-- Logs begin at Thu 2022-06-30 02:17:39 UTC, end at Thu 2022-06-30 04:36:40 UTC. -- Jun 30 04:06:48.288266 dv-cinder-846842-7-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Jun 30 04:06:50.920239 dv-cinder-846842-7-iscsi neutron-server[104304]: INFO neutron.common.config [-] Logging enabled! Jun 30 04:06:50.920849 dv-cinder-846842-7-iscsi neutron-server[104304]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev385 Jun 30 04:06:50.920849 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=104304) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} Jun 30 04:06:50.924088 dv-cinder-846842-7-iscsi neutron-server[104304]: INFO neutron.common.config [-] Logging enabled! Jun 30 04:06:50.924342 dv-cinder-846842-7-iscsi neutron-server[104304]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev385 Jun 30 04:06:50.924644 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=104304) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} Jun 30 04:06:50.925555 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 30 04:06:50.925781 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 30 04:06:50.926093 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 30 04:06:50.926366 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 30 04:06:50.926578 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 30 04:06:50.927049 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 04:06:50.927363 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 04:06:50.927589 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 04:06:50.927878 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 04:06:50.928223 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 04:06:50.928499 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 04:06:50.928779 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 04:06:50.929072 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 04:06:50.929346 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 04:06:50.929618 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 04:06:50.929891 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 04:06:50.930116 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 04:06:50.930385 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron.common.config [-] config_source = [] {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 04:06:50.930664 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 04:06:50.930927 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 04:06:50.931235 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron.common.config [-] debug = True {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 04:06:50.931509 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 04:06:50.931940 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 04:06:50.932327 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 04:06:50.932602 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 04:06:50.932881 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 04:06:50.933147 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 04:06:50.933407 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 04:06:50.933672 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 04:06:50.933945 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 04:06:50.934266 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron.common.config [-] host = dv-cinder-846842-7-iscsi {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 04:06:50.934533 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 04:06:50.934809 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 04:06:50.935084 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 04:06:50.935382 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 04:06:50.935649 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 04:06:50.935916 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 04:06:50.936197 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 04:06:50.936461 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron.common.config [-] log_dir = None {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 04:06:50.936722 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron.common.config [-] log_file = None {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 04:06:50.936986 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 04:06:50.937264 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 04:06:50.937546 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 04:06:50.937827 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 04:06:50.938043 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 04:06:50.938257 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 04:06:50.938541 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 04:06:50.938827 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 04:06:50.939110 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 04:06:50.939380 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 04:06:50.939645 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 04:06:50.939910 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 04:06:50.940173 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 04:06:50.940432 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 04:06:50.940710 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 04:06:50.940987 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 04:06:50.941262 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 04:06:50.941527 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 04:06:50.941790 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 04:06:50.942049 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 04:06:50.942309 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 04:06:50.942619 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 04:06:50.942961 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 04:06:50.943456 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 04:06:50.943746 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 04:06:50.944036 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 04:06:50.944303 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 04:06:50.944574 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 04:06:50.944875 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 04:06:50.945158 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 04:06:50.945435 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 04:06:50.945718 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 04:06:50.945985 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 04:06:50.946267 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 04:06:50.946531 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 04:06:50.946796 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron.common.config [-] use_journal = False {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 04:06:50.947056 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron.common.config [-] use_json = False {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 04:06:50.947346 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 04:06:50.947608 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 04:06:50.947885 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 04:06:50.948151 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 04:06:50.948416 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 04:06:50.948683 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 04:06:50.948944 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 04:06:50.949221 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 04:06:50.949484 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 04:06:50.949774 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:50.950062 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:50.950355 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:50.950628 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:50.950936 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:50.951234 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:50.951519 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:50.951795 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:50.952077 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:50.952358 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:50.952638 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:50.952907 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:50.953202 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:50.953486 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:50.953772 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:50.954071 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:50.954357 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:50.954639 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:50.954906 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:50.955195 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:50.955466 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:50.955738 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:50.956024 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:50.956302 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:50.956586 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:50.956869 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:50.957143 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:50.957438 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:50.957718 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:50.957995 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:50.958466 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:50.959017 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:50.959017 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:50.959285 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:50.959509 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:50.959779 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:50.960043 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:50.960327 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:50.960596 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:50.960861 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:50.961135 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:50.961420 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron.common.config [-] placement.auth_type = password {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:50.961698 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron.common.config [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:50.961962 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:50.962231 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:50.962512 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:50.962778 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:50.963040 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:50.963327 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:50.963595 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:50.963855 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:50.964132 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:50.964404 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:50.964667 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:50.964928 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:50.965198 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:50.965463 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:50.965727 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:50.965996 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:50.966268 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:50.966536 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:50.966800 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:50.967064 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:50.967355 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:50.967621 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:50.967886 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:50.968149 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:50.968409 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:50.968678 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:50.968943 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:50.969209 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:50.969470 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:50.969734 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:50.969995 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:50.970282 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:50.970548 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:50.970817 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:50.971089 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:50.971377 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:50.971644 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:50.971910 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:50.972176 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:50.972443 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:50.972706 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:50.972989 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:50.973263 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:50.973542 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:50.973817 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:50.974125 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:50.974575 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:50.974684 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:50.974954 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:50.975256 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:50.975521 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:50.975790 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:50.976065 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:50.976341 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:50.976628 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:50.976912 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:50.977183 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:50.977465 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:50.977749 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:50.978032 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:50.978301 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:50.978605 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:50.978885 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:50.979133 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 30 04:06:50.979349 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=104304) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jun 30 04:06:51.268401 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=104304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Jun 30 04:06:51.306865 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=104304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Jun 30 04:06:51.306865 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=104304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Jun 30 04:06:51.306865 dv-cinder-846842-7-iscsi neutron-server[104304]: INFO neutron.manager [-] Loading core plugin: ml2 Jun 30 04:06:51.678951 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104304) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 04:06:51.679233 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104304) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 04:06:51.679502 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104304) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 04:06:51.682468 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104304) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 04:06:51.682746 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104304) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 04:06:51.683003 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104304) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 04:06:51.734258 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104304) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 04:06:51.734520 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104304) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 04:06:51.734778 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104304) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 04:06:51.749116 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104304) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 04:06:51.749381 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104304) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 04:06:51.749637 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104304) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 04:06:51.778571 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104304) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 04:06:51.778828 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104304) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 04:06:51.779086 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104304) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 04:06:51.814731 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104304) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 04:06:51.814994 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104304) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 04:06:51.815278 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104304) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 04:06:52.041440 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=104304) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 04:06:52.042124 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=104304) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 04:06:52.042124 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=104304) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 04:06:52.042277 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=104304) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 04:06:52.042867 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=104304) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 04:06:52.138748 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=104304) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 04:06:52.139049 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=104304) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 04:06:52.139343 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=104304) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 04:06:52.139604 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=104304) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 04:06:52.139859 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=104304) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 04:06:52.140157 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=104304) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 04:06:52.140376 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=104304) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 04:06:52.140646 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=104304) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 04:06:52.140874 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=104304) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 04:06:52.141142 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=104304) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 04:06:52.141388 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=104304) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 04:06:52.141609 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=104304) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 04:06:52.141882 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=104304) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 04:06:52.142109 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=104304) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 04:06:52.142340 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=104304) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 04:06:52.142591 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104304) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 04:06:52.142832 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=104304) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 04:06:52.143083 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=104304) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 04:06:52.143362 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=104304) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 04:06:52.143612 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=104304) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 04:06:52.143869 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104304) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 04:06:52.144093 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104304) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 04:06:52.144358 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104304) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 04:06:52.144719 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104304) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 04:06:52.144957 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104304) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 04:06:52.145189 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104304) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 04:06:52.145570 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=104304) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 30 04:06:52.145842 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=104304) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 30 04:06:52.146073 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=104304) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 30 04:06:52.146299 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=104304) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 30 04:06:52.146523 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=104304) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 30 04:06:52.146746 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=104304) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 30 04:06:52.147119 dv-cinder-846842-7-iscsi neutron-server[104304]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jun 30 04:06:52.151317 dv-cinder-846842-7-iscsi neutron-server[104304]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jun 30 04:06:52.156482 dv-cinder-846842-7-iscsi neutron-server[104304]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jun 30 04:06:52.160217 dv-cinder-846842-7-iscsi neutron-server[104304]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(150, 199)])]) Jun 30 04:06:52.161909 dv-cinder-846842-7-iscsi neutron-server[104304]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jun 30 04:06:52.162524 dv-cinder-846842-7-iscsi neutron-server[104304]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jun 30 04:06:52.162855 dv-cinder-846842-7-iscsi neutron-server[104304]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jun 30 04:06:52.163244 dv-cinder-846842-7-iscsi neutron-server[104304]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jun 30 04:06:52.166032 dv-cinder-846842-7-iscsi neutron-server[104304]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jun 30 04:06:52.166274 dv-cinder-846842-7-iscsi neutron-server[104304]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jun 30 04:06:52.166606 dv-cinder-846842-7-iscsi neutron-server[104304]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jun 30 04:06:52.172045 dv-cinder-846842-7-iscsi neutron-server[104304]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Jun 30 04:06:52.194840 dv-cinder-846842-7-iscsi neutron-server[104304]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jun 30 04:06:52.195308 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=104304) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 04:06:52.195596 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=104304) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:96}} Jun 30 04:06:52.195961 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=104304) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 04:06:52.197300 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=104304) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jun 30 04:06:52.197570 dv-cinder-846842-7-iscsi neutron-server[104304]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jun 30 04:06:52.197810 dv-cinder-846842-7-iscsi neutron-server[104304]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jun 30 04:06:52.201258 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=104304) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 04:06:52.201522 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=104304) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 04:06:52.352849 dv-cinder-846842-7-iscsi neutron-server[104304]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jun 30 04:06:52.353132 dv-cinder-846842-7-iscsi neutron-server[104304]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jun 30 04:06:52.353498 dv-cinder-846842-7-iscsi neutron-server[104304]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jun 30 04:06:52.354118 dv-cinder-846842-7-iscsi neutron-server[104304]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jun 30 04:06:52.410289 dv-cinder-846842-7-iscsi neutron-server[104304]: INFO dbcounter [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] Registered counter for database neutron Jun 30 04:06:52.430963 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_db.sqlalchemy.engines [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=104304) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jun 30 04:06:52.436748 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG dbcounter [-] [104304] Writer thread running {{(pid=104304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jun 30 04:06:52.996202 dv-cinder-846842-7-iscsi neutron-server[104304]: INFO neutron.plugins.ml2.managers [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] Initializing driver for type 'gre' Jun 30 04:06:52.996729 dv-cinder-846842-7-iscsi neutron-server[104304]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] gre ID ranges: [(1, 1000)] Jun 30 04:06:53.053550 dv-cinder-846842-7-iscsi neutron-server[104304]: INFO neutron.plugins.ml2.managers [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] Initializing driver for type 'local' Jun 30 04:06:53.054153 dv-cinder-846842-7-iscsi neutron-server[104304]: INFO neutron.plugins.ml2.managers [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] Initializing driver for type 'vlan' Jun 30 04:06:53.070428 dv-cinder-846842-7-iscsi neutron-server[104304]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] VlanTypeDriver initialization complete Jun 30 04:06:53.070762 dv-cinder-846842-7-iscsi neutron-server[104304]: INFO neutron.plugins.ml2.managers [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] Initializing driver for type 'vxlan' Jun 30 04:06:53.071297 dv-cinder-846842-7-iscsi neutron-server[104304]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] vxlan ID ranges: [(1, 1000)] Jun 30 04:06:53.128060 dv-cinder-846842-7-iscsi neutron-server[104304]: INFO neutron.plugins.ml2.managers [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] Initializing extension driver 'port_security' Jun 30 04:06:53.128511 dv-cinder-846842-7-iscsi neutron-server[104304]: INFO neutron.plugins.ml2.extensions.port_security [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] PortSecurityExtensionDriver initialization complete Jun 30 04:06:53.128972 dv-cinder-846842-7-iscsi neutron-server[104304]: INFO neutron.plugins.ml2.managers [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] Initializing mechanism driver 'openvswitch' Jun 30 04:06:53.129308 dv-cinder-846842-7-iscsi neutron-server[104304]: INFO neutron.plugins.ml2.managers [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] Initializing mechanism driver 'hyperv' Jun 30 04:06:53.136751 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron.plugins.ml2.plugin [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=104304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 04:06:53.137450 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron_lib.callbacks.manager [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] Subscribe: > port after_create 55550000 {{(pid=104304) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 04:06:53.137817 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron_lib.callbacks.manager [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] Subscribe: > port after_update 55550000 {{(pid=104304) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 04:06:53.138160 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron_lib.callbacks.manager [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] Subscribe: > port after_delete 55550000 {{(pid=104304) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 04:06:53.138657 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=104304) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jun 30 04:06:53.139067 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron_lib.callbacks.manager [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] Subscribe: > subnet after_create 55550000 {{(pid=104304) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 04:06:53.139436 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron_lib.callbacks.manager [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] Subscribe: > subnet after_update 55550000 {{(pid=104304) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 04:06:53.139773 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron_lib.callbacks.manager [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] Subscribe: > subnet after_delete 55550000 {{(pid=104304) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 04:06:53.140159 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=104304) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jun 30 04:06:53.140554 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron_lib.callbacks.manager [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] Subscribe: > network after_create 55550000 {{(pid=104304) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 04:06:53.140894 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron_lib.callbacks.manager [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] Subscribe: > network after_update 55550000 {{(pid=104304) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 04:06:53.141234 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron_lib.callbacks.manager [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] Subscribe: > network after_delete 55550000 {{(pid=104304) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 04:06:53.141614 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=104304) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jun 30 04:06:53.142080 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron_lib.callbacks.manager [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] Subscribe: > security_group after_create 55550000 {{(pid=104304) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 04:06:53.142420 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron_lib.callbacks.manager [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] Subscribe: > security_group after_update 55550000 {{(pid=104304) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 04:06:53.142752 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron_lib.callbacks.manager [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] Subscribe: > security_group after_delete 55550000 {{(pid=104304) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 04:06:53.143164 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=104304) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jun 30 04:06:53.143574 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron_lib.callbacks.manager [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=104304) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 04:06:53.143910 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron_lib.callbacks.manager [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=104304) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 04:06:53.144237 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron_lib.callbacks.manager [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=104304) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 04:06:53.144635 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=104304) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jun 30 04:06:53.145031 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron_lib.callbacks.manager [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] Subscribe: > address_group after_create 55550000 {{(pid=104304) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 04:06:53.145365 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron_lib.callbacks.manager [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] Subscribe: > address_group after_update 55550000 {{(pid=104304) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 04:06:53.145692 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron_lib.callbacks.manager [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] Subscribe: > address_group after_delete 55550000 {{(pid=104304) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 04:06:53.146070 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=104304) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jun 30 04:06:53.146499 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] ML2 OVO RPC backend initialized. {{(pid=104304) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Jun 30 04:06:53.147777 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron_lib.callbacks.manager [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] Subscribe: > router_interface after_create 55550000 {{(pid=104304) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 04:06:53.148141 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron_lib.callbacks.manager [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=104304) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 04:06:53.148588 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron_lib.callbacks.manager [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] Subscribe: > network before_response 55550000 {{(pid=104304) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 04:06:53.148927 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron_lib.callbacks.manager [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] Subscribe: > networks before_response 55550000 {{(pid=104304) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 04:06:53.149267 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron_lib.callbacks.manager [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] Subscribe: > port before_response 55550000 {{(pid=104304) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 04:06:53.149611 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron_lib.callbacks.manager [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] Subscribe: > ports before_response 55550000 {{(pid=104304) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 04:06:53.149946 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron_lib.callbacks.manager [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] Subscribe: > subnet before_response 55550000 {{(pid=104304) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 04:06:53.150281 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron_lib.callbacks.manager [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] Subscribe: > subnets before_response 55550000 {{(pid=104304) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 04:06:53.150624 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron_lib.callbacks.manager [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] Subscribe: > network after_create 55550000 {{(pid=104304) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 04:06:53.150952 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron_lib.callbacks.manager [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] Subscribe: > network after_update 55550000 {{(pid=104304) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 04:06:53.151308 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron_lib.callbacks.manager [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] Subscribe: > network after_delete 55550000 {{(pid=104304) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 04:06:53.151634 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron_lib.callbacks.manager [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] Subscribe: > port after_create 55550000 {{(pid=104304) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 04:06:53.151969 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron_lib.callbacks.manager [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] Subscribe: > port after_update 55550000 {{(pid=104304) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 04:06:53.152288 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron_lib.callbacks.manager [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] Subscribe: > port after_delete 55550000 {{(pid=104304) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 04:06:53.152609 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron_lib.callbacks.manager [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] Subscribe: > subnet after_create 55550000 {{(pid=104304) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 04:06:53.152934 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron_lib.callbacks.manager [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] Subscribe: > subnet after_update 55550000 {{(pid=104304) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 04:06:53.153253 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron_lib.callbacks.manager [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] Subscribe: > subnet after_delete 55550000 {{(pid=104304) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 04:06:53.160695 dv-cinder-846842-7-iscsi neutron-server[104304]: INFO neutron.quota [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] Loaded quota_driver: . Jun 30 04:06:53.161053 dv-cinder-846842-7-iscsi neutron-server[104304]: INFO neutron.plugins.ml2.plugin [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] Modular L2 Plugin initialization complete Jun 30 04:06:53.161394 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron.manager [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] Loading services supported by the core plugin {{(pid=104304) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jun 30 04:06:53.161783 dv-cinder-846842-7-iscsi neutron-server[104304]: INFO neutron.plugins.ml2.managers [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] Got port-security extension from driver 'port_security' Jun 30 04:06:53.162327 dv-cinder-846842-7-iscsi neutron-server[104304]: INFO neutron.extensions.vlantransparent [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] Disabled vlantransparent extension. Jun 30 04:06:53.163405 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron.manager [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=104304) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jun 30 04:06:53.163748 dv-cinder-846842-7-iscsi neutron-server[104304]: INFO neutron.manager [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] Loading Plugin: router Jun 30 04:06:53.199616 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron_lib.callbacks.manager [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] Subscribe: > router_interface before_create 55550000 {{(pid=104304) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 04:06:53.199996 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron_lib.callbacks.manager [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] Subscribe: > router after_create 55549900 {{(pid=104304) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 04:06:53.200359 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron_lib.callbacks.manager [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] Subscribe: > router before_create 55549900 {{(pid=104304) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 04:06:53.200846 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron_lib.callbacks.manager [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=104304) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 04:06:53.201211 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron_lib.callbacks.manager [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=104304) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 04:06:53.201558 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron_lib.callbacks.manager [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] Subscribe: > router after_delete 55549900 {{(pid=104304) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 04:06:53.201907 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron_lib.callbacks.manager [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] Subscribe: > floatingip after_create 55550000 {{(pid=104304) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 04:06:53.202249 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron_lib.callbacks.manager [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] Subscribe: > floatingip after_update 55550000 {{(pid=104304) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 04:06:53.202597 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron_lib.callbacks.manager [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] Subscribe: > router after_create 55549900 {{(pid=104304) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 04:06:53.202927 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron_lib.callbacks.manager [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] Subscribe: > router after_update 55549900 {{(pid=104304) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 04:06:53.203301 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron_lib.callbacks.manager [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] Subscribe: > router after_update 55549900 {{(pid=104304) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 04:06:53.203640 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron_lib.callbacks.manager [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=104304) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 04:06:53.203966 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron_lib.callbacks.manager [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] Subscribe: > router after_update 55549900 {{(pid=104304) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 04:06:53.204364 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron_lib.callbacks.manager [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] Subscribe: > router precommit_update 55549900 {{(pid=104304) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 04:06:53.204722 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron_lib.callbacks.manager [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] Subscribe: port after_update 55550000 {{(pid=104304) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 04:06:53.205047 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron_lib.callbacks.manager [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] Subscribe: port after_delete 55550000 {{(pid=104304) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 04:06:53.205374 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron_lib.callbacks.manager [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] Subscribe: subnet after_update 55550000 {{(pid=104304) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 04:06:53.205705 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron_lib.callbacks.manager [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=104304) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 04:06:53.206045 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron_lib.callbacks.manager [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] Subscribe: > port precommit_delete 55550000 {{(pid=104304) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 04:06:53.206382 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron_lib.callbacks.manager [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] Subscribe: > router precommit_create 55549900 {{(pid=104304) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 04:06:53.206714 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron_lib.callbacks.manager [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] Subscribe: port before_delete 55550000 {{(pid=104304) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 04:06:53.207044 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron_lib.callbacks.manager [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] Subscribe: > router precommit_create 55550000 {{(pid=104304) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 04:06:53.207417 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron_lib.callbacks.manager [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] Subscribe: > router after_update 55549900 {{(pid=104304) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 04:06:53.207749 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron_lib.callbacks.manager [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] Subscribe: > router precommit_delete 55549900 {{(pid=104304) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 04:06:53.208087 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron_lib.callbacks.manager [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] Subscribe: > router precommit_create 55549900 {{(pid=104304) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 04:06:53.208440 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron_lib.callbacks.manager [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] Subscribe: > router_interface after_create 55550000 {{(pid=104304) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 04:06:53.208774 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron_lib.callbacks.manager [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] Subscribe: > router precommit_update 55549900 {{(pid=104304) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 04:06:53.209206 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron_lib.callbacks.manager [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] Subscribe: > agent after_create 55550000 {{(pid=104304) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 04:06:53.210019 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron_lib.callbacks.manager [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] Subscribe: > agent after_delete 55550000 {{(pid=104304) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 04:06:53.210367 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron_lib.callbacks.manager [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] Subscribe: > network after_delete 55550000 {{(pid=104304) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 04:06:53.211228 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron.quota.resource_registry [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] Tracking information for resource: router configured {{(pid=104304) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 30 04:06:53.211554 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron.quota.resource_registry [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] Tracking information for resource: floatingip configured {{(pid=104304) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 30 04:06:53.216297 dv-cinder-846842-7-iscsi neutron-server[104304]: INFO neutron.db.l3_agentschedulers_db [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jun 30 04:06:53.216860 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron_lib.callbacks.manager [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] Subscribe: port after_update 55550000 {{(pid=104304) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 04:06:53.217213 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron_lib.callbacks.manager [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] Subscribe: port after_create 55550000 {{(pid=104304) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 04:06:53.217587 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron_lib.callbacks.manager [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] Subscribe: port after_delete 55550000 {{(pid=104304) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 04:06:53.217931 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron_lib.callbacks.manager [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] Subscribe: port after_update 55550000 {{(pid=104304) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 04:06:53.218699 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron_lib.callbacks.manager [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] Subscribe: > router before_create 55550100 {{(pid=104304) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 04:06:53.219051 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron_lib.callbacks.manager [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] Subscribe: > router precommit_delete 55550100 {{(pid=104304) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 04:06:53.219432 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron_lib.callbacks.manager [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] Subscribe: > router precommit_create 55550100 {{(pid=104304) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 04:06:53.219773 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron_lib.callbacks.manager [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] Subscribe: > router precommit_update 55550100 {{(pid=104304) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 04:06:53.224562 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron.services.provider_configuration [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] Service providers = [] {{(pid=104304) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jun 30 04:06:53.225151 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron.db.servicetype_db [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=104304) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jun 30 04:06:53.228370 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron.services.service_base [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=104304) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 30 04:06:53.228697 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron.services.service_base [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=104304) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 30 04:06:53.229027 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron.services.service_base [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=104304) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 30 04:06:53.230056 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron.services.service_base [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=104304) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 30 04:06:53.230425 dv-cinder-846842-7-iscsi neutron-server[104304]: INFO neutron.services.service_base [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] Default provider is not specified for service type L3_ROUTER_NAT Jun 30 04:06:53.230787 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron.manager [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=104304) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 30 04:06:53.231121 dv-cinder-846842-7-iscsi neutron-server[104304]: INFO neutron.manager [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jun 30 04:06:53.241739 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron.manager [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=104304) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 30 04:06:53.242066 dv-cinder-846842-7-iscsi neutron-server[104304]: INFO neutron.manager [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] Loading Plugin: auto_allocate Jun 30 04:06:53.247836 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron_lib.callbacks.manager [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] Subscribe: network precommit_update 55550000 {{(pid=104304) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 04:06:53.248132 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron_lib.callbacks.manager [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] Subscribe: network precommit_create 55550000 {{(pid=104304) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 04:06:53.248642 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron.manager [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=104304) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 30 04:06:53.248956 dv-cinder-846842-7-iscsi neutron-server[104304]: INFO neutron.manager [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] Loading Plugin: tag Jun 30 04:06:53.255663 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron.manager [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=104304) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 30 04:06:53.256161 dv-cinder-846842-7-iscsi neutron-server[104304]: INFO neutron.manager [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] Loading Plugin: timestamp Jun 30 04:06:53.259944 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron.manager [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=104304) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 30 04:06:53.260262 dv-cinder-846842-7-iscsi neutron-server[104304]: INFO neutron.manager [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] Loading Plugin: network_ip_availability Jun 30 04:06:53.265740 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron_lib.callbacks.manager [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=104304) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 04:06:53.266105 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron_lib.callbacks.manager [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=104304) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 04:06:53.266452 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron_lib.callbacks.manager [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104304) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 04:06:53.267199 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron.manager [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=104304) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 30 04:06:53.267515 dv-cinder-846842-7-iscsi neutron-server[104304]: INFO neutron.manager [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] Loading Plugin: flavors Jun 30 04:06:53.272750 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron.manager [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=104304) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 30 04:06:53.273068 dv-cinder-846842-7-iscsi neutron-server[104304]: INFO neutron.manager [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] Loading Plugin: revisions Jun 30 04:06:53.277387 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron.manager [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=104304) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 30 04:06:53.277783 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_concurrency.lockutils [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 2.009s {{(pid=104304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Jun 30 04:06:53.278514 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron.api.extensions [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=104304) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Jun 30 04:06:53.278840 dv-cinder-846842-7-iscsi neutron-server[104304]: INFO neutron.api.extensions [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] Initializing extension manager. Jun 30 04:06:53.279388 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron.api.extensions [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] Loading extension file: __init__.py {{(pid=104304) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 30 04:06:53.279722 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron.api.extensions [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] Loading extension file: __pycache__ {{(pid=104304) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 30 04:06:53.280050 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron.api.extensions [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] Loading extension file: address_group.py {{(pid=104304) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 30 04:06:53.280789 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron.api.extensions [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=104304) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 30 04:06:53.281674 dv-cinder-846842-7-iscsi neutron-server[104304]: INFO neutron.api.extensions [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] Loaded extension: address-group Jun 30 04:06:53.281994 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron.api.extensions [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] Loading extension file: address_scope.py {{(pid=104304) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 30 04:06:53.282694 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron.api.extensions [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=104304) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 30 04:06:53.283241 dv-cinder-846842-7-iscsi neutron-server[104304]: INFO neutron.api.extensions [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] Loaded extension: address-scope Jun 30 04:06:53.283540 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron.api.extensions [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] Loading extension file: admin_state_down_before_update.py {{(pid=104304) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 30 04:06:53.284619 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron.api.extensions [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=104304) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 30 04:06:53.285129 dv-cinder-846842-7-iscsi neutron-server[104304]: INFO neutron.api.extensions [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] Loaded extension: router-admin-state-down-before-update Jun 30 04:06:53.285544 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron.api.extensions [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] Loading extension file: agent.py {{(pid=104304) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 30 04:06:53.286319 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron.api.extensions [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=104304) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 30 04:06:53.286964 dv-cinder-846842-7-iscsi neutron-server[104304]: INFO neutron.api.extensions [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] Loaded extension: agent Jun 30 04:06:53.287876 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron.api.extensions [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] Loading extension file: agent_resources_synced.py {{(pid=104304) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 30 04:06:53.288962 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron.api.extensions [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=104304) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 30 04:06:53.289559 dv-cinder-846842-7-iscsi neutron-server[104304]: INFO neutron.api.extensions [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] Loaded extension: agent-resources-synced Jun 30 04:06:53.289989 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron.api.extensions [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] Loading extension file: allowedaddresspairs.py {{(pid=104304) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 30 04:06:53.292059 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron.api.extensions [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=104304) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 30 04:06:53.292709 dv-cinder-846842-7-iscsi neutron-server[104304]: INFO neutron.api.extensions [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] Loaded extension: allowed-address-pairs Jun 30 04:06:53.293056 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron.api.extensions [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] Loading extension file: auto_allocated_topology.py {{(pid=104304) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 30 04:06:53.295011 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron.api.extensions [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=104304) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 30 04:06:53.295698 dv-cinder-846842-7-iscsi neutron-server[104304]: INFO neutron.api.extensions [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] Loaded extension: auto-allocated-topology Jun 30 04:06:53.296038 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron.api.extensions [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] Loading extension file: availability_zone.py {{(pid=104304) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 30 04:06:53.296844 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron.api.extensions [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=104304) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 30 04:06:53.297542 dv-cinder-846842-7-iscsi neutron-server[104304]: INFO neutron.api.extensions [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] Loaded extension: availability_zone Jun 30 04:06:53.297958 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron.api.extensions [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] Loading extension file: availability_zone_filter.py {{(pid=104304) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 30 04:06:53.299133 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron.api.extensions [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=104304) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 30 04:06:53.299711 dv-cinder-846842-7-iscsi neutron-server[104304]: INFO neutron.api.extensions [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] Loaded extension: availability_zone_filter Jun 30 04:06:53.300167 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron.api.extensions [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] Loading extension file: data_plane_status.py {{(pid=104304) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 30 04:06:53.301161 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron.api.extensions [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=104304) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 30 04:06:53.301771 dv-cinder-846842-7-iscsi neutron-server[104304]: INFO neutron.api.extensions [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] Extension data-plane-status not supported by any of loaded plugins Jun 30 04:06:53.302265 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron.api.extensions [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] Loading extension file: default_subnetpools.py {{(pid=104304) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 30 04:06:53.303949 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron.api.extensions [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=104304) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 30 04:06:53.304661 dv-cinder-846842-7-iscsi neutron-server[104304]: INFO neutron.api.extensions [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] Loaded extension: default-subnetpools Jun 30 04:06:53.304984 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron.api.extensions [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] Loading extension file: dhcpagentscheduler.py {{(pid=104304) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 30 04:06:53.305908 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron.api.extensions [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=104304) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 30 04:06:53.306455 dv-cinder-846842-7-iscsi neutron-server[104304]: INFO neutron.api.extensions [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] Loaded extension: dhcp_agent_scheduler Jun 30 04:06:53.306817 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron.api.extensions [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] Loading extension file: dns.py {{(pid=104304) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 30 04:06:53.308159 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron.api.extensions [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=104304) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 30 04:06:53.308783 dv-cinder-846842-7-iscsi neutron-server[104304]: INFO neutron.api.extensions [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] Extension dns-integration not supported by any of loaded plugins Jun 30 04:06:53.309140 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron.api.extensions [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] Loading extension file: dns_domain_ports.py {{(pid=104304) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 30 04:06:53.310355 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron.api.extensions [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=104304) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 30 04:06:53.310892 dv-cinder-846842-7-iscsi neutron-server[104304]: INFO neutron.api.extensions [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] Extension dns-domain-ports not supported by any of loaded plugins Jun 30 04:06:53.311300 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron.api.extensions [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=104304) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 30 04:06:53.312530 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron.api.extensions [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=104304) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 30 04:06:53.313117 dv-cinder-846842-7-iscsi neutron-server[104304]: INFO neutron.api.extensions [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jun 30 04:06:53.313501 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron.api.extensions [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] Loading extension file: dvr.py {{(pid=104304) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 30 04:06:53.314287 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron.api.extensions [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=104304) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 30 04:06:53.314832 dv-cinder-846842-7-iscsi neutron-server[104304]: INFO neutron.api.extensions [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] Loaded extension: dvr Jun 30 04:06:53.315168 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron.api.extensions [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] Loading extension file: ecmp_routes.py {{(pid=104304) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 30 04:06:53.316082 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron.api.extensions [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=104304) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 30 04:06:53.316586 dv-cinder-846842-7-iscsi neutron-server[104304]: INFO neutron.api.extensions [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] Extension ecmp_routes not supported by any of loaded plugins Jun 30 04:06:53.316898 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron.api.extensions [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] Loading extension file: empty_string_filtering.py {{(pid=104304) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 30 04:06:53.317789 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron.api.extensions [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=104304) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 30 04:06:53.318296 dv-cinder-846842-7-iscsi neutron-server[104304]: INFO neutron.api.extensions [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] Loaded extension: empty-string-filtering Jun 30 04:06:53.319236 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron.api.extensions [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=104304) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 30 04:06:53.320149 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron.api.extensions [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=104304) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 30 04:06:53.320655 dv-cinder-846842-7-iscsi neutron-server[104304]: INFO neutron.api.extensions [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jun 30 04:06:53.320964 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron.api.extensions [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=104304) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 30 04:06:53.321853 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron.api.extensions [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=104304) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 30 04:06:53.322543 dv-cinder-846842-7-iscsi neutron-server[104304]: INFO neutron.api.extensions [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jun 30 04:06:53.322855 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron.api.extensions [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] Loading extension file: external_net.py {{(pid=104304) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 30 04:06:53.323770 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron.api.extensions [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=104304) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 30 04:06:53.324278 dv-cinder-846842-7-iscsi neutron-server[104304]: INFO neutron.api.extensions [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] Loaded extension: external-net Jun 30 04:06:53.324587 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron.api.extensions [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] Loading extension file: extra_dhcp_opt.py {{(pid=104304) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 30 04:06:53.325475 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron.api.extensions [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=104304) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 30 04:06:53.325980 dv-cinder-846842-7-iscsi neutron-server[104304]: INFO neutron.api.extensions [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] Loaded extension: extra_dhcp_opt Jun 30 04:06:53.326294 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron.api.extensions [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] Loading extension file: extraroute.py {{(pid=104304) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 30 04:06:53.327215 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron.api.extensions [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=104304) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 30 04:06:53.327718 dv-cinder-846842-7-iscsi neutron-server[104304]: INFO neutron.api.extensions [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] Loaded extension: extraroute Jun 30 04:06:53.328031 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron.api.extensions [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] Loading extension file: extraroute_atomic.py {{(pid=104304) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 30 04:06:53.329044 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron.api.extensions [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=104304) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 30 04:06:53.329547 dv-cinder-846842-7-iscsi neutron-server[104304]: INFO neutron.api.extensions [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] Loaded extension: extraroute-atomic Jun 30 04:06:53.329857 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron.api.extensions [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] Loading extension file: filter_validation.py {{(pid=104304) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 30 04:06:53.330507 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron.api.extensions [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=104304) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 30 04:06:53.331004 dv-cinder-846842-7-iscsi neutron-server[104304]: INFO neutron.api.extensions [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] Loaded extension: filter-validation Jun 30 04:06:53.331339 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron.api.extensions [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] Loading extension file: fip_pf_description.py {{(pid=104304) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 30 04:06:53.332230 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron.api.extensions [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=104304) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 30 04:06:53.332727 dv-cinder-846842-7-iscsi neutron-server[104304]: INFO neutron.api.extensions [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jun 30 04:06:53.333036 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron.api.extensions [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] Loading extension file: fip_pf_port_range.py {{(pid=104304) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 30 04:06:53.333950 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron.api.extensions [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=104304) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 30 04:06:53.335050 dv-cinder-846842-7-iscsi neutron-server[104304]: INFO neutron.api.extensions [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Jun 30 04:06:53.335403 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron.api.extensions [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] Loading extension file: fip_port_details.py {{(pid=104304) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 30 04:06:53.336348 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron.api.extensions [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=104304) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 30 04:06:53.336851 dv-cinder-846842-7-iscsi neutron-server[104304]: INFO neutron.api.extensions [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] Loaded extension: fip-port-details Jun 30 04:06:53.337163 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron.api.extensions [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] Loading extension file: flavors.py {{(pid=104304) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 30 04:06:53.338376 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron.api.extensions [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=104304) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 30 04:06:53.338889 dv-cinder-846842-7-iscsi neutron-server[104304]: INFO neutron.api.extensions [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] Loaded extension: flavors Jun 30 04:06:53.339237 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron.api.extensions [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=104304) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 30 04:06:53.340899 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron.api.extensions [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=104304) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 30 04:06:53.341423 dv-cinder-846842-7-iscsi neutron-server[104304]: INFO neutron.api.extensions [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jun 30 04:06:53.341751 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron.api.extensions [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] Loading extension file: floatingip_pools.py {{(pid=104304) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 30 04:06:53.342443 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron.api.extensions [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=104304) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 30 04:06:53.342956 dv-cinder-846842-7-iscsi neutron-server[104304]: INFO neutron.api.extensions [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] Loaded extension: floatingip-pools Jun 30 04:06:53.343313 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron.api.extensions [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] Loading extension file: ip_allocation.py {{(pid=104304) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 30 04:06:53.344218 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron.api.extensions [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=104304) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 30 04:06:53.344721 dv-cinder-846842-7-iscsi neutron-server[104304]: INFO neutron.api.extensions [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] Extension ip_allocation not supported by any of loaded plugins Jun 30 04:06:53.345038 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron.api.extensions [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=104304) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 30 04:06:53.345939 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron.api.extensions [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=104304) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 30 04:06:53.346446 dv-cinder-846842-7-iscsi neutron-server[104304]: INFO neutron.api.extensions [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] Loaded extension: ip-substring-filtering Jun 30 04:06:53.346767 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron.api.extensions [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] Loading extension file: l2_adjacency.py {{(pid=104304) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 30 04:06:53.347715 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron.api.extensions [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=104304) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 30 04:06:53.348226 dv-cinder-846842-7-iscsi neutron-server[104304]: INFO neutron.api.extensions [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] Extension l2_adjacency not supported by any of loaded plugins Jun 30 04:06:53.348543 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron.api.extensions [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] Loading extension file: l3.py {{(pid=104304) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 30 04:06:53.349491 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron.api.extensions [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=104304) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 30 04:06:53.350569 dv-cinder-846842-7-iscsi neutron-server[104304]: INFO neutron.api.extensions [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] Loaded extension: router Jun 30 04:06:53.350892 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron.api.extensions [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] Loading extension file: l3_conntrack_helper.py {{(pid=104304) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 30 04:06:53.353130 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron.api.extensions [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=104304) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 30 04:06:53.353655 dv-cinder-846842-7-iscsi neutron-server[104304]: INFO neutron.api.extensions [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jun 30 04:06:53.353978 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron.api.extensions [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=104304) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 30 04:06:53.354885 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron.api.extensions [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=104304) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 30 04:06:53.355427 dv-cinder-846842-7-iscsi neutron-server[104304]: INFO neutron.api.extensions [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] Loaded extension: ext-gw-mode Jun 30 04:06:53.355750 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron.api.extensions [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=104304) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 30 04:06:53.356650 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron.api.extensions [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=104304) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 30 04:06:53.357153 dv-cinder-846842-7-iscsi neutron-server[104304]: INFO neutron.api.extensions [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] Loaded extension: l3-ha Jun 30 04:06:53.357472 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron.api.extensions [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=104304) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 30 04:06:53.358363 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron.api.extensions [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=104304) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 30 04:06:53.358859 dv-cinder-846842-7-iscsi neutron-server[104304]: INFO neutron.api.extensions [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Jun 30 04:06:53.359203 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron.api.extensions [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] Loading extension file: l3_flavors.py {{(pid=104304) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 30 04:06:53.360093 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron.api.extensions [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=104304) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 30 04:06:53.360599 dv-cinder-846842-7-iscsi neutron-server[104304]: INFO neutron.api.extensions [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] Loaded extension: l3-flavors Jun 30 04:06:53.360917 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron.api.extensions [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] Loading extension file: l3_ndp_proxy.py {{(pid=104304) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 30 04:06:53.362248 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron.api.extensions [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=104304) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 30 04:06:53.362758 dv-cinder-846842-7-iscsi neutron-server[104304]: INFO neutron.api.extensions [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] Extension l3-ndp-proxy not supported by any of loaded plugins Jun 30 04:06:53.363074 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron.api.extensions [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=104304) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 30 04:06:53.364008 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron.api.extensions [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=104304) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 30 04:06:53.364514 dv-cinder-846842-7-iscsi neutron-server[104304]: INFO neutron.api.extensions [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] Loaded extension: l3-port-ip-change-not-allowed Jun 30 04:06:53.364828 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron.api.extensions [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] Loading extension file: l3agentscheduler.py {{(pid=104304) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 30 04:06:53.366633 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron.api.extensions [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=104304) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 30 04:06:53.367181 dv-cinder-846842-7-iscsi neutron-server[104304]: INFO neutron.api.extensions [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] Loaded extension: l3_agent_scheduler Jun 30 04:06:53.367506 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron.api.extensions [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] Loading extension file: local_ip.py {{(pid=104304) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 30 04:06:53.369272 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron.api.extensions [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=104304) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 30 04:06:53.369793 dv-cinder-846842-7-iscsi neutron-server[104304]: INFO neutron.api.extensions [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] Extension local_ip not supported by any of loaded plugins Jun 30 04:06:53.370115 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron.api.extensions [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] Loading extension file: logging.py {{(pid=104304) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 30 04:06:53.371596 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron.api.extensions [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=104304) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 30 04:06:53.372128 dv-cinder-846842-7-iscsi neutron-server[104304]: INFO neutron.api.extensions [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] Extension logging not supported by any of loaded plugins Jun 30 04:06:53.372451 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron.api.extensions [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] Loading extension file: metering.py {{(pid=104304) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 30 04:06:53.373185 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron.api.extensions [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=104304) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 30 04:06:53.373764 dv-cinder-846842-7-iscsi neutron-server[104304]: INFO neutron.api.extensions [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] Loaded extension: metering Jun 30 04:06:53.374086 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron.api.extensions [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=104304) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 30 04:06:53.375196 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron.api.extensions [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=104304) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 30 04:06:53.375716 dv-cinder-846842-7-iscsi neutron-server[104304]: INFO neutron.api.extensions [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] Loaded extension: metering_source_and_destination_fields Jun 30 04:06:53.376034 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron.api.extensions [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] Loading extension file: multiprovidernet.py {{(pid=104304) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 30 04:06:53.376944 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron.api.extensions [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=104304) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 30 04:06:53.377450 dv-cinder-846842-7-iscsi neutron-server[104304]: INFO neutron.api.extensions [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] Loaded extension: multi-provider Jun 30 04:06:53.377768 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron.api.extensions [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] Loading extension file: netmtu.py {{(pid=104304) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 30 04:06:53.378665 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron.api.extensions [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=104304) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 30 04:06:53.379203 dv-cinder-846842-7-iscsi neutron-server[104304]: INFO neutron.api.extensions [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] Loaded extension: net-mtu Jun 30 04:06:53.379519 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron.api.extensions [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] Loading extension file: netmtu_writable.py {{(pid=104304) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 30 04:06:53.380411 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron.api.extensions [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=104304) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 30 04:06:53.381087 dv-cinder-846842-7-iscsi neutron-server[104304]: INFO neutron.api.extensions [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] Loaded extension: net-mtu-writable Jun 30 04:06:53.381719 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron.api.extensions [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] Loading extension file: network_availability_zone.py {{(pid=104304) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 30 04:06:53.382380 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron.api.extensions [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=104304) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 30 04:06:53.382884 dv-cinder-846842-7-iscsi neutron-server[104304]: INFO neutron.api.extensions [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] Loaded extension: network_availability_zone Jun 30 04:06:53.383240 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron.api.extensions [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] Loading extension file: network_ip_availability.py {{(pid=104304) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 30 04:06:53.384318 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron.api.extensions [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=104304) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 30 04:06:53.384826 dv-cinder-846842-7-iscsi neutron-server[104304]: INFO neutron.api.extensions [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] Loaded extension: network-ip-availability Jun 30 04:06:53.385140 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron.api.extensions [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] Loading extension file: network_segment_range.py {{(pid=104304) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 30 04:06:53.385890 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron.api.extensions [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=104304) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 30 04:06:53.386395 dv-cinder-846842-7-iscsi neutron-server[104304]: INFO neutron.api.extensions [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] Extension network-segment-range not supported by any of loaded plugins Jun 30 04:06:53.386709 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron.api.extensions [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] Loading extension file: pagination.py {{(pid=104304) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 30 04:06:53.387687 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron.api.extensions [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=104304) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 30 04:06:53.388010 dv-cinder-846842-7-iscsi neutron-server[104304]: INFO neutron.api.extensions [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] Loaded extension: pagination Jun 30 04:06:53.388320 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron.api.extensions [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] Loading extension file: port_device_profile.py {{(pid=104304) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 30 04:06:53.389219 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron.api.extensions [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=104304) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 30 04:06:53.389768 dv-cinder-846842-7-iscsi neutron-server[104304]: INFO neutron.api.extensions [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] Loaded extension: port-device-profile Jun 30 04:06:53.390073 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron.api.extensions [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] Loading extension file: port_mac_address_override.py {{(pid=104304) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 30 04:06:53.390983 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron.api.extensions [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] Ext name="Neutron Port MAC address override" alias="port-mac-override" description="Allow overriding the MAC address of a direct-physical Port via the active binding profile" updated="2022-03-18T10:00:00-00:00" {{(pid=104304) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 30 04:06:53.391525 dv-cinder-846842-7-iscsi neutron-server[104304]: INFO neutron.api.extensions [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] Loaded extension: port-mac-override Jun 30 04:06:53.391831 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron.api.extensions [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=104304) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 30 04:06:53.392735 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron.api.extensions [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=104304) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 30 04:06:53.393235 dv-cinder-846842-7-iscsi neutron-server[104304]: INFO neutron.api.extensions [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] Loaded extension: port-mac-address-regenerate Jun 30 04:06:53.393542 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron.api.extensions [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=104304) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 30 04:06:53.394434 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron.api.extensions [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=104304) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 30 04:06:53.394937 dv-cinder-846842-7-iscsi neutron-server[104304]: INFO neutron.api.extensions [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] Loaded extension: port-numa-affinity-policy Jun 30 04:06:53.395275 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron.api.extensions [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] Loading extension file: port_resource_request.py {{(pid=104304) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 30 04:06:53.396160 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron.api.extensions [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=104304) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 30 04:06:53.396709 dv-cinder-846842-7-iscsi neutron-server[104304]: INFO neutron.api.extensions [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] Extension port-resource-request not supported by any of loaded plugins Jun 30 04:06:53.397516 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron.api.extensions [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] Loading extension file: port_resource_request_groups.py {{(pid=104304) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 30 04:06:53.398469 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron.api.extensions [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=104304) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 30 04:06:53.398976 dv-cinder-846842-7-iscsi neutron-server[104304]: INFO neutron.api.extensions [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] Extension port-resource-request-groups not supported by any of loaded plugins Jun 30 04:06:53.399316 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron.api.extensions [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] Loading extension file: portbindings.py {{(pid=104304) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 30 04:06:53.400239 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron.api.extensions [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=104304) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 30 04:06:53.400748 dv-cinder-846842-7-iscsi neutron-server[104304]: INFO neutron.api.extensions [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] Loaded extension: binding Jun 30 04:06:53.401059 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron.api.extensions [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] Loading extension file: portbindings_extended.py {{(pid=104304) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 30 04:06:53.402272 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron.api.extensions [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=104304) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 30 04:06:53.402788 dv-cinder-846842-7-iscsi neutron-server[104304]: INFO neutron.api.extensions [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] Loaded extension: binding-extended Jun 30 04:06:53.403142 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron.api.extensions [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] Loading extension file: portsecurity.py {{(pid=104304) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 30 04:06:53.404009 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron.api.extensions [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=104304) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 30 04:06:53.404511 dv-cinder-846842-7-iscsi neutron-server[104304]: INFO neutron.api.extensions [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] Loaded extension: port-security Jun 30 04:06:53.404826 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron.api.extensions [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] Loading extension file: project_id.py {{(pid=104304) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 30 04:06:53.405773 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron.api.extensions [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=104304) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 30 04:06:53.406095 dv-cinder-846842-7-iscsi neutron-server[104304]: INFO neutron.api.extensions [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] Loaded extension: project-id Jun 30 04:06:53.406400 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron.api.extensions [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] Loading extension file: providernet.py {{(pid=104304) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 30 04:06:53.407347 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron.api.extensions [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=104304) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 30 04:06:53.407857 dv-cinder-846842-7-iscsi neutron-server[104304]: INFO neutron.api.extensions [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] Loaded extension: provider Jun 30 04:06:53.408173 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron.api.extensions [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] Loading extension file: qos.py {{(pid=104304) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 30 04:06:53.413759 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron.api.extensions [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=104304) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 30 04:06:53.414276 dv-cinder-846842-7-iscsi neutron-server[104304]: INFO neutron.api.extensions [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] Extension qos not supported by any of loaded plugins Jun 30 04:06:53.414599 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron.api.extensions [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=104304) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 30 04:06:53.415859 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron.api.extensions [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=104304) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 30 04:06:53.416371 dv-cinder-846842-7-iscsi neutron-server[104304]: INFO neutron.api.extensions [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jun 30 04:06:53.416694 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron.api.extensions [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=104304) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 30 04:06:53.417612 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron.api.extensions [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=104304) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 30 04:06:53.418119 dv-cinder-846842-7-iscsi neutron-server[104304]: INFO neutron.api.extensions [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jun 30 04:06:53.418432 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron.api.extensions [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] Loading extension file: qos_default.py {{(pid=104304) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 30 04:06:53.419716 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron.api.extensions [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=104304) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 30 04:06:53.420234 dv-cinder-846842-7-iscsi neutron-server[104304]: INFO neutron.api.extensions [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] Extension qos-default not supported by any of loaded plugins Jun 30 04:06:53.420546 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron.api.extensions [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] Loading extension file: qos_fip.py {{(pid=104304) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 30 04:06:53.421448 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron.api.extensions [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=104304) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 30 04:06:53.421958 dv-cinder-846842-7-iscsi neutron-server[104304]: INFO neutron.api.extensions [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] Extension qos-fip not supported by any of loaded plugins Jun 30 04:06:53.422269 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron.api.extensions [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] Loading extension file: qos_fip_network_policy.py {{(pid=104304) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 30 04:06:53.423190 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron.api.extensions [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=104304) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 30 04:06:53.423695 dv-cinder-846842-7-iscsi neutron-server[104304]: INFO neutron.api.extensions [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Jun 30 04:06:53.424005 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron.api.extensions [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] Loading extension file: qos_gateway_ip.py {{(pid=104304) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 30 04:06:53.424909 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron.api.extensions [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=104304) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 30 04:06:53.425413 dv-cinder-846842-7-iscsi neutron-server[104304]: INFO neutron.api.extensions [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jun 30 04:06:53.425723 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron.api.extensions [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] Loading extension file: qos_port_network_policy.py {{(pid=104304) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 30 04:06:53.426625 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron.api.extensions [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=104304) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 30 04:06:53.427133 dv-cinder-846842-7-iscsi neutron-server[104304]: INFO neutron.api.extensions [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jun 30 04:06:53.427457 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron.api.extensions [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=104304) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 30 04:06:53.428695 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron.api.extensions [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=104304) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 30 04:06:53.429208 dv-cinder-846842-7-iscsi neutron-server[104304]: INFO neutron.api.extensions [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] Extension qos-pps-minimum not supported by any of loaded plugins Jun 30 04:06:53.429526 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron.api.extensions [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=104304) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 30 04:06:53.430556 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron.api.extensions [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=104304) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 30 04:06:53.431066 dv-cinder-846842-7-iscsi neutron-server[104304]: INFO neutron.api.extensions [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Jun 30 04:06:53.431406 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron.api.extensions [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] Loading extension file: qos_pps_rule.py {{(pid=104304) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 30 04:06:53.432548 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron.api.extensions [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=104304) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 30 04:06:53.433059 dv-cinder-846842-7-iscsi neutron-server[104304]: INFO neutron.api.extensions [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] Extension qos-pps not supported by any of loaded plugins Jun 30 04:06:53.433373 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron.api.extensions [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] Loading extension file: qos_rule_type_details.py {{(pid=104304) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 30 04:06:53.434269 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron.api.extensions [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=104304) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 30 04:06:53.434774 dv-cinder-846842-7-iscsi neutron-server[104304]: INFO neutron.api.extensions [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jun 30 04:06:53.435088 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron.api.extensions [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] Loading extension file: qos_rule_type_filter.py {{(pid=104304) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 30 04:06:53.436007 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron.api.extensions [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=104304) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 30 04:06:53.436511 dv-cinder-846842-7-iscsi neutron-server[104304]: INFO neutron.api.extensions [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] Extension qos-rule-type-filter not supported by any of loaded plugins Jun 30 04:06:53.436822 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron.api.extensions [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] Loading extension file: qos_rules_alias.py {{(pid=104304) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 30 04:06:53.437840 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron.api.extensions [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=104304) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 30 04:06:53.438341 dv-cinder-846842-7-iscsi neutron-server[104304]: INFO neutron.api.extensions [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] Extension qos-rules-alias not supported by any of loaded plugins Jun 30 04:06:53.438653 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron.api.extensions [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] Loading extension file: quota_check_limit.py {{(pid=104304) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 30 04:06:53.439576 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron.api.extensions [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=104304) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 30 04:06:53.440084 dv-cinder-846842-7-iscsi neutron-server[104304]: INFO neutron.api.extensions [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] Loaded extension: quota-check-limit Jun 30 04:06:53.440397 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron.api.extensions [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] Loading extension file: quotasv2.py {{(pid=104304) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 30 04:06:53.441309 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron.api.extensions [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=104304) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 30 04:06:53.441623 dv-cinder-846842-7-iscsi neutron-server[104304]: INFO neutron.api.extensions [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] Loaded extension: quotas Jun 30 04:06:53.441930 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron.api.extensions [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] Loading extension file: quotasv2_detail.py {{(pid=104304) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 30 04:06:53.444176 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron.api.extensions [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=104304) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 30 04:06:53.444516 dv-cinder-846842-7-iscsi neutron-server[104304]: INFO neutron.api.extensions [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] Loaded extension: quota_details Jun 30 04:06:53.444843 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron.api.extensions [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] Loading extension file: rbac.py {{(pid=104304) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 30 04:06:53.445880 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron.api.extensions [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=104304) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 30 04:06:53.446403 dv-cinder-846842-7-iscsi neutron-server[104304]: INFO neutron.api.extensions [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] Loaded extension: rbac-policies Jun 30 04:06:53.446720 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron.api.extensions [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] Loading extension file: rbac_address_group.py {{(pid=104304) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 30 04:06:53.447660 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron.api.extensions [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=104304) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 30 04:06:53.448180 dv-cinder-846842-7-iscsi neutron-server[104304]: INFO neutron.api.extensions [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] Loaded extension: rbac-address-group Jun 30 04:06:53.448493 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron.api.extensions [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] Loading extension file: rbac_address_scope.py {{(pid=104304) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 30 04:06:53.449399 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron.api.extensions [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=104304) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 30 04:06:53.449906 dv-cinder-846842-7-iscsi neutron-server[104304]: INFO neutron.api.extensions [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] Loaded extension: rbac-address-scope Jun 30 04:06:53.450214 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron.api.extensions [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] Loading extension file: rbac_security_groups.py {{(pid=104304) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 30 04:06:53.451224 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron.api.extensions [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=104304) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 30 04:06:53.451743 dv-cinder-846842-7-iscsi neutron-server[104304]: INFO neutron.api.extensions [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] Loaded extension: rbac-security-groups Jun 30 04:06:53.452054 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron.api.extensions [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] Loading extension file: rbac_subnetpool.py {{(pid=104304) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 30 04:06:53.452954 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron.api.extensions [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=104304) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 30 04:06:53.453459 dv-cinder-846842-7-iscsi neutron-server[104304]: INFO neutron.api.extensions [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] Loaded extension: rbac-subnetpool Jun 30 04:06:53.453771 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron.api.extensions [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] Loading extension file: revisionifmatch.py {{(pid=104304) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 30 04:06:53.454670 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron.api.extensions [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=104304) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 30 04:06:53.455205 dv-cinder-846842-7-iscsi neutron-server[104304]: INFO neutron.api.extensions [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] Loaded extension: revision-if-match Jun 30 04:06:53.455516 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron.api.extensions [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] Loading extension file: revisions.py {{(pid=104304) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 30 04:06:53.456639 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron.api.extensions [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=104304) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 30 04:06:53.457141 dv-cinder-846842-7-iscsi neutron-server[104304]: INFO neutron.api.extensions [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] Loaded extension: standard-attr-revisions Jun 30 04:06:53.457453 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron.api.extensions [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] Loading extension file: router_availability_zone.py {{(pid=104304) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 30 04:06:53.458106 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron.api.extensions [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=104304) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 30 04:06:53.458609 dv-cinder-846842-7-iscsi neutron-server[104304]: INFO neutron.api.extensions [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] Loaded extension: router_availability_zone Jun 30 04:06:53.458923 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron.api.extensions [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] Loading extension file: routerservicetype.py {{(pid=104304) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 30 04:06:53.460696 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron.api.extensions [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=104304) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 30 04:06:53.461202 dv-cinder-846842-7-iscsi neutron-server[104304]: INFO neutron.api.extensions [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] Extension router-service-type not supported by any of loaded plugins Jun 30 04:06:53.461515 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron.api.extensions [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=104304) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 30 04:06:53.462433 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron.api.extensions [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=104304) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 30 04:06:53.462943 dv-cinder-846842-7-iscsi neutron-server[104304]: INFO neutron.api.extensions [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] Loaded extension: security-groups-normalized-cidr Jun 30 04:06:53.463296 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron.api.extensions [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] Loading extension file: security_groups_port_filtering.py {{(pid=104304) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 30 04:06:53.464212 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron.api.extensions [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=104304) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 30 04:06:53.464722 dv-cinder-846842-7-iscsi neutron-server[104304]: INFO neutron.api.extensions [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] Loaded extension: port-security-groups-filtering Jun 30 04:06:53.465034 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron.api.extensions [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=104304) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 30 04:06:53.465946 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron.api.extensions [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=104304) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 30 04:06:53.466558 dv-cinder-846842-7-iscsi neutron-server[104304]: INFO neutron.api.extensions [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] Loaded extension: security-groups-remote-address-group Jun 30 04:06:53.466875 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron.api.extensions [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=104304) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 30 04:06:53.467819 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron.api.extensions [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=104304) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 30 04:06:53.468324 dv-cinder-846842-7-iscsi neutron-server[104304]: INFO neutron.api.extensions [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] Loaded extension: security-groups-shared-filtering Jun 30 04:06:53.468634 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron.api.extensions [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] Loading extension file: securitygroup.py {{(pid=104304) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 30 04:06:53.478784 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron.api.extensions [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=104304) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 30 04:06:53.479349 dv-cinder-846842-7-iscsi neutron-server[104304]: INFO neutron.api.extensions [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] Loaded extension: security-group Jun 30 04:06:53.479679 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron.api.extensions [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] Loading extension file: segment.py {{(pid=104304) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 30 04:06:53.480394 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron.api.extensions [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=104304) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 30 04:06:53.480902 dv-cinder-846842-7-iscsi neutron-server[104304]: INFO neutron.api.extensions [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] Extension segment not supported by any of loaded plugins Jun 30 04:06:53.481219 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron.api.extensions [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=104304) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 30 04:06:53.482140 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron.api.extensions [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=104304) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 30 04:06:53.482647 dv-cinder-846842-7-iscsi neutron-server[104304]: INFO neutron.api.extensions [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jun 30 04:06:53.482966 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron.api.extensions [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] Loading extension file: servicetype.py {{(pid=104304) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 30 04:06:53.484064 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron.api.extensions [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=104304) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 30 04:06:53.484574 dv-cinder-846842-7-iscsi neutron-server[104304]: INFO neutron.api.extensions [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] Loaded extension: service-type Jun 30 04:06:53.484902 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron.api.extensions [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] Loading extension file: sorting.py {{(pid=104304) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 30 04:06:53.485863 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron.api.extensions [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=104304) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 30 04:06:53.486188 dv-cinder-846842-7-iscsi neutron-server[104304]: INFO neutron.api.extensions [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] Loaded extension: sorting Jun 30 04:06:53.486495 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron.api.extensions [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] Loading extension file: standard_attr_segment.py {{(pid=104304) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 30 04:06:53.487401 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron.api.extensions [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=104304) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 30 04:06:53.487910 dv-cinder-846842-7-iscsi neutron-server[104304]: INFO neutron.api.extensions [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] Extension standard-attr-segment not supported by any of loaded plugins Jun 30 04:06:53.488225 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron.api.extensions [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] Loading extension file: standardattrdescription.py {{(pid=104304) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 30 04:06:53.488884 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron.api.extensions [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=104304) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 30 04:06:53.489398 dv-cinder-846842-7-iscsi neutron-server[104304]: INFO neutron.api.extensions [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] Loaded extension: standard-attr-description Jun 30 04:06:53.489709 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron.api.extensions [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] Loading extension file: stateful_security_group.py {{(pid=104304) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 30 04:06:53.491004 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron.api.extensions [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=104304) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 30 04:06:53.492374 dv-cinder-846842-7-iscsi neutron-server[104304]: INFO neutron.api.extensions [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] Loaded extension: stateful-security-group Jun 30 04:06:53.492850 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron.api.extensions [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] Loading extension file: stdattrs_common.py {{(pid=104304) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 30 04:06:53.493784 dv-cinder-846842-7-iscsi neutron-server[104304]: WARNING neutron.api.extensions [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jun 30 04:06:53.494232 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron.api.extensions [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=104304) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 30 04:06:53.495803 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron.api.extensions [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=104304) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 30 04:06:53.496574 dv-cinder-846842-7-iscsi neutron-server[104304]: INFO neutron.api.extensions [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jun 30 04:06:53.497031 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron.api.extensions [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] Loading extension file: subnet_onboard.py {{(pid=104304) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 30 04:06:53.498829 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron.api.extensions [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=104304) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 30 04:06:53.499585 dv-cinder-846842-7-iscsi neutron-server[104304]: INFO neutron.api.extensions [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] Loaded extension: subnet_onboard Jun 30 04:06:53.500050 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron.api.extensions [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=104304) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 30 04:06:53.501529 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron.api.extensions [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=104304) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 30 04:06:53.502331 dv-cinder-846842-7-iscsi neutron-server[104304]: INFO neutron.api.extensions [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jun 30 04:06:53.502815 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron.api.extensions [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] Loading extension file: subnet_service_types.py {{(pid=104304) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 30 04:06:53.504328 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron.api.extensions [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=104304) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 30 04:06:53.505133 dv-cinder-846842-7-iscsi neutron-server[104304]: INFO neutron.api.extensions [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] Loaded extension: subnet-service-types Jun 30 04:06:53.505546 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron.api.extensions [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] Loading extension file: subnetallocation.py {{(pid=104304) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 30 04:06:53.507357 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron.api.extensions [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=104304) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 30 04:06:53.507878 dv-cinder-846842-7-iscsi neutron-server[104304]: INFO neutron.api.extensions [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] Loaded extension: subnet_allocation Jun 30 04:06:53.508195 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron.api.extensions [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=104304) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 30 04:06:53.508857 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron.api.extensions [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=104304) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 30 04:06:53.509377 dv-cinder-846842-7-iscsi neutron-server[104304]: INFO neutron.api.extensions [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] Loaded extension: subnetpool-prefix-ops Jun 30 04:06:53.509687 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron.api.extensions [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=104304) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 30 04:06:53.510595 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron.api.extensions [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=104304) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 30 04:06:53.511123 dv-cinder-846842-7-iscsi neutron-server[104304]: INFO neutron.api.extensions [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jun 30 04:06:53.511444 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron.api.extensions [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] Loading extension file: tagging.py {{(pid=104304) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 30 04:06:53.512511 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron.api.extensions [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=104304) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 30 04:06:53.513026 dv-cinder-846842-7-iscsi neutron-server[104304]: INFO neutron.api.extensions [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] Loaded extension: standard-attr-tag Jun 30 04:06:53.513343 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron.api.extensions [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] Loading extension file: timestamp.py {{(pid=104304) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 30 04:06:53.514527 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron.api.extensions [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=104304) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 30 04:06:53.515045 dv-cinder-846842-7-iscsi neutron-server[104304]: INFO neutron.api.extensions [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] Loaded extension: standard-attr-timestamp Jun 30 04:06:53.515389 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron.api.extensions [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] Loading extension file: trunk.py {{(pid=104304) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 30 04:06:53.516406 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron.api.extensions [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=104304) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 30 04:06:53.516915 dv-cinder-846842-7-iscsi neutron-server[104304]: INFO neutron.api.extensions [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] Extension trunk not supported by any of loaded plugins Jun 30 04:06:53.517233 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron.api.extensions [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] Loading extension file: trunk_details.py {{(pid=104304) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 30 04:06:53.518128 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron.api.extensions [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=104304) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 30 04:06:53.518635 dv-cinder-846842-7-iscsi neutron-server[104304]: INFO neutron.api.extensions [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] Extension trunk-details not supported by any of loaded plugins Jun 30 04:06:53.518948 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron.api.extensions [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] Loading extension file: uplink_status_propagation.py {{(pid=104304) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 30 04:06:53.519872 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron.api.extensions [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=104304) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 30 04:06:53.520375 dv-cinder-846842-7-iscsi neutron-server[104304]: INFO neutron.api.extensions [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jun 30 04:06:53.520685 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron.api.extensions [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] Loading extension file: vlantransparent.py {{(pid=104304) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 30 04:06:53.521345 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron.api.extensions [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=104304) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 30 04:06:53.521847 dv-cinder-846842-7-iscsi neutron-server[104304]: INFO neutron.api.extensions [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] Extension vlan-transparent not supported by any of loaded plugins Jun 30 04:06:53.524430 dv-cinder-846842-7-iscsi neutron-server[104304]: INFO neutron.quota.resource_registry [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] Creating instance of TrackedResource for resource:network Jun 30 04:06:53.524950 dv-cinder-846842-7-iscsi neutron-server[104304]: INFO neutron.quota.resource_registry [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] Creating instance of TrackedResource for resource:subnet Jun 30 04:06:53.525333 dv-cinder-846842-7-iscsi neutron-server[104304]: INFO neutron.quota.resource_registry [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] Creating instance of TrackedResource for resource:subnetpool Jun 30 04:06:53.525710 dv-cinder-846842-7-iscsi neutron-server[104304]: INFO neutron.quota.resource_registry [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] Creating instance of TrackedResource for resource:port Jun 30 04:06:53.526920 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron.api.v2.resource_helper [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104304) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 30 04:06:53.527387 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron.api.v2.resource_helper [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] Service FLAVORS assigned prefix: {{(pid=104304) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 30 04:06:53.528021 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron.api.v2.resource_helper [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104304) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 30 04:06:53.528431 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron.api.v2.resource_helper [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104304) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 30 04:06:53.528751 dv-cinder-846842-7-iscsi neutron-server[104304]: INFO neutron.quota.resource_registry [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] Creating instance of TrackedResource for resource:router Jun 30 04:06:53.529166 dv-cinder-846842-7-iscsi neutron-server[104304]: INFO neutron.quota.resource_registry [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] Creating instance of TrackedResource for resource:floatingip Jun 30 04:06:53.529639 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron.api.v2.resource_helper [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] Service METERING assigned prefix: /metering {{(pid=104304) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 30 04:06:53.531154 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron_lib.callbacks.manager [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=104304) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 04:06:53.531508 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron_lib.callbacks.manager [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=104304) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 04:06:53.531850 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron_lib.callbacks.manager [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104304) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 04:06:53.532849 dv-cinder-846842-7-iscsi neutron-server[104304]: INFO neutron.quota.resource_registry [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] Creating instance of CountableResource for resource:rbac_policy Jun 30 04:06:53.533273 dv-cinder-846842-7-iscsi neutron-server[104304]: INFO neutron.quota.resource_registry [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] Creating instance of TrackedResource for resource:security_group Jun 30 04:06:53.533707 dv-cinder-846842-7-iscsi neutron-server[104304]: INFO neutron.quota.resource_registry [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] Creating instance of TrackedResource for resource:security_group_rule Jun 30 04:06:53.534283 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron.api.v2.resource_helper [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] Service CORE assigned prefix: {{(pid=104304) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 30 04:06:53.534601 dv-cinder-846842-7-iscsi neutron-server[104304]: INFO neutron.quota.resource_registry [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] Creating instance of TrackedResource for resource:subnetpool Jun 30 04:06:53.534940 dv-cinder-846842-7-iscsi neutron-server[104304]: WARNING neutron.quota.resource_registry [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] subnetpool is already registered Jun 30 04:06:53.535382 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron.api.v2.resource_helper [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] Service CORE assigned prefix: {{(pid=104304) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 30 04:06:53.535696 dv-cinder-846842-7-iscsi neutron-server[104304]: INFO neutron.quota.resource_registry [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] Creating instance of TrackedResource for resource:subnetpool Jun 30 04:06:53.536016 dv-cinder-846842-7-iscsi neutron-server[104304]: WARNING neutron.quota.resource_registry [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] subnetpool is already registered Jun 30 04:06:53.538381 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron.api.v2.resource_helper [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104304) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 30 04:06:53.538802 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron.api.v2.resource_helper [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] Service FLAVORS assigned prefix: {{(pid=104304) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 30 04:06:53.539411 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron.api.v2.resource_helper [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104304) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 30 04:06:53.539824 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron.api.v2.resource_helper [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104304) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 30 04:06:53.540145 dv-cinder-846842-7-iscsi neutron-server[104304]: INFO neutron.quota.resource_registry [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] Creating instance of TrackedResource for resource:router Jun 30 04:06:53.540478 dv-cinder-846842-7-iscsi neutron-server[104304]: WARNING neutron.quota.resource_registry [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] router is already registered Jun 30 04:06:53.540881 dv-cinder-846842-7-iscsi neutron-server[104304]: INFO neutron.quota.resource_registry [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] Creating instance of TrackedResource for resource:floatingip Jun 30 04:06:53.541206 dv-cinder-846842-7-iscsi neutron-server[104304]: WARNING neutron.quota.resource_registry [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] floatingip is already registered Jun 30 04:06:53.541646 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron.api.v2.resource_helper [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] Service METERING assigned prefix: /metering {{(pid=104304) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 30 04:06:53.542297 dv-cinder-846842-7-iscsi neutron-server[104304]: INFO neutron.quota.resource_registry [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] Creating instance of CountableResource for resource:rbac_policy Jun 30 04:06:53.542615 dv-cinder-846842-7-iscsi neutron-server[104304]: WARNING neutron.quota.resource_registry [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] rbac_policy is already registered Jun 30 04:06:53.543011 dv-cinder-846842-7-iscsi neutron-server[104304]: INFO neutron.quota.resource_registry [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] Creating instance of TrackedResource for resource:security_group Jun 30 04:06:53.543364 dv-cinder-846842-7-iscsi neutron-server[104304]: WARNING neutron.quota.resource_registry [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] security_group is already registered Jun 30 04:06:53.543756 dv-cinder-846842-7-iscsi neutron-server[104304]: INFO neutron.quota.resource_registry [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] Creating instance of TrackedResource for resource:security_group_rule Jun 30 04:06:53.544078 dv-cinder-846842-7-iscsi neutron-server[104304]: WARNING neutron.quota.resource_registry [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] security_group_rule is already registered Jun 30 04:06:53.545044 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron.api.v2.resource_helper [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] Service CORE assigned prefix: {{(pid=104304) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 30 04:06:53.545360 dv-cinder-846842-7-iscsi neutron-server[104304]: INFO neutron.quota.resource_registry [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] Creating instance of TrackedResource for resource:subnetpool Jun 30 04:06:53.545689 dv-cinder-846842-7-iscsi neutron-server[104304]: WARNING neutron.quota.resource_registry [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] subnetpool is already registered Jun 30 04:06:53.546093 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron.api.v2.resource_helper [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] Service CORE assigned prefix: {{(pid=104304) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 30 04:06:53.546405 dv-cinder-846842-7-iscsi neutron-server[104304]: INFO neutron.quota.resource_registry [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] Creating instance of TrackedResource for resource:subnetpool Jun 30 04:06:53.546718 dv-cinder-846842-7-iscsi neutron-server[104304]: WARNING neutron.quota.resource_registry [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] subnetpool is already registered Jun 30 04:06:53.547209 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron.api.extensions [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] Extended resource: extensions {{(pid=104304) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 04:06:53.548650 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron.api.extensions [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] Extended resource: address-groups {{(pid=104304) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 04:06:53.550123 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron.api.extensions [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] Extended resource: address-scopes {{(pid=104304) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 04:06:53.551476 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron.api.extensions [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] Extended resource: agents {{(pid=104304) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 04:06:53.552617 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron.api.extensions [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] Extended resource: auto-allocated-topology {{(pid=104304) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 04:06:53.554006 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron.api.extensions [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] Extended resource: availability_zones {{(pid=104304) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 04:06:53.555241 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron.api.extensions [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] Extended resource: dhcp-networks {{(pid=104304) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 04:06:53.556737 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron.api.extensions [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] Extended resource: dhcp-agents {{(pid=104304) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 04:06:53.558162 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron.api.extensions [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] Extended resource: routers {{(pid=104304) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 04:06:53.559870 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron.api.extensions [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] Extended resource: flavors {{(pid=104304) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 04:06:53.561155 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron.api.extensions [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] Extended resource: service_profiles {{(pid=104304) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 04:06:53.562331 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron.api.extensions [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] Extended resource: next_providers {{(pid=104304) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 04:06:53.563809 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron.api.extensions [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] Extended resource: service_profiles {{(pid=104304) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 04:06:53.565361 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron.api.extensions [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] Extended resource: floatingip-pools {{(pid=104304) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 04:06:53.566604 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron.api.extensions [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] Extended resource: routers {{(pid=104304) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 04:06:53.568693 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron.api.extensions [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] Extended resource: floatingips {{(pid=104304) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 04:06:53.569726 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron.api.extensions [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] Extended resource: l3-routers {{(pid=104304) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 04:06:53.571133 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron.api.extensions [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] Extended resource: l3-agents {{(pid=104304) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 04:06:53.572515 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron.api.extensions [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] Extended resource: metering-labels {{(pid=104304) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 04:06:53.573765 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron.api.extensions [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] Extended resource: metering-label-rules {{(pid=104304) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 04:06:53.576109 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron.api.extensions [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] Extended resource: network-ip-availabilities {{(pid=104304) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 04:06:53.577370 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron.api.extensions [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] Extended resource: bindings {{(pid=104304) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 04:06:53.578898 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron.api.extensions [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] Extended resource: quotas {{(pid=104304) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 04:06:53.580564 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron.api.extensions [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] Extended resource: quotas {{(pid=104304) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 04:06:53.582111 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron.api.extensions [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] Extended resource: rbac-policies {{(pid=104304) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 04:06:53.583314 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron.api.extensions [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] Extended resource: security-groups {{(pid=104304) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 04:06:53.584775 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron.api.extensions [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] Extended resource: security-group-rules {{(pid=104304) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 04:06:53.586026 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron.api.extensions [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] Extended resource: service-providers {{(pid=104304) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 04:06:53.587303 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron.api.extensions [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] Extended resource: subnetpools {{(pid=104304) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 04:06:53.588634 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron.api.extensions [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] Extended resource: subnetpools {{(pid=104304) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 04:06:53.590157 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron.api.extensions [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] Extended resource: tags {{(pid=104304) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 04:06:53.591842 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron.api.extensions [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] Extended resource: tags {{(pid=104304) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 04:06:53.593666 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron.api.extensions [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] Extended resource: tags {{(pid=104304) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 04:06:53.595439 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron.api.extensions [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] Extended resource: tags {{(pid=104304) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 04:06:53.597115 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron.api.extensions [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] Extended resource: tags {{(pid=104304) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 04:06:53.599059 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron.api.extensions [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] Extended resource: tags {{(pid=104304) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 04:06:53.600954 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron.api.extensions [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] Extended resource: tags {{(pid=104304) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 04:06:53.602798 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron.api.extensions [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] Extended resource: tags {{(pid=104304) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 04:06:53.604599 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron.api.extensions [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] Extended resource: tags {{(pid=104304) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 04:06:53.606323 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron.api.extensions [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] Extended resource: tags {{(pid=104304) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 04:06:53.612437 dv-cinder-846842-7-iscsi neutron-server[104304]: WARNING keystonemiddleware.auth_token [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jun 30 04:06:53.617851 dv-cinder-846842-7-iscsi neutron-server[104304]: WARNING keystonemiddleware.auth_token [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jun 30 04:06:53.626670 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_concurrency.lockutils [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] Acquired lock "singleton_lock" {{(pid=104304) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Jun 30 04:06:53.627130 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_concurrency.lockutils [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] Releasing lock "singleton_lock" {{(pid=104304) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Jun 30 04:06:53.627828 dv-cinder-846842-7-iscsi neutron-server[104304]: INFO oslo_service.service [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] Starting 2 workers Jun 30 04:06:53.632724 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] Started child 104415 {{(pid=104304) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 30 04:06:53.637113 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] Started child 104416 {{(pid=104304) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 30 04:06:53.638221 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:06:53.638885 dv-cinder-846842-7-iscsi neutron-server[104304]: INFO neutron.service [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] Neutron service started, listening on 0.0.0.0:9696 Jun 30 04:06:53.639325 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron_lib.callbacks.manager [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] Publish callbacks [] for process (None), before_spawn {{(pid=104304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:06:53.639663 dv-cinder-846842-7-iscsi neutron-server[104415]: INFO neutron.wsgi [-] (104415) wsgi starting up on http://0.0.0.0:9696 Jun 30 04:06:53.641698 dv-cinder-846842-7-iscsi neutron-server[104304]: INFO oslo_service.service [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] Starting 1 workers Jun 30 04:06:53.641852 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:06:53.643264 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [-] (104416) wsgi starting up on http://0.0.0.0:9696 Jun 30 04:06:53.646823 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] Started child 104417 {{(pid=104304) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 30 04:06:53.647366 dv-cinder-846842-7-iscsi neutron-server[104304]: INFO oslo_service.service [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] Starting 1 workers Jun 30 04:06:53.650608 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.service [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] calling RpcWorker wait() {{(pid=104417) _wait /opt/stack/neutron/neutron/service.py:128}} Jun 30 04:06:53.651198 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.service [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] returning from RpcWorker wait() {{(pid=104417) _wait /opt/stack/neutron/neutron/service.py:135}} Jun 30 04:06:53.651755 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] Started child 104418 {{(pid=104304) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 30 04:06:53.652377 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:06:53.652514 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG neutron_lib.callbacks.manager [None req-ae5d4056-a22e-408b-a450-fe5abdff8a17 None None] Publish callbacks [] for process (None), after_spawn {{(pid=104304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:06:53.652829 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=104417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 04:06:53.654535 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=104304) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jun 30 04:06:53.654732 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 30 04:06:53.654876 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 30 04:06:53.655146 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 30 04:06:53.655467 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 30 04:06:53.655608 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 30 04:06:53.656136 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 04:06:53.656403 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 04:06:53.656648 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 04:06:53.656911 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 04:06:53.657485 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 04:06:53.657612 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:06:53.658083 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 04:06:53.658083 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 04:06:53.658211 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 04:06:53.658449 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 04:06:53.658625 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 04:06:53.658725 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=104418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 04:06:53.658798 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 04:06:53.659023 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 04:06:53.659267 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 04:06:53.659563 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 04:06:53.659832 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 04:06:53.660072 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 04:06:53.660318 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 04:06:53.660453 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 04:06:53.660728 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] config_source = [] {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 04:06:53.660971 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 04:06:53.661212 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 04:06:53.661462 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] debug = True {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 04:06:53.661731 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 04:06:53.662172 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 04:06:53.662482 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 04:06:53.662882 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 04:06:53.663123 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 04:06:53.663413 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 04:06:53.663667 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 04:06:53.663853 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 04:06:53.664092 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 04:06:53.664311 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 04:06:53.664544 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 04:06:53.664777 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 04:06:53.665016 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 04:06:53.665237 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 04:06:53.665462 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 04:06:53.665684 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 04:06:53.665909 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 04:06:53.666367 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] host = dv-cinder-846842-7-iscsi {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 04:06:53.666597 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 04:06:53.666830 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 04:06:53.667076 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 04:06:53.667328 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 04:06:53.667571 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 04:06:53.667792 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 04:06:53.668147 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 04:06:53.668396 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 04:06:53.668647 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 04:06:53.668865 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 04:06:53.669106 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 04:06:53.669350 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 04:06:53.669940 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] log_dir = None {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 04:06:53.670183 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] log_file = None {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 04:06:53.670340 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] log_options = True {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 04:06:53.670572 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 04:06:53.670827 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 04:06:53.671119 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 04:06:53.671299 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 04:06:53.671462 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 04:06:53.671606 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 04:06:53.671857 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 04:06:53.672014 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 04:06:53.672248 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 04:06:53.672454 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 04:06:53.672691 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 04:06:53.672938 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 04:06:53.673089 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 04:06:53.673310 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 04:06:53.673558 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 04:06:53.673779 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 04:06:53.674010 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 04:06:53.674197 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 04:06:53.674430 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 04:06:53.675726 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 04:06:53.676021 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 04:06:53.676494 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 04:06:53.676916 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 04:06:53.677317 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 04:06:53.677473 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 04:06:53.677674 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 04:06:53.678001 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 04:06:53.678237 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 04:06:53.678485 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 04:06:53.678745 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 04:06:53.678993 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 04:06:53.679322 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 04:06:53.680098 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 04:06:53.680098 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 04:06:53.680098 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 04:06:53.680453 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 04:06:53.680569 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 04:06:53.680922 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 04:06:53.681052 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 04:06:53.681397 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 04:06:53.681397 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 04:06:53.682340 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 04:06:53.682340 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 04:06:53.682340 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 04:06:53.682701 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 04:06:53.682701 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] use_journal = False {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 04:06:53.682978 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] use_json = False {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 04:06:53.683218 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 04:06:53.683457 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 04:06:53.683718 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 04:06:53.683935 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 04:06:53.684152 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 04:06:53.684368 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 04:06:53.684680 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 04:06:53.684939 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 04:06:53.685155 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 04:06:53.685568 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.685839 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.686155 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.686500 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.686782 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.687146 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.687395 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.687606 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.688518 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.688936 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.689423 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.692983 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.692983 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.692983 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.692983 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.692983 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.692983 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.692983 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.692983 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.693645 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.693645 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.693645 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.693645 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.693645 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.693645 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.693645 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.693645 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.694106 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.694172 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.694539 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.694755 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.695037 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.695323 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.13/identity {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.695575 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.695796 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.696392 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.696392 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.696590 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.696759 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.696906 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.698557 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.698557 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.698557 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.698557 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.698557 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.698557 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.698557 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.699034 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.699034 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.699352 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.699444 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.699665 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.699889 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.700102 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.700359 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.700599 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.700859 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.701101 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.701323 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.701583 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.701812 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.702034 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.702265 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.702482 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.702710 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.702911 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.703169 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.703398 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.703650 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.703877 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.704107 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.704317 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.704537 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.704807 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.704987 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.705236 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.705413 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.705648 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.705848 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.706057 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.706258 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.706462 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.706661 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.706862 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.707086 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.707323 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.707535 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.707764 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.707976 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.708205 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.708413 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.708718 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.708960 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.709271 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.709489 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.709737 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.709983 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.710221 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.710440 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.710650 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.710873 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.711152 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.711374 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.711613 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.711837 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.712051 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.712295 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.712526 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.712737 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.712962 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.713186 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.713429 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.713656 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.714006 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.714256 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.714491 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.714721 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.714964 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.715234 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.715511 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.715749 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.716015 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.716217 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.716465 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.716758 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.717027 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.717288 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.717539 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.717773 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.718028 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.718253 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.718504 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.718728 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.718951 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.719206 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.719433 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.719649 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.719879 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.720103 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.720408 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.720654 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.720864 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.721072 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.721328 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.721567 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.721800 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.722064 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.722304 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.722535 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.722777 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.723006 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.13/identity {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.723263 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.723501 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.723725 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.723934 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.724146 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.724375 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.724610 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.724881 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.725111 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.725538 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.725755 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.725972 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.726216 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.726432 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.726652 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.726894 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.727141 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.727366 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.727609 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.727819 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.728033 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.728244 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.728474 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.728728 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.728941 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.729209 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.729450 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.729660 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.729898 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.730121 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.730381 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.730596 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.730836 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.731068 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.731300 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.731507 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.731735 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.731948 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.732154 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.732391 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.732593 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.732842 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.733089 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.733404 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.733645 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.733883 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.734130 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.734372 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.734572 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.734789 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.735003 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.735263 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.735478 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.735697 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.735924 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.736155 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.736364 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.736594 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.736824 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.737072 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.737287 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.737502 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.737711 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.737935 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.738143 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.738369 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.738594 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.738799 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.739004 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.739230 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.739459 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.739671 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.739943 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.740187 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.740488 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.740981 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.741223 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.741447 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.741674 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.741915 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.742144 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.742365 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.742574 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.742780 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.742995 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.743254 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.743461 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.743703 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.743912 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.744118 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.744364 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.744574 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.744776 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.745065 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.745218 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.745424 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.745642 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.745866 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.746071 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.746286 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.746495 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.746697 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.746917 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.747145 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.747351 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.747565 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.747776 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.748015 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.748287 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.748532 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.748746 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.749085 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.749254 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.749501 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.749743 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.750028 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.750239 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.750475 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.750700 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.750932 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.751169 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.751418 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.751734 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.752011 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.752261 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.752506 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.752774 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.753041 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.753319 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.753530 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.753817 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.754142 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.754410 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.754643 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.754898 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.755175 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.755391 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.755601 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.755811 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.756173 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.756476 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.756742 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.756968 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.757207 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.757438 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.757685 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.757925 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.758144 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.758358 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.758587 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.758798 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.758955 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 30 04:06:53.759559 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=104304) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jun 30 04:06:53.759719 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 30 04:06:53.759869 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 30 04:06:53.760034 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 30 04:06:53.760890 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 30 04:06:53.760890 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 30 04:06:53.760890 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 04:06:53.760890 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 04:06:53.761387 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=104417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 04:06:53.761518 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 04:06:53.761518 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 04:06:53.761518 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 04:06:53.761518 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 04:06:53.761518 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 04:06:53.762080 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 04:06:53.762080 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 04:06:53.762080 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 04:06:53.762080 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 04:06:53.762534 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 04:06:53.762534 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 04:06:53.762534 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 04:06:53.762845 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 04:06:53.762845 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 04:06:53.763050 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 04:06:53.763286 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 04:06:53.763286 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] config_source = [] {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 04:06:53.763537 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 04:06:53.763537 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 04:06:53.763765 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] debug = True {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 04:06:53.763886 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 04:06:53.764356 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 04:06:53.764517 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 04:06:53.764664 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 04:06:53.764816 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 04:06:53.764955 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 04:06:53.765112 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 04:06:53.765290 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 04:06:53.765417 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 04:06:53.766039 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 04:06:53.766039 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 04:06:53.766039 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 04:06:53.766039 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 04:06:53.766426 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 04:06:53.766426 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 04:06:53.766426 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 04:06:53.766645 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 04:06:53.768564 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] host = dv-cinder-846842-7-iscsi {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 04:06:53.768732 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 04:06:53.768902 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 04:06:53.769064 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 04:06:53.769224 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 04:06:53.769383 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 04:06:53.769542 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 04:06:53.769699 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 04:06:53.769856 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 04:06:53.770017 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 04:06:53.770173 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 04:06:53.770330 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 04:06:53.770486 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 04:06:53.770642 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] log_dir = None {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 04:06:53.770793 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] log_file = None {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 04:06:53.770947 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] log_options = True {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 04:06:53.771147 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 04:06:53.771279 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 04:06:53.771429 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 04:06:53.771701 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 04:06:53.771864 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 04:06:53.772019 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 04:06:53.772174 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 04:06:53.772330 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 04:06:53.772479 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 04:06:53.772632 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 04:06:53.772785 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 04:06:53.772940 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 04:06:53.773092 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 04:06:53.773246 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 04:06:53.773464 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 04:06:53.773589 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 04:06:53.773711 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 04:06:53.773831 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 04:06:53.773985 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 04:06:53.774140 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 04:06:53.774293 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 04:06:53.774446 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 04:06:53.774599 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 04:06:53.774752 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 04:06:53.774906 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 04:06:53.775060 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 04:06:53.775229 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 04:06:53.775368 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 04:06:53.775563 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 04:06:53.775690 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 04:06:53.775812 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 04:06:53.775932 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 04:06:53.776082 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 04:06:53.776232 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 04:06:53.776381 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 04:06:53.776518 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 04:06:53.776671 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 04:06:53.776821 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 04:06:53.776978 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 04:06:53.777133 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 04:06:53.777286 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 04:06:53.777439 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 04:06:53.777594 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 04:06:53.777753 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 04:06:53.777911 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 04:06:53.778064 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] use_journal = False {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 04:06:53.778217 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] use_json = False {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 04:06:53.778371 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 04:06:53.778524 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 04:06:53.778677 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 04:06:53.778831 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 04:06:53.778986 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 04:06:53.779181 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 04:06:53.779390 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 04:06:53.779704 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 04:06:53.779864 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 04:06:53.780038 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.780200 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.780370 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.780530 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.780690 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.780838 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.781027 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.781151 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.781272 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.781425 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.781590 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.781747 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.781913 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.782071 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.782227 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.782386 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.782541 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.782697 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.782853 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.783011 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.783190 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.783349 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.783513 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.783670 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.783826 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.783981 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.784136 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.784300 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.784455 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.784628 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.784788 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.784945 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.785103 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.13/identity {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.785260 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.785416 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.785626 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.785725 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.785873 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.786030 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.786188 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.786344 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.786501 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.786658 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.786814 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.786972 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.787192 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.787364 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.787508 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.787669 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.787852 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.787988 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.788151 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.788303 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.788460 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.788618 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.788776 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.788933 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.789100 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.789257 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.789413 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.789569 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.789730 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.789884 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.790194 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.790349 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.790651 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.790808 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.791129 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.791317 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.791473 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.791781 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.791942 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.792102 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.792255 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.792555 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.792712 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.793004 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.793294 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.793599 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.793890 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.794180 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.794848 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.795005 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.795324 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.795482 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.795784 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.795941 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.796247 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.796534 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.796823 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.797110 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.797412 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.797704 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.797991 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.798278 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.798566 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.798864 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.799183 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.799469 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.799757 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.800041 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.800326 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.800609 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.800899 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.801183 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.801485 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.801769 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.802065 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.802219 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.802503 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.802811 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.803297 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.803593 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.803885 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.804195 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.804484 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.804771 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.805060 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.805347 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.805643 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.805929 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.806229 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.806385 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.806708 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.806882 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.807038 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.807352 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.807518 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.807678 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.807838 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.807998 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.808160 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.808322 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.808463 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.808625 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.808798 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.808954 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.809109 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.809258 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.809440 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.809598 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.809753 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.809903 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.810072 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.810224 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.810429 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.810589 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.810749 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.810907 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.811066 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.811265 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.13/identity {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.811404 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.811539 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.811698 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.811840 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.811985 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.812144 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.812321 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.812460 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.812604 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.812740 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.812876 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.813010 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.813166 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.813306 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.813466 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.813606 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.813757 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.813934 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.814072 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.814207 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.814342 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.814477 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.814762 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.814914 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.815048 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.815210 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.815377 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.815518 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.815654 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.815789 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.816064 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.816064 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.816331 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.816331 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.816590 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.816590 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.816858 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.816858 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.817113 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.817248 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.817381 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.817513 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.817649 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.817783 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.817936 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.818071 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.818214 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.818348 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.818687 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.818687 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.818950 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.818950 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.819237 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.819237 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.819510 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.819645 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.819781 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.819925 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.820059 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.820193 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.820328 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.820462 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.820624 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.820761 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.820895 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.821029 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.821164 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.821297 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.821431 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.821566 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.821709 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.821853 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.822017 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.822160 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.822318 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.822459 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.822619 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.822761 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.822929 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.823070 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.823245 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.823391 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.823526 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.823688 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.823839 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.823999 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.824139 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.824300 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.824440 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.824584 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.824836 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.824986 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.825122 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.825257 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.825392 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.825526 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.825659 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.825803 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.825947 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.826309 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.826309 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.827250 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.827250 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.827250 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.827250 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.827250 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.827250 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.827250 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.828148 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.828148 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.828148 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.828148 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.828148 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.828148 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.828927 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.828927 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.828927 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.828927 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.828927 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.829554 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.829554 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.829554 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.829554 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.830088 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.830088 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.830088 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.830088 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.830602 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.830602 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.830602 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.831002 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.831002 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.831002 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.831524 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.831524 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.831524 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.831930 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.831930 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.831930 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.832327 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.832327 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.832327 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.832709 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.832709 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.832964 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.832964 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.833219 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.833219 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.833606 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.833606 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.833606 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 04:06:53.833998 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 30 04:06:53.965454 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.wsgi [-] (104415) accepted ('10.222.0.13', 45736) {{(pid=104415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 04:06:53.974038 dv-cinder-846842-7-iscsi neutron-server[104415]: INFO neutron.wsgi [-] 10.222.0.13 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0063930 Jun 30 04:07:03.120476 dv-cinder-846842-7-iscsi neutron-server[104304]: DEBUG dbcounter [-] [104304] Writing DB stats neutron:SELECT=10,neutron:INSERT=31 {{(pid=104304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:07:05.198466 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0b218d8-ca57-4b29-8bce-27bf86885d31 None None] get_active_networks_info from dv-cinder-846842-7-iscsi {{(pid=104417) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jun 30 04:07:05.215955 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writer thread running {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jun 30 04:07:05.305015 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0b218d8-ca57-4b29-8bce-27bf86885d31 None None] No non-hosted networks {{(pid=104417) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jun 30 04:07:05.322907 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.db.agentschedulers_db [None req-f0b218d8-ca57-4b29-8bce-27bf86885d31 None None] DHCP Agent not found on host dv-cinder-846842-7-iscsi {{(pid=104417) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:454}} Jun 30 04:07:05.386659 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-5046199a-62e8-4aeb-a9d8-0e62ca61e856 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926756172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-614613'] for agent (beddbd52-9273-44c2-990c-63933fe383b2), after_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:07:06.886292 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writer thread running {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jun 30 04:07:07.481148 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-481995ee-13a7-413a-8315-12da1bb889a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926756172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-614613'] for agent (2ea21a61-d737-4543-a811-a0d035fbf0f6), after_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:07:07.541971 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-d866bbe1-96e7-47f7-8e1f-8295c729cc38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926756172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565263'] for agent (2ea21a61-d737-4543-a811-a0d035fbf0f6), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:07:08.446112 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-7a77f087-4523-4fd9-b9f1-b6333d8ad1f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926756172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-614613'] for agent (672e10fd-0bbc-4d52-8fca-d980f41e3265), after_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:07:08.538225 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.wsgi [-] (104415) accepted ('10.222.0.13', 45812) {{(pid=104415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 04:07:09.171370 dv-cinder-846842-7-iscsi neutron-server[104415]: WARNING oslo_policy.policy [None req-1acd0052-b501-4983-87e7-2e920cc08b3d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 30 04:07:09.171934 dv-cinder-846842-7-iscsi neutron-server[104415]: WARNING oslo_policy.policy [None req-1acd0052-b501-4983-87e7-2e920cc08b3d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 30 04:07:09.393189 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.wsgi [None req-1acd0052-b501-4983-87e7-2e920cc08b3d admin admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=104415) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 30 04:07:09.397565 dv-cinder-846842-7-iscsi neutron-server[104415]: INFO neutron.wsgi [None req-1acd0052-b501-4983-87e7-2e920cc08b3d admin admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.8579540 Jun 30 04:07:10.241616 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-88ff949a-6007-42d5-8261-77b64d367ca9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926756172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-614613'] for agent (4c4a8942-da79-4b81-aa08-fb593b1e6e06), after_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:07:10.400711 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-2a6d8403-c0a5-4ac4-aa48-860a84345009 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926756172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-614613'] for agent (cbdf45b5-344e-4e18-9242-1abb738708f2), after_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:07:10.402152 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a6d8403-c0a5-4ac4-aa48-860a84345009 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:07:10.402936 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a6d8403-c0a5-4ac4-aa48-860a84345009 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:07:10.403858 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a6d8403-c0a5-4ac4-aa48-860a84345009 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:07:10.404430 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a6d8403-c0a5-4ac4-aa48-860a84345009 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:07:10.404943 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a6d8403-c0a5-4ac4-aa48-860a84345009 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:07:10.407818 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a6d8403-c0a5-4ac4-aa48-860a84345009 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:07:10.410881 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a6d8403-c0a5-4ac4-aa48-860a84345009 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:07:10.411471 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a6d8403-c0a5-4ac4-aa48-860a84345009 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:07:10.414433 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a6d8403-c0a5-4ac4-aa48-860a84345009 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:07:10.415582 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a6d8403-c0a5-4ac4-aa48-860a84345009 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:07:10.416710 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a6d8403-c0a5-4ac4-aa48-860a84345009 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:07:10.417250 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a6d8403-c0a5-4ac4-aa48-860a84345009 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:07:10.418261 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a6d8403-c0a5-4ac4-aa48-860a84345009 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:07:10.419794 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a6d8403-c0a5-4ac4-aa48-860a84345009 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:07:10.420392 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a6d8403-c0a5-4ac4-aa48-860a84345009 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:07:10.421871 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6d8403-c0a5-4ac4-aa48-860a84345009 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-846842-7-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=104417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 04:07:10.442738 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6d8403-c0a5-4ac4-aa48-860a84345009 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-846842-7-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=104417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 04:07:11.794199 dv-cinder-846842-7-iscsi neutron-server[104417]: INFO neutron.db.l3_hamode_db [None req-9645b46b-81e9-4644-9acb-9186728225bf None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jun 30 04:07:11.815114 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.wsgi [-] (104415) accepted ('10.222.0.13', 45842) {{(pid=104415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 04:07:11.875524 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9645b46b-81e9-4644-9acb-9186728225bf None None] Routers set() bound to L3 agent in host dv-cinder-846842-7-iscsi {{(pid=104417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 30 04:07:11.875897 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9645b46b-81e9-4644-9acb-9186728225bf None None] Router IDs set() for agent in host dv-cinder-846842-7-iscsi {{(pid=104417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:468}} Jun 30 04:07:12.160060 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.v2.base [None req-1b732438-6593-41be-b5a7-b3b1d657689a admin admin] Request body: {'subnetpool': {'is_default': True, 'default_prefixlen': 26, 'shared': True, 'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16']}} {{(pid=104415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 30 04:07:12.248984 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.policy [None req-1b732438-6593-41be-b5a7-b3b1d657689a admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=104415) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 30 04:07:12.290001 dv-cinder-846842-7-iscsi neutron-server[104415]: WARNING oslo_policy.policy [None req-1b732438-6593-41be-b5a7-b3b1d657689a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 30 04:07:12.290316 dv-cinder-846842-7-iscsi neutron-server[104415]: WARNING oslo_policy.policy [None req-1b732438-6593-41be-b5a7-b3b1d657689a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 30 04:07:12.310996 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writer thread running {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jun 30 04:07:12.403035 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-1b732438-6593-41be-b5a7-b3b1d657689a admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8781926568765', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8781926568233', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8781926584444', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8781926590882', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8781926534271', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8781926542097', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-3657935', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3649631', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-583114', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-622622'] for rbac-policy (None), before_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:07:12.482271 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-1b732438-6593-41be-b5a7-b3b1d657689a admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:07:12.483509 dv-cinder-846842-7-iscsi neutron-server[104415]: INFO neutron.wsgi [None req-1b732438-6593-41be-b5a7-b3b1d657689a admin admin] 10.222.0.13 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6674004 Jun 30 04:07:14.758091 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.wsgi [-] (104415) accepted ('10.222.0.13', 45854) {{(pid=104415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 04:07:15.130918 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.v2.base [None req-ef784ed8-06c1-4a77-a095-37024b4d546f demo demo] Request body: {'network': {'admin_state_up': True, 'name': 'private'}} {{(pid=104415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 30 04:07:15.165145 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef784ed8-06c1-4a77-a095-37024b4d546f demo demo] Made reservation on behalf of 1bdbc3b6409f4ac0ab6a748ee8998688 for: {'network': 1} {{(pid=104415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 04:07:15.171606 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-ef784ed8-06c1-4a77-a095-37024b4d546f demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3606762'] for network (None), before_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:07:15.196556 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-ef784ed8-06c1-4a77-a095-37024b4d546f demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:07:15.325131 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-ef784ed8-06c1-4a77-a095-37024b4d546f demo demo] Publish callbacks [] for security_group (352839a6-96ef-43eb-aad4-f49a7758c58c), precommit_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:07:15.330011 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-ef784ed8-06c1-4a77-a095-37024b4d546f demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3637186'] for security_group (352839a6-96ef-43eb-aad4-f49a7758c58c), after_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:07:15.354636 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef784ed8-06c1-4a77-a095-37024b4d546f demo demo] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 190} {{(pid=104415) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 04:07:15.389878 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-ef784ed8-06c1-4a77-a095-37024b4d546f demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8781926756181', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505043'] for segment (9038bb5a-d50a-406f-af61-d1da93cf2871), precommit_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:07:15.390437 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-ef784ed8-06c1-4a77-a095-37024b4d546f demo demo] Unsubscribe: segment precommit_create {{(pid=104415) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 30 04:07:15.390977 dv-cinder-846842-7-iscsi neutron-server[104415]: INFO neutron.db.segments_db [None req-ef784ed8-06c1-4a77-a095-37024b4d546f demo demo] Added segment 9038bb5a-d50a-406f-af61-d1da93cf2871 of type vlan for network 78c8aa74-ddeb-48aa-9e29-125fe73358ad Jun 30 04:07:15.406923 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef784ed8-06c1-4a77-a095-37024b4d546f demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=352839a6-96ef-43eb-aad4-f49a7758c58c,revision_number=1']} {{(pid=104415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:07:15.434072 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef784ed8-06c1-4a77-a095-37024b4d546f demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:07:15.434407 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef784ed8-06c1-4a77-a095-37024b4d546f demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:07:15.434750 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef784ed8-06c1-4a77-a095-37024b4d546f demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:07:15.435138 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef784ed8-06c1-4a77-a095-37024b4d546f demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:07:15.435451 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef784ed8-06c1-4a77-a095-37024b4d546f demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:07:15.435767 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef784ed8-06c1-4a77-a095-37024b4d546f demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:07:15.436085 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef784ed8-06c1-4a77-a095-37024b4d546f demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:07:15.436398 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef784ed8-06c1-4a77-a095-37024b4d546f demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:07:15.436716 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef784ed8-06c1-4a77-a095-37024b4d546f demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:07:15.437032 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef784ed8-06c1-4a77-a095-37024b4d546f demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:07:15.437342 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef784ed8-06c1-4a77-a095-37024b4d546f demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:07:15.437669 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef784ed8-06c1-4a77-a095-37024b4d546f demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:07:15.437983 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef784ed8-06c1-4a77-a095-37024b4d546f demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:07:15.438297 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef784ed8-06c1-4a77-a095-37024b4d546f demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:07:15.438606 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef784ed8-06c1-4a77-a095-37024b4d546f demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:07:15.440010 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef784ed8-06c1-4a77-a095-37024b4d546f demo demo] Tracked resource versions report: Jun 30 04:07:15.440010 dv-cinder-846842-7-iscsi neutron-server[104415]: pushed versions: Jun 30 04:07:15.440010 dv-cinder-846842-7-iscsi neutron-server[104415]: { 'AddressGroup': {'1.2'}, Jun 30 04:07:15.440010 dv-cinder-846842-7-iscsi neutron-server[104415]: 'Agent': {'1.1'}, Jun 30 04:07:15.440010 dv-cinder-846842-7-iscsi neutron-server[104415]: 'ConntrackHelper': {'1.0'}, Jun 30 04:07:15.440010 dv-cinder-846842-7-iscsi neutron-server[104415]: 'LocalIPAssociation': {'1.0'}, Jun 30 04:07:15.440010 dv-cinder-846842-7-iscsi neutron-server[104415]: 'Log': {'1.0'}, Jun 30 04:07:15.440010 dv-cinder-846842-7-iscsi neutron-server[104415]: 'NDPProxy': {'1.0'}, Jun 30 04:07:15.440010 dv-cinder-846842-7-iscsi neutron-server[104415]: 'Network': {'1.1'}, Jun 30 04:07:15.440010 dv-cinder-846842-7-iscsi neutron-server[104415]: 'Port': {'1.7'}, Jun 30 04:07:15.440010 dv-cinder-846842-7-iscsi neutron-server[104415]: 'PortForwarding': {'1.3'}, Jun 30 04:07:15.440010 dv-cinder-846842-7-iscsi neutron-server[104415]: 'QosPolicy': {'1.10'}, Jun 30 04:07:15.440010 dv-cinder-846842-7-iscsi neutron-server[104415]: 'SecurityGroup': {'1.5'}, Jun 30 04:07:15.440010 dv-cinder-846842-7-iscsi neutron-server[104415]: 'SecurityGroupRule': {'1.2'}, Jun 30 04:07:15.440010 dv-cinder-846842-7-iscsi neutron-server[104415]: 'SubPort': {'1.0'}, Jun 30 04:07:15.440010 dv-cinder-846842-7-iscsi neutron-server[104415]: 'Subnet': {'1.1'}, Jun 30 04:07:15.440010 dv-cinder-846842-7-iscsi neutron-server[104415]: 'Trunk': {'1.1'}} Jun 30 04:07:15.440010 dv-cinder-846842-7-iscsi neutron-server[104415]: consumer versions: Jun 30 04:07:15.440010 dv-cinder-846842-7-iscsi neutron-server[104415]: { DHCP agent@dv-cinder-846842-7-iscsi: {}, Jun 30 04:07:15.440010 dv-cinder-846842-7-iscsi neutron-server[104415]: L3 agent@dv-cinder-846842-7-iscsi: {}, Jun 30 04:07:15.440010 dv-cinder-846842-7-iscsi neutron-server[104415]: Metadata agent@dv-cinder-846842-7-iscsi: {}, Jun 30 04:07:15.440010 dv-cinder-846842-7-iscsi neutron-server[104415]: Metering agent@dv-cinder-846842-7-iscsi: {}, Jun 30 04:07:15.440010 dv-cinder-846842-7-iscsi neutron-server[104415]: Open vSwitch agent@dv-cinder-846842-7-iscsi: { 'AddressGroup': '1.2', Jun 30 04:07:15.440010 dv-cinder-846842-7-iscsi neutron-server[104415]: 'Agent': '1.1', Jun 30 04:07:15.440010 dv-cinder-846842-7-iscsi neutron-server[104415]: 'ConntrackHelper': '1.0', Jun 30 04:07:15.440010 dv-cinder-846842-7-iscsi neutron-server[104415]: 'LocalIPAssociation': '1.0', Jun 30 04:07:15.440010 dv-cinder-846842-7-iscsi neutron-server[104415]: 'Log': '1.0', Jun 30 04:07:15.440010 dv-cinder-846842-7-iscsi neutron-server[104415]: 'NDPProxy': '1.0', Jun 30 04:07:15.440010 dv-cinder-846842-7-iscsi neutron-server[104415]: 'Network': '1.1', Jun 30 04:07:15.440010 dv-cinder-846842-7-iscsi neutron-server[104415]: 'Port': '1.7', Jun 30 04:07:15.440010 dv-cinder-846842-7-iscsi neutron-server[104415]: 'PortForwarding': '1.3', Jun 30 04:07:15.440010 dv-cinder-846842-7-iscsi neutron-server[104415]: 'QosPolicy': '1.10', Jun 30 04:07:15.440010 dv-cinder-846842-7-iscsi neutron-server[104415]: 'SecurityGroup': '1.5', Jun 30 04:07:15.440010 dv-cinder-846842-7-iscsi neutron-server[104415]: 'SecurityGroupRule': '1.2', Jun 30 04:07:15.440010 dv-cinder-846842-7-iscsi neutron-server[104415]: 'SubPort': '1.0', Jun 30 04:07:15.440010 dv-cinder-846842-7-iscsi neutron-server[104415]: 'Subnet': '1.1', Jun 30 04:07:15.440010 dv-cinder-846842-7-iscsi neutron-server[104415]: 'Trunk': '1.1'}} Jun 30 04:07:15.440010 dv-cinder-846842-7-iscsi neutron-server[104415]: {{(pid=104415) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 30 04:07:15.507188 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-ef784ed8-06c1-4a77-a095-37024b4d546f demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781926193812'] for network (78c8aa74-ddeb-48aa-9e29-125fe73358ad), precommit_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:07:15.548915 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-ef784ed8-06c1-4a77-a095-37024b4d546f demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3637173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528681'] for network (78c8aa74-ddeb-48aa-9e29-125fe73358ad), after_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:07:15.554195 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef784ed8-06c1-4a77-a095-37024b4d546f demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:07:15.554911 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-ef784ed8-06c1-4a77-a095-37024b4d546f demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528667'] for network (None), before_response {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:07:15.615614 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=56,neutron:INSERT=42,neutron:UPDATE=2 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:07:15.629661 dv-cinder-846842-7-iscsi neutron-server[104415]: INFO neutron.wsgi [None req-ef784ed8-06c1-4a77-a095-37024b4d546f demo demo] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 729 time: 0.8702943 Jun 30 04:07:15.689159 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef784ed8-06c1-4a77-a095-37024b4d546f demo demo] Pushing event updated for resources: {'Network': ['ID=78c8aa74-ddeb-48aa-9e29-125fe73358ad,revision_number=1']} {{(pid=104415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:07:15.703655 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.rpc [None req-2a6d8403-c0a5-4ac4-aa48-860a84345009 None None] Network 78c8aa74-ddeb-48aa-9e29-125fe73358ad details requested by agent ovs-agent-dv-cinder-846842-7-iscsi with host dv-cinder-846842-7-iscsi {{(pid=104417) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 04:07:17.977594 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.wsgi [-] (104415) accepted ('10.222.0.13', 45868) {{(pid=104415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 04:07:18.432155 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-458bd3a4-7686-4794-a609-108f127ba959 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:07:18.433535 dv-cinder-846842-7-iscsi neutron-server[104415]: INFO neutron.wsgi [None req-458bd3a4-7686-4794-a609-108f127ba959 demo admin] 10.222.0.13 "GET /v2.0/networks/78c8aa74-ddeb-48aa-9e29-125fe73358ad HTTP/1.1" status: 200 len: 825 time: 0.4549587 Jun 30 04:07:18.458416 dv-cinder-846842-7-iscsi neutron-server[104415]: INFO neutron.wsgi [None req-8d54aedd-7a9c-4c23-bc71-f7814af4c3a9 demo admin] 10.222.0.13 "GET /v2.0/subnetpools/1d7a15bc-6a62-4442-b85f-7d051244acf0 HTTP/1.1" status: 200 len: 734 time: 0.0189395 Jun 30 04:07:18.467132 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.v2.base [None req-d51e93da-c44e-4a65-a4b5-09efdef79a73 demo admin] Request body: {'subnet': {'ip_version': 4, 'subnetpool_id': '1d7a15bc-6a62-4442-b85f-7d051244acf0', 'name': 'private-subnet', 'gateway_ip': '172.20.0.1', 'network_id': '78c8aa74-ddeb-48aa-9e29-125fe73358ad'}} {{(pid=104415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 30 04:07:18.495137 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d51e93da-c44e-4a65-a4b5-09efdef79a73 demo admin] Made reservation on behalf of 1bdbc3b6409f4ac0ab6a748ee8998688 for: {'subnet': 1} {{(pid=104415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 04:07:18.497416 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-d51e93da-c44e-4a65-a4b5-09efdef79a73 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:07:18.634255 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=76,neutron:INSERT=16,neutron:DELETE=4,neutron:UPDATE=4 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:07:18.818526 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-d51e93da-c44e-4a65-a4b5-09efdef79a73 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528681'] for subnet (5c0bf5d4-5b9c-4973-a49f-97dc6c7db043), after_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:07:18.886732 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51e93da-c44e-4a65-a4b5-09efdef79a73 demo admin] Pushing event updated for resources: {'Subnet': ['ID=5c0bf5d4-5b9c-4973-a49f-97dc6c7db043,revision_number=0']} {{(pid=104415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:07:18.888628 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d51e93da-c44e-4a65-a4b5-09efdef79a73 demo admin] Checking segment: {'id': '9038bb5a-d50a-406f-af61-d1da93cf2871', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '78c8aa74-ddeb-48aa-9e29-125fe73358ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104415) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 30 04:07:18.888993 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d51e93da-c44e-4a65-a4b5-09efdef79a73 demo admin] Network hostable DHCP agents. Network: 78c8aa74-ddeb-48aa-9e29-125fe73358ad, hostable agents: ['beddbd52-9273-44c2-990c-63933fe383b2'], hosted agents: [] {{(pid=104415) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 04:07:18.914707 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d51e93da-c44e-4a65-a4b5-09efdef79a73 demo admin] Network 78c8aa74-ddeb-48aa-9e29-125fe73358ad is scheduled to be hosted by DHCP agent beddbd52-9273-44c2-990c-63933fe383b2 with binding_index 1 {{(pid=104415) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 04:07:18.928833 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.scheduler.base_scheduler [None req-d51e93da-c44e-4a65-a4b5-09efdef79a73 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-846842-7-iscsi, 78c8aa74-ddeb-48aa-9e29-125fe73358ad) {{(pid=104415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 04:07:18.933688 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d51e93da-c44e-4a65-a4b5-09efdef79a73 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:07:18.934327 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-d51e93da-c44e-4a65-a4b5-09efdef79a73 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528667'] for subnet (None), before_response {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:07:18.939715 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aedd893c-d391-4d43-b9f7-b07e6d4befba None None] Network 78c8aa74-ddeb-48aa-9e29-125fe73358ad requested from dv-cinder-846842-7-iscsi {{(pid=104417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 30 04:07:18.955647 dv-cinder-846842-7-iscsi neutron-server[104415]: INFO neutron.wsgi [None req-d51e93da-c44e-4a65-a4b5-09efdef79a73 demo admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4916027 Jun 30 04:07:19.206143 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac193329-6e7a-41d5-a5d9-3eb26dd2b69b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcd801984-d77e-514a-975e-2a6430aac994-78c8aa74-ddeb-48aa-9e29-125fe73358ad', 'network_id': '78c8aa74-ddeb-48aa-9e29-125fe73358ad', 'project_id': '1bdbc3b6409f4ac0ab6a748ee8998688', 'fixed_ips': [{'subnet_id': '5c0bf5d4-5b9c-4973-a49f-97dc6c7db043'}]}} from dv-cinder-846842-7-iscsi. {{(pid=104417) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 30 04:07:19.207485 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-ac193329-6e7a-41d5-a5d9-3eb26dd2b69b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3606762'] for port (None), before_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:07:19.488691 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.db.db_base_plugin_common [None req-ac193329-6e7a-41d5-a5d9-3eb26dd2b69b None None] Allocated IP 172.20.0.2 (78c8aa74-ddeb-48aa-9e29-125fe73358ad/5c0bf5d4-5b9c-4973-a49f-97dc6c7db043/26f2ee40-c787-4942-94f5-0aecee67854c) {{(pid=104417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 04:07:19.498170 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=64,neutron:INSERT=36 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:07:19.767473 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-ac193329-6e7a-41d5-a5d9-3eb26dd2b69b None None] Publish callbacks [] for port (26f2ee40-c787-4942-94f5-0aecee67854c), precommit_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:07:19.778331 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-ac193329-6e7a-41d5-a5d9-3eb26dd2b69b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4095053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781926239317'] for port (26f2ee40-c787-4942-94f5-0aecee67854c), after_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:07:19.855375 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac193329-6e7a-41d5-a5d9-3eb26dd2b69b None None] Network 78c8aa74-ddeb-48aa-9e29-125fe73358ad is already hosted by enough agents. {{(pid=104417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 04:07:19.861070 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.scheduler.base_scheduler [None req-ac193329-6e7a-41d5-a5d9-3eb26dd2b69b None None] Resources bound (agent type, host, resource id): {{(pid=104417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 04:07:19.866333 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac193329-6e7a-41d5-a5d9-3eb26dd2b69b None None] Received port after_create {{(pid=104417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 30 04:07:19.868267 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac193329-6e7a-41d5-a5d9-3eb26dd2b69b None None] Pushing event updated for resources: {'Port': ['ID=26f2ee40-c787-4942-94f5-0aecee67854c,revision_number=1']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:07:19.881219 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac193329-6e7a-41d5-a5d9-3eb26dd2b69b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:07:19.881560 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac193329-6e7a-41d5-a5d9-3eb26dd2b69b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:07:19.881909 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac193329-6e7a-41d5-a5d9-3eb26dd2b69b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:07:19.882257 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac193329-6e7a-41d5-a5d9-3eb26dd2b69b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:07:19.882582 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac193329-6e7a-41d5-a5d9-3eb26dd2b69b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:07:19.882900 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac193329-6e7a-41d5-a5d9-3eb26dd2b69b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:07:19.883244 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac193329-6e7a-41d5-a5d9-3eb26dd2b69b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:07:19.883588 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac193329-6e7a-41d5-a5d9-3eb26dd2b69b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:07:19.883887 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac193329-6e7a-41d5-a5d9-3eb26dd2b69b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:07:19.884204 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac193329-6e7a-41d5-a5d9-3eb26dd2b69b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:07:19.884505 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac193329-6e7a-41d5-a5d9-3eb26dd2b69b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:07:19.884841 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac193329-6e7a-41d5-a5d9-3eb26dd2b69b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:07:19.885161 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac193329-6e7a-41d5-a5d9-3eb26dd2b69b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:07:19.885470 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac193329-6e7a-41d5-a5d9-3eb26dd2b69b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:07:19.885780 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac193329-6e7a-41d5-a5d9-3eb26dd2b69b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:07:19.887162 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac193329-6e7a-41d5-a5d9-3eb26dd2b69b None None] Tracked resource versions report: Jun 30 04:07:19.887162 dv-cinder-846842-7-iscsi neutron-server[104417]: pushed versions: Jun 30 04:07:19.887162 dv-cinder-846842-7-iscsi neutron-server[104417]: { 'AddressGroup': {'1.2'}, Jun 30 04:07:19.887162 dv-cinder-846842-7-iscsi neutron-server[104417]: 'Agent': {'1.1'}, Jun 30 04:07:19.887162 dv-cinder-846842-7-iscsi neutron-server[104417]: 'ConntrackHelper': {'1.0'}, Jun 30 04:07:19.887162 dv-cinder-846842-7-iscsi neutron-server[104417]: 'LocalIPAssociation': {'1.0'}, Jun 30 04:07:19.887162 dv-cinder-846842-7-iscsi neutron-server[104417]: 'Log': {'1.0'}, Jun 30 04:07:19.887162 dv-cinder-846842-7-iscsi neutron-server[104417]: 'NDPProxy': {'1.0'}, Jun 30 04:07:19.887162 dv-cinder-846842-7-iscsi neutron-server[104417]: 'Network': {'1.1'}, Jun 30 04:07:19.887162 dv-cinder-846842-7-iscsi neutron-server[104417]: 'Port': {'1.7'}, Jun 30 04:07:19.887162 dv-cinder-846842-7-iscsi neutron-server[104417]: 'PortForwarding': {'1.3'}, Jun 30 04:07:19.887162 dv-cinder-846842-7-iscsi neutron-server[104417]: 'QosPolicy': {'1.10'}, Jun 30 04:07:19.887162 dv-cinder-846842-7-iscsi neutron-server[104417]: 'SecurityGroup': {'1.5'}, Jun 30 04:07:19.887162 dv-cinder-846842-7-iscsi neutron-server[104417]: 'SecurityGroupRule': {'1.2'}, Jun 30 04:07:19.887162 dv-cinder-846842-7-iscsi neutron-server[104417]: 'SubPort': {'1.0'}, Jun 30 04:07:19.887162 dv-cinder-846842-7-iscsi neutron-server[104417]: 'Subnet': {'1.1'}, Jun 30 04:07:19.887162 dv-cinder-846842-7-iscsi neutron-server[104417]: 'Trunk': {'1.1'}} Jun 30 04:07:19.887162 dv-cinder-846842-7-iscsi neutron-server[104417]: consumer versions: Jun 30 04:07:19.887162 dv-cinder-846842-7-iscsi neutron-server[104417]: { DHCP agent@dv-cinder-846842-7-iscsi: {}, Jun 30 04:07:19.887162 dv-cinder-846842-7-iscsi neutron-server[104417]: L3 agent@dv-cinder-846842-7-iscsi: {}, Jun 30 04:07:19.887162 dv-cinder-846842-7-iscsi neutron-server[104417]: Metadata agent@dv-cinder-846842-7-iscsi: {}, Jun 30 04:07:19.887162 dv-cinder-846842-7-iscsi neutron-server[104417]: Metering agent@dv-cinder-846842-7-iscsi: {}, Jun 30 04:07:19.887162 dv-cinder-846842-7-iscsi neutron-server[104417]: Open vSwitch agent@dv-cinder-846842-7-iscsi: { 'AddressGroup': '1.2', Jun 30 04:07:19.887162 dv-cinder-846842-7-iscsi neutron-server[104417]: 'Agent': '1.1', Jun 30 04:07:19.887162 dv-cinder-846842-7-iscsi neutron-server[104417]: 'ConntrackHelper': '1.0', Jun 30 04:07:19.887162 dv-cinder-846842-7-iscsi neutron-server[104417]: 'LocalIPAssociation': '1.0', Jun 30 04:07:19.887162 dv-cinder-846842-7-iscsi neutron-server[104417]: 'Log': '1.0', Jun 30 04:07:19.887162 dv-cinder-846842-7-iscsi neutron-server[104417]: 'NDPProxy': '1.0', Jun 30 04:07:19.887162 dv-cinder-846842-7-iscsi neutron-server[104417]: 'Network': '1.1', Jun 30 04:07:19.887162 dv-cinder-846842-7-iscsi neutron-server[104417]: 'Port': '1.7', Jun 30 04:07:19.887162 dv-cinder-846842-7-iscsi neutron-server[104417]: 'PortForwarding': '1.3', Jun 30 04:07:19.887162 dv-cinder-846842-7-iscsi neutron-server[104417]: 'QosPolicy': '1.10', Jun 30 04:07:19.887162 dv-cinder-846842-7-iscsi neutron-server[104417]: 'SecurityGroup': '1.5', Jun 30 04:07:19.887162 dv-cinder-846842-7-iscsi neutron-server[104417]: 'SecurityGroupRule': '1.2', Jun 30 04:07:19.887162 dv-cinder-846842-7-iscsi neutron-server[104417]: 'SubPort': '1.0', Jun 30 04:07:19.887162 dv-cinder-846842-7-iscsi neutron-server[104417]: 'Subnet': '1.1', Jun 30 04:07:19.887162 dv-cinder-846842-7-iscsi neutron-server[104417]: 'Trunk': '1.1'}} Jun 30 04:07:19.887162 dv-cinder-846842-7-iscsi neutron-server[104417]: {{(pid=104417) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 30 04:07:19.963904 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.managers [None req-ac193329-6e7a-41d5-a5d9-3eb26dd2b69b None None] Attempting to bind port 26f2ee40-c787-4942-94f5-0aecee67854c on host dv-cinder-846842-7-iscsi for vnic_type normal with profile {{(pid=104417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 30 04:07:19.964569 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.managers [None req-ac193329-6e7a-41d5-a5d9-3eb26dd2b69b None None] Attempting to bind port 26f2ee40-c787-4942-94f5-0aecee67854c by drivers openvswitch,hyperv on host dv-cinder-846842-7-iscsi at level 0 using segments [{'id': '9038bb5a-d50a-406f-af61-d1da93cf2871', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '78c8aa74-ddeb-48aa-9e29-125fe73358ad'}] {{(pid=104417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 30 04:07:19.964671 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac193329-6e7a-41d5-a5d9-3eb26dd2b69b None None] Attempting to bind port 26f2ee40-c787-4942-94f5-0aecee67854c on network 78c8aa74-ddeb-48aa-9e29-125fe73358ad {{(pid=104417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 30 04:07:19.969939 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac193329-6e7a-41d5-a5d9-3eb26dd2b69b None None] Checking agent: {'id': 'cbdf45b5-344e-4e18-9242-1abb738708f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846842-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 30, 4, 7, 10), 'started_at': datetime.datetime(2022, 6, 30, 4, 7, 10), 'heartbeat_timestamp': datetime.datetime(2022, 6, 30, 4, 7, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846842-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 30 04:07:19.970318 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac193329-6e7a-41d5-a5d9-3eb26dd2b69b None None] Checking segment: {'id': '9038bb5a-d50a-406f-af61-d1da93cf2871', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '78c8aa74-ddeb-48aa-9e29-125fe73358ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 30 04:07:19.970780 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-ac193329-6e7a-41d5-a5d9-3eb26dd2b69b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:07:19.971186 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac193329-6e7a-41d5-a5d9-3eb26dd2b69b None None] Bound using segment: {'id': '9038bb5a-d50a-406f-af61-d1da93cf2871', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '78c8aa74-ddeb-48aa-9e29-125fe73358ad'} {{(pid=104417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 30 04:07:19.971644 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.managers [None req-ac193329-6e7a-41d5-a5d9-3eb26dd2b69b None None] Bound port: 26f2ee40-c787-4942-94f5-0aecee67854c, host: dv-cinder-846842-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9038bb5a-d50a-406f-af61-d1da93cf2871', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '78c8aa74-ddeb-48aa-9e29-125fe73358ad'}}] {{(pid=104417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 30 04:07:19.972039 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-ac193329-6e7a-41d5-a5d9-3eb26dd2b69b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3606762'] for port (26f2ee40-c787-4942-94f5-0aecee67854c), before_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:07:19.980674 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=6 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:07:20.038967 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.db [None req-ac193329-6e7a-41d5-a5d9-3eb26dd2b69b None None] For port 26f2ee40-c787-4942-94f5-0aecee67854c, host dv-cinder-846842-7-iscsi, cleared binding levels {{(pid=104417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 04:07:20.061401 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.db [None req-ac193329-6e7a-41d5-a5d9-3eb26dd2b69b None None] For port 26f2ee40-c787-4942-94f5-0aecee67854c, host dv-cinder-846842-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-7-iscsi',level=0,port_id=26f2ee40-c787-4942-94f5-0aecee67854c,segment=NetworkSegment(9038bb5a-d50a-406f-af61-d1da93cf2871),segment_id=9038bb5a-d50a-406f-af61-d1da93cf2871)] {{(pid=104417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 04:07:20.070748 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-ac193329-6e7a-41d5-a5d9-3eb26dd2b69b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4095053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781926634698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781926239335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781926239353'] for port (26f2ee40-c787-4942-94f5-0aecee67854c), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:07:20.129566 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac193329-6e7a-41d5-a5d9-3eb26dd2b69b None None] Pushing event updated for resources: {'Port': ['ID=26f2ee40-c787-4942-94f5-0aecee67854c,revision_number=2']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:07:21.259236 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:SELECT=5 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:07:21.266520 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:SELECT=19,neutron:INSERT=31 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:07:21.272152 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.13', 45882) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 04:07:21.814496 dv-cinder-846842-7-iscsi neutron-server[104416]: WARNING oslo_policy.policy [None req-a173ff5a-431f-498f-94ef-b19ed2d53373 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 30 04:07:21.815042 dv-cinder-846842-7-iscsi neutron-server[104416]: WARNING oslo_policy.policy [None req-a173ff5a-431f-498f-94ef-b19ed2d53373 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 30 04:07:22.028709 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.wsgi [None req-a173ff5a-431f-498f-94ef-b19ed2d53373 admin admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=104416) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 30 04:07:22.030010 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-a173ff5a-431f-498f-94ef-b19ed2d53373 admin admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.7560461 Jun 30 04:07:24.340497 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.13', 45896) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 04:07:24.687842 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.wsgi [None req-d23d5c69-41ed-4df0-a971-779374818b81 admin admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=104416) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 30 04:07:24.688837 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-d23d5c69-41ed-4df0-a971-779374818b81 admin admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3474107 Jun 30 04:07:27.040484 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.13', 45908) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 04:07:27.411987 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.v2.base [None req-cd42f341-5f8e-4dbd-9e14-c8719e9c75d6 demo demo] Request body: {'router': {'name': 'router1', 'admin_state_up': True}} {{(pid=104416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 30 04:07:27.472032 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.policy [None req-cd42f341-5f8e-4dbd-9e14-c8719e9c75d6 demo demo] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=104416) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 30 04:07:27.513248 dv-cinder-846842-7-iscsi neutron-server[104416]: WARNING oslo_policy.policy [None req-cd42f341-5f8e-4dbd-9e14-c8719e9c75d6 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 30 04:07:27.513630 dv-cinder-846842-7-iscsi neutron-server[104416]: WARNING oslo_policy.policy [None req-cd42f341-5f8e-4dbd-9e14-c8719e9c75d6 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 30 04:07:27.535675 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writer thread running {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jun 30 04:07:27.542515 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=11,neutron:INSERT=31 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:07:27.581461 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-cd42f341-5f8e-4dbd-9e14-c8719e9c75d6 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-611393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-992720'] for router (7916a015-c7dd-4bd8-833f-3a8dc0ae1c5e), before_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:07:27.583502 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-cd42f341-5f8e-4dbd-9e14-c8719e9c75d6 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-612039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-618118', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-671212', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-992729'] for router (7916a015-c7dd-4bd8-833f-3a8dc0ae1c5e), precommit_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:07:27.747456 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-cd42f341-5f8e-4dbd-9e14-c8719e9c75d6 demo demo] Publish callbacks [] for router_controller (7916a015-c7dd-4bd8-833f-3a8dc0ae1c5e), precommit_add_association {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:07:27.754449 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-cd42f341-5f8e-4dbd-9e14-c8719e9c75d6 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-612929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-619506'] for router (7916a015-c7dd-4bd8-833f-3a8dc0ae1c5e), after_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:07:27.779602 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-cd42f341-5f8e-4dbd-9e14-c8719e9c75d6 demo demo] Publish callbacks [] for router (None), before_response {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:07:27.780871 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-cd42f341-5f8e-4dbd-9e14-c8719e9c75d6 demo demo] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.7394671 Jun 30 04:07:28.171273 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.rpc [None req-2a6d8403-c0a5-4ac4-aa48-860a84345009 None None] Device 26f2ee40-c787-4942-94f5-0aecee67854c up at agent ovs-agent-dv-cinder-846842-7-iscsi {{(pid=104417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 04:07:28.255797 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.db.provisioning_blocks [None req-2a6d8403-c0a5-4ac4-aa48-860a84345009 None None] Provisioning complete for port 26f2ee40-c787-4942-94f5-0aecee67854c triggered by entity L2. {{(pid=104417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 30 04:07:28.256335 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-2a6d8403-c0a5-4ac4-aa48-860a84345009 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565073'] for port (26f2ee40-c787-4942-94f5-0aecee67854c), provisioning_complete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:07:28.282513 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d35c14a-3440-4d67-93c3-4d04603b8686 None None] Network 78c8aa74-ddeb-48aa-9e29-125fe73358ad requested from dv-cinder-846842-7-iscsi {{(pid=104417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 30 04:07:28.448206 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-2a6d8403-c0a5-4ac4-aa48-860a84345009 None None] Current status of the port 26f2ee40-c787-4942-94f5-0aecee67854c is: DOWN; New status is: ACTIVE {{(pid=104417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 30 04:07:28.448536 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-2a6d8403-c0a5-4ac4-aa48-860a84345009 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3606762'] for port (26f2ee40-c787-4942-94f5-0aecee67854c), before_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:07:28.477102 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.db.provisioning_blocks [None req-acba64df-554b-486e-8b47-b58cfd9a10da None None] Provisioning complete for port 26f2ee40-c787-4942-94f5-0aecee67854c triggered by entity DHCP. {{(pid=104417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 30 04:07:28.477469 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-acba64df-554b-486e-8b47-b58cfd9a10da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565073'] for port (26f2ee40-c787-4942-94f5-0aecee67854c), provisioning_complete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:07:28.554172 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.db [None req-2a6d8403-c0a5-4ac4-aa48-860a84345009 None None] For port 26f2ee40-c787-4942-94f5-0aecee67854c, host dv-cinder-846842-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-7-iscsi',level=0,port_id=26f2ee40-c787-4942-94f5-0aecee67854c,segment=NetworkSegment(9038bb5a-d50a-406f-af61-d1da93cf2871),segment_id=9038bb5a-d50a-406f-af61-d1da93cf2871)] {{(pid=104417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 04:07:28.562389 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-2a6d8403-c0a5-4ac4-aa48-860a84345009 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4095053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781926634698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781926239335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781926239353'] for port (26f2ee40-c787-4942-94f5-0aecee67854c), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:07:28.630748 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:07:28.641604 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-acba64df-554b-486e-8b47-b58cfd9a10da None None] Current status of the port 26f2ee40-c787-4942-94f5-0aecee67854c is: ACTIVE; New status is: ACTIVE {{(pid=104417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 30 04:07:28.647254 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6d8403-c0a5-4ac4-aa48-860a84345009 None None] Pushing event updated for resources: {'Port': ['ID=26f2ee40-c787-4942-94f5-0aecee67854c,revision_number=3']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:07:28.763068 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.db.provisioning_blocks [None req-4d2d5664-d47d-4922-8183-526faecf5aee None None] Provisioning complete for port 26f2ee40-c787-4942-94f5-0aecee67854c triggered by entity DHCP. {{(pid=104417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 30 04:07:28.763491 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-4d2d5664-d47d-4922-8183-526faecf5aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565073'] for port (26f2ee40-c787-4942-94f5-0aecee67854c), provisioning_complete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:07:28.837358 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-4d2d5664-d47d-4922-8183-526faecf5aee None None] Current status of the port 26f2ee40-c787-4942-94f5-0aecee67854c is: ACTIVE; New status is: ACTIVE {{(pid=104417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 30 04:07:28.941203 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=53,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:07:28.944792 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=30,neutron:INSERT=1,neutron:DELETE=2 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:07:30.086623 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.wsgi [-] (104415) accepted ('10.222.0.13', 45924) {{(pid=104415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 04:07:30.156217 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.rpc [None req-2a6d8403-c0a5-4ac4-aa48-860a84345009 None None] Device 26f2ee40-c787-4942-94f5-0aecee67854c up at agent ovs-agent-dv-cinder-846842-7-iscsi {{(pid=104417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 04:07:30.202614 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.db.provisioning_blocks [None req-2a6d8403-c0a5-4ac4-aa48-860a84345009 None None] Provisioning complete for port 26f2ee40-c787-4942-94f5-0aecee67854c triggered by entity L2. {{(pid=104417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 30 04:07:30.203012 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-2a6d8403-c0a5-4ac4-aa48-860a84345009 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565073'] for port (26f2ee40-c787-4942-94f5-0aecee67854c), provisioning_complete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:07:30.242813 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:07:30.273376 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-2a6d8403-c0a5-4ac4-aa48-860a84345009 None None] Current status of the port 26f2ee40-c787-4942-94f5-0aecee67854c is: ACTIVE; New status is: ACTIVE {{(pid=104417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 30 04:07:30.431564 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.wsgi [None req-39b40915-9c04-473f-ba0d-0280f3da4313 admin admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=104415) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 30 04:07:30.432581 dv-cinder-846842-7-iscsi neutron-server[104415]: INFO neutron.wsgi [None req-39b40915-9c04-473f-ba0d-0280f3da4313 admin admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3449764 Jun 30 04:07:32.708982 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.13', 45932) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 04:07:33.064666 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.v2.base [None req-e612ae8e-b60e-46a4-8c30-28c844d1d077 admin admin] Request body: {'network': {'provider:network_type': 'flat', 'admin_state_up': True, 'name': 'public', 'router:external': True, 'provider:physical_network': 'physnet1', 'is_default': True}} {{(pid=104416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 30 04:07:33.088735 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e612ae8e-b60e-46a4-8c30-28c844d1d077 admin admin] Made reservation on behalf of 447338b8480048d8be1a3dac45927add for: {'network': 1} {{(pid=104416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 04:07:33.091567 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-e612ae8e-b60e-46a4-8c30-28c844d1d077 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3606762'] for network (None), before_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:07:33.107168 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-e612ae8e-b60e-46a4-8c30-28c844d1d077 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:07:33.213352 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-e612ae8e-b60e-46a4-8c30-28c844d1d077 admin admin] Publish callbacks [] for security_group (09e546ba-227a-45f2-a5b8-4568e75a04cc), precommit_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:07:33.219858 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-e612ae8e-b60e-46a4-8c30-28c844d1d077 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3637186'] for security_group (09e546ba-227a-45f2-a5b8-4568e75a04cc), after_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:07:33.230887 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-e612ae8e-b60e-46a4-8c30-28c844d1d077 admin admin] Reserving flat network on physical network physnet1 {{(pid=104416) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jun 30 04:07:33.265046 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-e612ae8e-b60e-46a4-8c30-28c844d1d077 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8781926756181', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505043'] for segment (3bfcffa1-5305-4ee8-86f3-678eb000aac1), precommit_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:07:33.265499 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-e612ae8e-b60e-46a4-8c30-28c844d1d077 admin admin] Unsubscribe: segment precommit_create {{(pid=104416) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 30 04:07:33.266026 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.db.segments_db [None req-e612ae8e-b60e-46a4-8c30-28c844d1d077 admin admin] Added segment 3bfcffa1-5305-4ee8-86f3-678eb000aac1 of type flat for network a14b0e4f-074d-4507-846c-fc8420bddf12 Jun 30 04:07:33.281853 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e612ae8e-b60e-46a4-8c30-28c844d1d077 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09e546ba-227a-45f2-a5b8-4568e75a04cc,revision_number=1']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:07:33.344380 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e612ae8e-b60e-46a4-8c30-28c844d1d077 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:07:33.344803 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e612ae8e-b60e-46a4-8c30-28c844d1d077 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:07:33.345265 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e612ae8e-b60e-46a4-8c30-28c844d1d077 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:07:33.345926 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e612ae8e-b60e-46a4-8c30-28c844d1d077 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:07:33.346436 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e612ae8e-b60e-46a4-8c30-28c844d1d077 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:07:33.346948 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e612ae8e-b60e-46a4-8c30-28c844d1d077 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:07:33.347428 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e612ae8e-b60e-46a4-8c30-28c844d1d077 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:07:33.347870 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e612ae8e-b60e-46a4-8c30-28c844d1d077 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:07:33.348325 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e612ae8e-b60e-46a4-8c30-28c844d1d077 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:07:33.348787 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e612ae8e-b60e-46a4-8c30-28c844d1d077 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:07:33.349164 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e612ae8e-b60e-46a4-8c30-28c844d1d077 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:07:33.349548 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e612ae8e-b60e-46a4-8c30-28c844d1d077 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:07:33.349872 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e612ae8e-b60e-46a4-8c30-28c844d1d077 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:07:33.350459 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e612ae8e-b60e-46a4-8c30-28c844d1d077 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:07:33.350839 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e612ae8e-b60e-46a4-8c30-28c844d1d077 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:07:33.352648 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e612ae8e-b60e-46a4-8c30-28c844d1d077 admin admin] Tracked resource versions report: Jun 30 04:07:33.352648 dv-cinder-846842-7-iscsi neutron-server[104416]: pushed versions: Jun 30 04:07:33.352648 dv-cinder-846842-7-iscsi neutron-server[104416]: { 'AddressGroup': {'1.2'}, Jun 30 04:07:33.352648 dv-cinder-846842-7-iscsi neutron-server[104416]: 'Agent': {'1.1'}, Jun 30 04:07:33.352648 dv-cinder-846842-7-iscsi neutron-server[104416]: 'ConntrackHelper': {'1.0'}, Jun 30 04:07:33.352648 dv-cinder-846842-7-iscsi neutron-server[104416]: 'LocalIPAssociation': {'1.0'}, Jun 30 04:07:33.352648 dv-cinder-846842-7-iscsi neutron-server[104416]: 'Log': {'1.0'}, Jun 30 04:07:33.352648 dv-cinder-846842-7-iscsi neutron-server[104416]: 'NDPProxy': {'1.0'}, Jun 30 04:07:33.352648 dv-cinder-846842-7-iscsi neutron-server[104416]: 'Network': {'1.1'}, Jun 30 04:07:33.352648 dv-cinder-846842-7-iscsi neutron-server[104416]: 'Port': {'1.7'}, Jun 30 04:07:33.352648 dv-cinder-846842-7-iscsi neutron-server[104416]: 'PortForwarding': {'1.3'}, Jun 30 04:07:33.352648 dv-cinder-846842-7-iscsi neutron-server[104416]: 'QosPolicy': {'1.10'}, Jun 30 04:07:33.352648 dv-cinder-846842-7-iscsi neutron-server[104416]: 'SecurityGroup': {'1.5'}, Jun 30 04:07:33.352648 dv-cinder-846842-7-iscsi neutron-server[104416]: 'SecurityGroupRule': {'1.2'}, Jun 30 04:07:33.352648 dv-cinder-846842-7-iscsi neutron-server[104416]: 'SubPort': {'1.0'}, Jun 30 04:07:33.352648 dv-cinder-846842-7-iscsi neutron-server[104416]: 'Subnet': {'1.1'}, Jun 30 04:07:33.352648 dv-cinder-846842-7-iscsi neutron-server[104416]: 'Trunk': {'1.1'}} Jun 30 04:07:33.352648 dv-cinder-846842-7-iscsi neutron-server[104416]: consumer versions: Jun 30 04:07:33.352648 dv-cinder-846842-7-iscsi neutron-server[104416]: { DHCP agent@dv-cinder-846842-7-iscsi: {}, Jun 30 04:07:33.352648 dv-cinder-846842-7-iscsi neutron-server[104416]: L3 agent@dv-cinder-846842-7-iscsi: {}, Jun 30 04:07:33.352648 dv-cinder-846842-7-iscsi neutron-server[104416]: Metadata agent@dv-cinder-846842-7-iscsi: {}, Jun 30 04:07:33.352648 dv-cinder-846842-7-iscsi neutron-server[104416]: Metering agent@dv-cinder-846842-7-iscsi: {}, Jun 30 04:07:33.352648 dv-cinder-846842-7-iscsi neutron-server[104416]: Open vSwitch agent@dv-cinder-846842-7-iscsi: { 'AddressGroup': '1.2', Jun 30 04:07:33.352648 dv-cinder-846842-7-iscsi neutron-server[104416]: 'Agent': '1.1', Jun 30 04:07:33.352648 dv-cinder-846842-7-iscsi neutron-server[104416]: 'ConntrackHelper': '1.0', Jun 30 04:07:33.352648 dv-cinder-846842-7-iscsi neutron-server[104416]: 'LocalIPAssociation': '1.0', Jun 30 04:07:33.352648 dv-cinder-846842-7-iscsi neutron-server[104416]: 'Log': '1.0', Jun 30 04:07:33.352648 dv-cinder-846842-7-iscsi neutron-server[104416]: 'NDPProxy': '1.0', Jun 30 04:07:33.352648 dv-cinder-846842-7-iscsi neutron-server[104416]: 'Network': '1.1', Jun 30 04:07:33.352648 dv-cinder-846842-7-iscsi neutron-server[104416]: 'Port': '1.7', Jun 30 04:07:33.352648 dv-cinder-846842-7-iscsi neutron-server[104416]: 'PortForwarding': '1.3', Jun 30 04:07:33.352648 dv-cinder-846842-7-iscsi neutron-server[104416]: 'QosPolicy': '1.10', Jun 30 04:07:33.352648 dv-cinder-846842-7-iscsi neutron-server[104416]: 'SecurityGroup': '1.5', Jun 30 04:07:33.352648 dv-cinder-846842-7-iscsi neutron-server[104416]: 'SecurityGroupRule': '1.2', Jun 30 04:07:33.352648 dv-cinder-846842-7-iscsi neutron-server[104416]: 'SubPort': '1.0', Jun 30 04:07:33.352648 dv-cinder-846842-7-iscsi neutron-server[104416]: 'Subnet': '1.1', Jun 30 04:07:33.352648 dv-cinder-846842-7-iscsi neutron-server[104416]: 'Trunk': '1.1'}} Jun 30 04:07:33.352648 dv-cinder-846842-7-iscsi neutron-server[104416]: {{(pid=104416) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 30 04:07:33.401398 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-e612ae8e-b60e-46a4-8c30-28c844d1d077 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781926193812'] for network (a14b0e4f-074d-4507-846c-fc8420bddf12), precommit_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:07:33.446807 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-e612ae8e-b60e-46a4-8c30-28c844d1d077 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3637173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528681'] for network (a14b0e4f-074d-4507-846c-fc8420bddf12), after_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:07:33.448055 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e612ae8e-b60e-46a4-8c30-28c844d1d077 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:07:33.448742 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-e612ae8e-b60e-46a4-8c30-28c844d1d077 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528667'] for network (None), before_response {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:07:33.515833 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-e612ae8e-b60e-46a4-8c30-28c844d1d077 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.8053334 Jun 30 04:07:33.552439 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e612ae8e-b60e-46a4-8c30-28c844d1d077 admin admin] Pushing event updated for resources: {'Network': ['ID=a14b0e4f-074d-4507-846c-fc8420bddf12,revision_number=1']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:07:33.564110 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.rpc [None req-2a6d8403-c0a5-4ac4-aa48-860a84345009 None None] Network a14b0e4f-074d-4507-846c-fc8420bddf12 details requested by agent ovs-agent-dv-cinder-846842-7-iscsi with host dv-cinder-846842-7-iscsi {{(pid=104417) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 04:07:35.167213 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-c81ca59e-53c5-42d8-bcb1-1fbfbb3c4214 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926756172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565263'] for agent (beddbd52-9273-44c2-990c-63933fe383b2), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:07:35.795260 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.13', 45944) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 04:07:36.244671 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc285e01-a92c-4edd-9a7e-b2c8150fa416 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:07:36.246061 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-cc285e01-a92c-4edd-9a7e-b2c8150fa416 demo admin] 10.222.0.13 "GET /v2.0/subnets/5c0bf5d4-5b9c-4973-a49f-97dc6c7db043 HTTP/1.1" status: 200 len: 849 time: 0.4498332 Jun 30 04:07:36.384513 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-29ed8623-1eb9-463a-865b-18ec4a7d96f4 demo admin] 10.222.0.13 "GET /v2.0/routers/7916a015-c7dd-4bd8-833f-3a8dc0ae1c5e HTTP/1.1" status: 200 len: 704 time: 0.1293161 Jun 30 04:07:36.617804 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=82,neutron:INSERT=15,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:07:36.657273 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-c32bd8b6-f576-46fe-90b4-8f34ee12341b demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3606762'] for port (None), before_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:07:36.831213 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:INSERT=14,neutron:SELECT=80,neutron:DELETE=3,neutron:UPDATE=3 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:07:36.952473 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.db.db_base_plugin_common [None req-c32bd8b6-f576-46fe-90b4-8f34ee12341b demo admin] Allocated IP 172.20.0.1 (78c8aa74-ddeb-48aa-9e29-125fe73358ad/5c0bf5d4-5b9c-4973-a49f-97dc6c7db043/0cf0bb59-a2a5-48e6-bd32-5218a6f30065) {{(pid=104416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 04:07:37.138591 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-c32bd8b6-f576-46fe-90b4-8f34ee12341b demo admin] Publish callbacks [] for port (0cf0bb59-a2a5-48e6-bd32-5218a6f30065), precommit_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:07:37.203937 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-c32bd8b6-f576-46fe-90b4-8f34ee12341b demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4095053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781926239317'] for port (0cf0bb59-a2a5-48e6-bd32-5218a6f30065), after_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:07:37.282001 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c32bd8b6-f576-46fe-90b4-8f34ee12341b demo admin] Network 78c8aa74-ddeb-48aa-9e29-125fe73358ad is already hosted by enough agents. {{(pid=104416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 04:07:37.289656 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.scheduler.base_scheduler [None req-c32bd8b6-f576-46fe-90b4-8f34ee12341b demo admin] Resources bound (agent type, host, resource id): {{(pid=104416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 04:07:37.291705 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32bd8b6-f576-46fe-90b4-8f34ee12341b demo admin] Pushing event updated for resources: {'Port': ['ID=0cf0bb59-a2a5-48e6-bd32-5218a6f30065,revision_number=1']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:07:37.297431 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c32bd8b6-f576-46fe-90b4-8f34ee12341b demo admin] Received port after_create {{(pid=104416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 30 04:07:37.298011 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-c32bd8b6-f576-46fe-90b4-8f34ee12341b demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-614065'] for router_interface (7916a015-c7dd-4bd8-833f-3a8dc0ae1c5e), before_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:07:37.477519 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-659335e9-481d-4436-acb2-78bc227b0eba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926756172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565263'] for agent (2ea21a61-d737-4543-a811-a0d035fbf0f6), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:07:37.502974 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-c32bd8b6-f576-46fe-90b4-8f34ee12341b demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3606762'] for port (0cf0bb59-a2a5-48e6-bd32-5218a6f30065), before_update {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:07:37.522307 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.db.provisioning_blocks [None req-e4f09499-80ee-49d1-869c-32eb840afcb6 None None] Provisioning complete for port 0cf0bb59-a2a5-48e6-bd32-5218a6f30065 triggered by entity DHCP. {{(pid=104417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 30 04:07:37.522819 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-e4f09499-80ee-49d1-869c-32eb840afcb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565073'] for port (0cf0bb59-a2a5-48e6-bd32-5218a6f30065), provisioning_complete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:07:37.611691 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-e4f09499-80ee-49d1-869c-32eb840afcb6 None None] Port 0cf0bb59-a2a5-48e6-bd32-5218a6f30065 cannot update to ACTIVE because it is not bound. {{(pid=104417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 30 04:07:37.777726 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-c32bd8b6-f576-46fe-90b4-8f34ee12341b demo admin] Publish callbacks [] for port (0cf0bb59-a2a5-48e6-bd32-5218a6f30065), precommit_update {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:07:37.785641 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-c32bd8b6-f576-46fe-90b4-8f34ee12341b demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4095053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781926634698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781926239335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781926239353'] for port (0cf0bb59-a2a5-48e6-bd32-5218a6f30065), after_update {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:07:37.786890 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-c32bd8b6-f576-46fe-90b4-8f34ee12341b demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-613933'] for router_interface (7916a015-c7dd-4bd8-833f-3a8dc0ae1c5e), after_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:07:37.815765 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:07:37.846702 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32bd8b6-f576-46fe-90b4-8f34ee12341b demo admin] Pushing event updated for resources: {'Port': ['ID=0cf0bb59-a2a5-48e6-bd32-5218a6f30065,revision_number=2']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:07:37.912228 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:UPDATE=4,neutron:SELECT=94,neutron:INSERT=2 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:07:37.924786 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c32bd8b6-f576-46fe-90b4-8f34ee12341b demo admin] Network 78c8aa74-ddeb-48aa-9e29-125fe73358ad is already hosted by enough agents. {{(pid=104416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 04:07:37.926713 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.scheduler.base_scheduler [None req-c32bd8b6-f576-46fe-90b4-8f34ee12341b demo admin] Resources bound (agent type, host, resource id): {{(pid=104416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 04:07:38.090616 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c32bd8b6-f576-46fe-90b4-8f34ee12341b demo admin] Router 7916a015-c7dd-4bd8-833f-3a8dc0ae1c5e is scheduled to L3 agent 2ea21a61-d737-4543-a811-a0d035fbf0f6 with binding_index 1 {{(pid=104416) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 30 04:07:38.131532 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.db.provisioning_blocks [None req-6e45879a-90d4-4d4c-9f8e-3d84b7170dbf None None] Provisioning complete for port 0cf0bb59-a2a5-48e6-bd32-5218a6f30065 triggered by entity DHCP. {{(pid=104417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 30 04:07:38.132151 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-6e45879a-90d4-4d4c-9f8e-3d84b7170dbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565073'] for port (0cf0bb59-a2a5-48e6-bd32-5218a6f30065), provisioning_complete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:07:38.164413 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-6e45879a-90d4-4d4c-9f8e-3d84b7170dbf None None] Port 0cf0bb59-a2a5-48e6-bd32-5218a6f30065 cannot update to ACTIVE because it is not bound. {{(pid=104417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 30 04:07:38.186525 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c32bd8b6-f576-46fe-90b4-8f34ee12341b demo admin] Notify agent at l3_agent.dv-cinder-846842-7-iscsi the message routers_updated {{(pid=104416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 04:07:38.191590 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-c32bd8b6-f576-46fe-90b4-8f34ee12341b demo admin] 10.222.0.13 "PUT /v2.0/routers/7916a015-c7dd-4bd8-833f-3a8dc0ae1c5e/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7989478 Jun 30 04:07:38.197244 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e9a07d5-b367-4792-8a22-a5b477919788 None None] Sync routers for ids ['7916a015-c7dd-4bd8-833f-3a8dc0ae1c5e'] in dv-cinder-846842-7-iscsi {{(pid=104418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 04:07:38.209686 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e9a07d5-b367-4792-8a22-a5b477919788 None None] Routers {'7916a015-c7dd-4bd8-833f-3a8dc0ae1c5e'} bound to L3 agent in host dv-cinder-846842-7-iscsi {{(pid=104418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 30 04:07:38.210812 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.db.l3_hamode_db [None req-7e9a07d5-b367-4792-8a22-a5b477919788 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-06-30T04:07:07Z,description=,heartbeat_timestamp=2022-06-30T04:07:37Z,host='dv-cinder-846842-7-iscsi',id=2ea21a61-d737-4543-a811-a0d035fbf0f6,load=0,resource_versions=,resources_synced=,started_at=2022-06-30T04:07:07Z,topic='l3_agent')) {'router_ids': ['7916a015-c7dd-4bd8-833f-3a8dc0ae1c5e'], 'active': True} {{(pid=104418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 04:07:38.389361 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.db.l3_dvr_db [None req-7e9a07d5-b367-4792-8a22-a5b477919788 None None] Set router 7916a015-c7dd-4bd8-833f-3a8dc0ae1c5e gateway port host: None {{(pid=104418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 30 04:07:38.399541 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-7a77f087-4523-4fd9-b9f1-b6333d8ad1f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926756172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565263'] for agent (672e10fd-0bbc-4d52-8fca-d980f41e3265), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:07:38.829158 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.db.l3_hamode_db [None req-7e9a07d5-b367-4792-8a22-a5b477919788 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7916a015-c7dd-4bd8-833f-3a8dc0ae1c5e', 'name': 'router1', 'tenant_id': '1bdbc3b6409f4ac0ab6a748ee8998688', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T04:07:27Z', 'updated_at': '2022-06-30T04:07:37Z', 'revision_number': 2, 'project_id': '1bdbc3b6409f4ac0ab6a748ee8998688', 'gw_port_host': None, '_interfaces': [{'id': '0cf0bb59-a2a5-48e6-bd32-5218a6f30065', 'name': '', 'network_id': '78c8aa74-ddeb-48aa-9e29-125fe73358ad', 'tenant_id': '1bdbc3b6409f4ac0ab6a748ee8998688', 'mac_address': 'fa:16:3e:87:00:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7916a015-c7dd-4bd8-833f-3a8dc0ae1c5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5c0bf5d4-5b9c-4973-a49f-97dc6c7db043', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T04:07:36Z', 'updated_at': '2022-06-30T04:07:37Z', 'revision_number': 2, 'project_id': '1bdbc3b6409f4ac0ab6a748ee8998688', 'subnets': [{'id': '5c0bf5d4-5b9c-4973-a49f-97dc6c7db043', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1d7a15bc-6a62-4442-b85f-7d051244acf0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846842-7-iscsi', False) {} {{(pid=104418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 04:07:38.878833 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e9a07d5-b367-4792-8a22-a5b477919788 None None] Checking router: 7916a015-c7dd-4bd8-833f-3a8dc0ae1c5e for host: dv-cinder-846842-7-iscsi {{(pid=104418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 04:07:38.879232 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e9a07d5-b367-4792-8a22-a5b477919788 None None] Updating router 7916a015-c7dd-4bd8-833f-3a8dc0ae1c5e port 0cf0bb59-a2a5-48e6-bd32-5218a6f30065 binding host dv-cinder-846842-7-iscsi {{(pid=104418) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 04:07:38.932508 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-7e9a07d5-b367-4792-8a22-a5b477919788 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3606762'] for port (0cf0bb59-a2a5-48e6-bd32-5218a6f30065), before_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:07:39.454449 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-7e9a07d5-b367-4792-8a22-a5b477919788 None None] Publish callbacks [] for port (0cf0bb59-a2a5-48e6-bd32-5218a6f30065), precommit_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:07:39.461785 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-7e9a07d5-b367-4792-8a22-a5b477919788 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4095053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781926634698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781926239335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781926239353'] for port (0cf0bb59-a2a5-48e6-bd32-5218a6f30065), after_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:07:39.605329 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32069a6-64a2-44cf-9876-799b6b69c3a2 None None] Pushing event updated for resources: {'Port': ['ID=0cf0bb59-a2a5-48e6-bd32-5218a6f30065,revision_number=3']} {{(pid=104418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:07:39.629211 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e32069a6-64a2-44cf-9876-799b6b69c3a2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:07:39.629566 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e32069a6-64a2-44cf-9876-799b6b69c3a2 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:07:39.629885 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e32069a6-64a2-44cf-9876-799b6b69c3a2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:07:39.630230 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e32069a6-64a2-44cf-9876-799b6b69c3a2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:07:39.630552 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e32069a6-64a2-44cf-9876-799b6b69c3a2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:07:39.630878 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e32069a6-64a2-44cf-9876-799b6b69c3a2 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:07:39.631221 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e32069a6-64a2-44cf-9876-799b6b69c3a2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:07:39.631543 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e32069a6-64a2-44cf-9876-799b6b69c3a2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:07:39.631902 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e32069a6-64a2-44cf-9876-799b6b69c3a2 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:07:39.632223 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e32069a6-64a2-44cf-9876-799b6b69c3a2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:07:39.632542 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e32069a6-64a2-44cf-9876-799b6b69c3a2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:07:39.632879 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e32069a6-64a2-44cf-9876-799b6b69c3a2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:07:39.633200 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e32069a6-64a2-44cf-9876-799b6b69c3a2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:07:39.633517 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e32069a6-64a2-44cf-9876-799b6b69c3a2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:07:39.633831 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e32069a6-64a2-44cf-9876-799b6b69c3a2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:07:39.635244 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e32069a6-64a2-44cf-9876-799b6b69c3a2 None None] Tracked resource versions report: Jun 30 04:07:39.635244 dv-cinder-846842-7-iscsi neutron-server[104418]: pushed versions: Jun 30 04:07:39.635244 dv-cinder-846842-7-iscsi neutron-server[104418]: { 'AddressGroup': {'1.2'}, Jun 30 04:07:39.635244 dv-cinder-846842-7-iscsi neutron-server[104418]: 'Agent': {'1.1'}, Jun 30 04:07:39.635244 dv-cinder-846842-7-iscsi neutron-server[104418]: 'ConntrackHelper': {'1.0'}, Jun 30 04:07:39.635244 dv-cinder-846842-7-iscsi neutron-server[104418]: 'LocalIPAssociation': {'1.0'}, Jun 30 04:07:39.635244 dv-cinder-846842-7-iscsi neutron-server[104418]: 'Log': {'1.0'}, Jun 30 04:07:39.635244 dv-cinder-846842-7-iscsi neutron-server[104418]: 'NDPProxy': {'1.0'}, Jun 30 04:07:39.635244 dv-cinder-846842-7-iscsi neutron-server[104418]: 'Network': {'1.1'}, Jun 30 04:07:39.635244 dv-cinder-846842-7-iscsi neutron-server[104418]: 'Port': {'1.7'}, Jun 30 04:07:39.635244 dv-cinder-846842-7-iscsi neutron-server[104418]: 'PortForwarding': {'1.3'}, Jun 30 04:07:39.635244 dv-cinder-846842-7-iscsi neutron-server[104418]: 'QosPolicy': {'1.10'}, Jun 30 04:07:39.635244 dv-cinder-846842-7-iscsi neutron-server[104418]: 'SecurityGroup': {'1.5'}, Jun 30 04:07:39.635244 dv-cinder-846842-7-iscsi neutron-server[104418]: 'SecurityGroupRule': {'1.2'}, Jun 30 04:07:39.635244 dv-cinder-846842-7-iscsi neutron-server[104418]: 'SubPort': {'1.0'}, Jun 30 04:07:39.635244 dv-cinder-846842-7-iscsi neutron-server[104418]: 'Subnet': {'1.1'}, Jun 30 04:07:39.635244 dv-cinder-846842-7-iscsi neutron-server[104418]: 'Trunk': {'1.1'}} Jun 30 04:07:39.635244 dv-cinder-846842-7-iscsi neutron-server[104418]: consumer versions: Jun 30 04:07:39.635244 dv-cinder-846842-7-iscsi neutron-server[104418]: { DHCP agent@dv-cinder-846842-7-iscsi: {}, Jun 30 04:07:39.635244 dv-cinder-846842-7-iscsi neutron-server[104418]: L3 agent@dv-cinder-846842-7-iscsi: {}, Jun 30 04:07:39.635244 dv-cinder-846842-7-iscsi neutron-server[104418]: Metadata agent@dv-cinder-846842-7-iscsi: {}, Jun 30 04:07:39.635244 dv-cinder-846842-7-iscsi neutron-server[104418]: Metering agent@dv-cinder-846842-7-iscsi: {}, Jun 30 04:07:39.635244 dv-cinder-846842-7-iscsi neutron-server[104418]: Open vSwitch agent@dv-cinder-846842-7-iscsi: { 'AddressGroup': '1.2', Jun 30 04:07:39.635244 dv-cinder-846842-7-iscsi neutron-server[104418]: 'Agent': '1.1', Jun 30 04:07:39.635244 dv-cinder-846842-7-iscsi neutron-server[104418]: 'ConntrackHelper': '1.0', Jun 30 04:07:39.635244 dv-cinder-846842-7-iscsi neutron-server[104418]: 'LocalIPAssociation': '1.0', Jun 30 04:07:39.635244 dv-cinder-846842-7-iscsi neutron-server[104418]: 'Log': '1.0', Jun 30 04:07:39.635244 dv-cinder-846842-7-iscsi neutron-server[104418]: 'NDPProxy': '1.0', Jun 30 04:07:39.635244 dv-cinder-846842-7-iscsi neutron-server[104418]: 'Network': '1.1', Jun 30 04:07:39.635244 dv-cinder-846842-7-iscsi neutron-server[104418]: 'Port': '1.7', Jun 30 04:07:39.635244 dv-cinder-846842-7-iscsi neutron-server[104418]: 'PortForwarding': '1.3', Jun 30 04:07:39.635244 dv-cinder-846842-7-iscsi neutron-server[104418]: 'QosPolicy': '1.10', Jun 30 04:07:39.635244 dv-cinder-846842-7-iscsi neutron-server[104418]: 'SecurityGroup': '1.5', Jun 30 04:07:39.635244 dv-cinder-846842-7-iscsi neutron-server[104418]: 'SecurityGroupRule': '1.2', Jun 30 04:07:39.635244 dv-cinder-846842-7-iscsi neutron-server[104418]: 'SubPort': '1.0', Jun 30 04:07:39.635244 dv-cinder-846842-7-iscsi neutron-server[104418]: 'Subnet': '1.1', Jun 30 04:07:39.635244 dv-cinder-846842-7-iscsi neutron-server[104418]: 'Trunk': '1.1'}} Jun 30 04:07:39.635244 dv-cinder-846842-7-iscsi neutron-server[104418]: {{(pid=104418) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 30 04:07:39.652019 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.managers [None req-7e9a07d5-b367-4792-8a22-a5b477919788 None None] Attempting to bind port 0cf0bb59-a2a5-48e6-bd32-5218a6f30065 on host dv-cinder-846842-7-iscsi for vnic_type normal with profile {{(pid=104418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 30 04:07:39.652419 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.managers [None req-7e9a07d5-b367-4792-8a22-a5b477919788 None None] Attempting to bind port 0cf0bb59-a2a5-48e6-bd32-5218a6f30065 by drivers openvswitch,hyperv on host dv-cinder-846842-7-iscsi at level 0 using segments [{'id': '9038bb5a-d50a-406f-af61-d1da93cf2871', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '78c8aa74-ddeb-48aa-9e29-125fe73358ad'}] {{(pid=104418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 30 04:07:39.652860 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e9a07d5-b367-4792-8a22-a5b477919788 None None] Attempting to bind port 0cf0bb59-a2a5-48e6-bd32-5218a6f30065 on network 78c8aa74-ddeb-48aa-9e29-125fe73358ad {{(pid=104418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 30 04:07:39.658116 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e9a07d5-b367-4792-8a22-a5b477919788 None None] Checking agent: {'id': 'cbdf45b5-344e-4e18-9242-1abb738708f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846842-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 30, 4, 7, 10), 'started_at': datetime.datetime(2022, 6, 30, 4, 7, 10), 'heartbeat_timestamp': datetime.datetime(2022, 6, 30, 4, 7, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846842-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 30 04:07:39.658521 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e9a07d5-b367-4792-8a22-a5b477919788 None None] Checking segment: {'id': '9038bb5a-d50a-406f-af61-d1da93cf2871', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '78c8aa74-ddeb-48aa-9e29-125fe73358ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 30 04:07:39.658983 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-7e9a07d5-b367-4792-8a22-a5b477919788 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:07:39.659402 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e9a07d5-b367-4792-8a22-a5b477919788 None None] Bound using segment: {'id': '9038bb5a-d50a-406f-af61-d1da93cf2871', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '78c8aa74-ddeb-48aa-9e29-125fe73358ad'} {{(pid=104418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 30 04:07:39.659868 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.managers [None req-7e9a07d5-b367-4792-8a22-a5b477919788 None None] Bound port: 0cf0bb59-a2a5-48e6-bd32-5218a6f30065, host: dv-cinder-846842-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9038bb5a-d50a-406f-af61-d1da93cf2871', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '78c8aa74-ddeb-48aa-9e29-125fe73358ad'}}] {{(pid=104418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 30 04:07:39.660242 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-7e9a07d5-b367-4792-8a22-a5b477919788 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3606762'] for port (0cf0bb59-a2a5-48e6-bd32-5218a6f30065), before_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:07:39.725962 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.db [None req-7e9a07d5-b367-4792-8a22-a5b477919788 None None] For port 0cf0bb59-a2a5-48e6-bd32-5218a6f30065, host dv-cinder-846842-7-iscsi, cleared binding levels {{(pid=104418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 04:07:39.743729 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:07:39.745780 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.db [None req-7e9a07d5-b367-4792-8a22-a5b477919788 None None] For port 0cf0bb59-a2a5-48e6-bd32-5218a6f30065, host dv-cinder-846842-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-7-iscsi',level=0,port_id=0cf0bb59-a2a5-48e6-bd32-5218a6f30065,segment=NetworkSegment(9038bb5a-d50a-406f-af61-d1da93cf2871),segment_id=9038bb5a-d50a-406f-af61-d1da93cf2871)] {{(pid=104418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 04:07:39.746859 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:07:39.752890 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-7e9a07d5-b367-4792-8a22-a5b477919788 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4095053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781926634698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781926239335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781926239353'] for port (0cf0bb59-a2a5-48e6-bd32-5218a6f30065), after_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:07:39.802668 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.db.provisioning_blocks [None req-97169b0b-7ea9-453d-853e-427dc9aac257 None None] Provisioning complete for port 0cf0bb59-a2a5-48e6-bd32-5218a6f30065 triggered by entity DHCP. {{(pid=104417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 30 04:07:39.803186 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-97169b0b-7ea9-453d-853e-427dc9aac257 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565073'] for port (0cf0bb59-a2a5-48e6-bd32-5218a6f30065), provisioning_complete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:07:39.810842 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32069a6-64a2-44cf-9876-799b6b69c3a2 None None] Pushing event updated for resources: {'Port': ['ID=0cf0bb59-a2a5-48e6-bd32-5218a6f30065,revision_number=4']} {{(pid=104418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:07:39.816093 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e9a07d5-b367-4792-8a22-a5b477919788 None None] Routers {'7916a015-c7dd-4bd8-833f-3a8dc0ae1c5e'} bound to L3 agent in host dv-cinder-846842-7-iscsi {{(pid=104418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 30 04:07:39.816706 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.db.l3_hamode_db [None req-7e9a07d5-b367-4792-8a22-a5b477919788 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-06-30T04:07:07Z,description=,heartbeat_timestamp=2022-06-30T04:07:37Z,host='dv-cinder-846842-7-iscsi',id=2ea21a61-d737-4543-a811-a0d035fbf0f6,load=0,resource_versions=,resources_synced=,started_at=2022-06-30T04:07:07Z,topic='l3_agent')) {'router_ids': ['7916a015-c7dd-4bd8-833f-3a8dc0ae1c5e'], 'active': True} {{(pid=104418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 04:07:39.893515 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-97169b0b-7ea9-453d-853e-427dc9aac257 None None] Current status of the port 0cf0bb59-a2a5-48e6-bd32-5218a6f30065 is: DOWN; New status is: ACTIVE {{(pid=104417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 30 04:07:39.894338 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-97169b0b-7ea9-453d-853e-427dc9aac257 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3606762'] for port (0cf0bb59-a2a5-48e6-bd32-5218a6f30065), before_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:07:39.902916 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.db.l3_dvr_db [None req-7e9a07d5-b367-4792-8a22-a5b477919788 None None] Set router 7916a015-c7dd-4bd8-833f-3a8dc0ae1c5e gateway port host: None {{(pid=104418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 30 04:07:39.931769 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.db [None req-97169b0b-7ea9-453d-853e-427dc9aac257 None None] For port 0cf0bb59-a2a5-48e6-bd32-5218a6f30065, host dv-cinder-846842-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-7-iscsi',level=0,port_id=0cf0bb59-a2a5-48e6-bd32-5218a6f30065,segment=NetworkSegment(9038bb5a-d50a-406f-af61-d1da93cf2871),segment_id=9038bb5a-d50a-406f-af61-d1da93cf2871)] {{(pid=104417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 04:07:39.939252 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-97169b0b-7ea9-453d-853e-427dc9aac257 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4095053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781926634698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781926239335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781926239353'] for port (0cf0bb59-a2a5-48e6-bd32-5218a6f30065), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:07:39.990509 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97169b0b-7ea9-453d-853e-427dc9aac257 None None] Pushing event updated for resources: {'Port': ['ID=0cf0bb59-a2a5-48e6-bd32-5218a6f30065,revision_number=5']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:07:40.058170 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.db.provisioning_blocks [None req-0564a322-b440-4ec7-aedb-f764e4378358 None None] Provisioning complete for port 0cf0bb59-a2a5-48e6-bd32-5218a6f30065 triggered by entity DHCP. {{(pid=104417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 30 04:07:40.058561 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-0564a322-b440-4ec7-aedb-f764e4378358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565073'] for port (0cf0bb59-a2a5-48e6-bd32-5218a6f30065), provisioning_complete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:07:40.079046 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:07:40.107444 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.db.l3_hamode_db [None req-7e9a07d5-b367-4792-8a22-a5b477919788 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7916a015-c7dd-4bd8-833f-3a8dc0ae1c5e', 'name': 'router1', 'tenant_id': '1bdbc3b6409f4ac0ab6a748ee8998688', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T04:07:27Z', 'updated_at': '2022-06-30T04:07:37Z', 'revision_number': 2, 'project_id': '1bdbc3b6409f4ac0ab6a748ee8998688', 'gw_port_host': None, '_interfaces': [{'id': '0cf0bb59-a2a5-48e6-bd32-5218a6f30065', 'name': '', 'network_id': '78c8aa74-ddeb-48aa-9e29-125fe73358ad', 'tenant_id': '1bdbc3b6409f4ac0ab6a748ee8998688', 'mac_address': 'fa:16:3e:87:00:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7916a015-c7dd-4bd8-833f-3a8dc0ae1c5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5c0bf5d4-5b9c-4973-a49f-97dc6c7db043', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T04:07:36Z', 'updated_at': '2022-06-30T04:07:39Z', 'revision_number': 4, 'project_id': '1bdbc3b6409f4ac0ab6a748ee8998688', 'subnets': [{'id': '5c0bf5d4-5b9c-4973-a49f-97dc6c7db043', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1d7a15bc-6a62-4442-b85f-7d051244acf0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846842-7-iscsi', False) {} {{(pid=104418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 04:07:40.135292 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e9a07d5-b367-4792-8a22-a5b477919788 None None] The sync data for ids ['7916a015-c7dd-4bd8-833f-3a8dc0ae1c5e'] in dv-cinder-846842-7-iscsi is: [{'id': '7916a015-c7dd-4bd8-833f-3a8dc0ae1c5e', 'name': 'router1', 'tenant_id': '1bdbc3b6409f4ac0ab6a748ee8998688', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T04:07:27Z', 'updated_at': '2022-06-30T04:07:37Z', 'revision_number': 2, 'project_id': '1bdbc3b6409f4ac0ab6a748ee8998688', 'gw_port_host': None, '_interfaces': [{'id': '0cf0bb59-a2a5-48e6-bd32-5218a6f30065', 'name': '', 'network_id': '78c8aa74-ddeb-48aa-9e29-125fe73358ad', 'tenant_id': '1bdbc3b6409f4ac0ab6a748ee8998688', 'mac_address': 'fa:16:3e:87:00:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7916a015-c7dd-4bd8-833f-3a8dc0ae1c5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5c0bf5d4-5b9c-4973-a49f-97dc6c7db043', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T04:07:36Z', 'updated_at': '2022-06-30T04:07:39Z', 'revision_number': 4, 'project_id': '1bdbc3b6409f4ac0ab6a748ee8998688', 'subnets': [{'id': '5c0bf5d4-5b9c-4973-a49f-97dc6c7db043', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1d7a15bc-6a62-4442-b85f-7d051244acf0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 04:07:40.137737 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-0564a322-b440-4ec7-aedb-f764e4378358 None None] Current status of the port 0cf0bb59-a2a5-48e6-bd32-5218a6f30065 is: ACTIVE; New status is: ACTIVE {{(pid=104417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 30 04:07:40.195798 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-88ff949a-6007-42d5-8261-77b64d367ca9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926756172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565263'] for agent (4c4a8942-da79-4b81-aa08-fb593b1e6e06), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:07:40.393000 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-2a6d8403-c0a5-4ac4-aa48-860a84345009 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926756172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565263'] for agent (cbdf45b5-344e-4e18-9242-1abb738708f2), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:07:40.474385 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.wsgi [-] (104415) accepted ('10.222.0.13', 45966) {{(pid=104415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 04:07:40.687546 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-021882b8-0ac7-41e0-9b37-cce100ea9b84 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:07:40.688920 dv-cinder-846842-7-iscsi neutron-server[104415]: INFO neutron.wsgi [None req-021882b8-0ac7-41e0-9b37-cce100ea9b84 admin admin] 10.222.0.13 "GET /v2.0/networks/a14b0e4f-074d-4507-846c-fc8420bddf12 HTTP/1.1" status: 200 len: 842 time: 0.2135801 Jun 30 04:07:40.698461 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.v2.base [None req-f7524a14-0ce5-4ae5-b2b8-38d43ab4c934 admin admin] Request body: {'subnet': {'cidr': '172.27.1.0/24', 'network_id': 'a14b0e4f-074d-4507-846c-fc8420bddf12', 'ip_version': 4, 'name': 'public-subnet', 'enable_dhcp': False, 'gateway_ip': '172.27.1.1'}} {{(pid=104415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 30 04:07:40.719199 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7524a14-0ce5-4ae5-b2b8-38d43ab4c934 admin admin] Made reservation on behalf of 447338b8480048d8be1a3dac45927add for: {'subnet': 1} {{(pid=104415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 04:07:40.721538 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-f7524a14-0ce5-4ae5-b2b8-38d43ab4c934 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:07:41.045723 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.objects.ports [None req-f7524a14-0ce5-4ae5-b2b8-38d43ab4c934 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=104415) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}} Jun 30 04:07:41.046161 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-f7524a14-0ce5-4ae5-b2b8-38d43ab4c934 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528681'] for subnet (15378187-268c-4fae-ace7-eaca7aa50f90), after_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:07:41.097073 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7524a14-0ce5-4ae5-b2b8-38d43ab4c934 admin admin] Pushing event updated for resources: {'Subnet': ['ID=15378187-268c-4fae-ace7-eaca7aa50f90,revision_number=0']} {{(pid=104415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:07:41.114420 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7524a14-0ce5-4ae5-b2b8-38d43ab4c934 admin admin] Checking segment: {'id': '3bfcffa1-5305-4ee8-86f3-678eb000aac1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a14b0e4f-074d-4507-846c-fc8420bddf12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104415) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 30 04:07:41.114771 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7524a14-0ce5-4ae5-b2b8-38d43ab4c934 admin admin] Network hostable DHCP agents. Network: a14b0e4f-074d-4507-846c-fc8420bddf12, hostable agents: ['beddbd52-9273-44c2-990c-63933fe383b2'], hosted agents: [] {{(pid=104415) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 04:07:41.132073 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7524a14-0ce5-4ae5-b2b8-38d43ab4c934 admin admin] Network a14b0e4f-074d-4507-846c-fc8420bddf12 is scheduled to be hosted by DHCP agent beddbd52-9273-44c2-990c-63933fe383b2 with binding_index 1 {{(pid=104415) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 04:07:41.140953 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.scheduler.base_scheduler [None req-f7524a14-0ce5-4ae5-b2b8-38d43ab4c934 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-846842-7-iscsi, a14b0e4f-074d-4507-846c-fc8420bddf12) {{(pid=104415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 04:07:41.146221 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7524a14-0ce5-4ae5-b2b8-38d43ab4c934 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:07:41.146940 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-f7524a14-0ce5-4ae5-b2b8-38d43ab4c934 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528667'] for subnet (None), before_response {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:07:41.150367 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-686fc5cf-d0f5-4dff-b11c-d79b686782c0 None None] Network a14b0e4f-074d-4507-846c-fc8420bddf12 requested from dv-cinder-846842-7-iscsi {{(pid=104417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 30 04:07:41.165116 dv-cinder-846842-7-iscsi neutron-server[104415]: INFO neutron.wsgi [None req-f7524a14-0ce5-4ae5-b2b8-38d43ab4c934 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4699657 Jun 30 04:07:41.263724 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-116cc4ff-de1e-4c44-b700-bd8035e75fa7 None None] Network a14b0e4f-074d-4507-846c-fc8420bddf12 requested from dv-cinder-846842-7-iscsi {{(pid=104417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 30 04:07:43.438781 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.13', 45984) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 04:07:43.587420 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-1a9a8f63-b918-47d6-8f7e-b3370370024b demo admin] 10.222.0.13 "GET /v2.0/routers/7916a015-c7dd-4bd8-833f-3a8dc0ae1c5e HTTP/1.1" status: 200 len: 710 time: 0.1473234 Jun 30 04:07:43.677816 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e438cb76-af2b-46a9-9154-c8b47790948b demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:07:43.679253 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-e438cb76-af2b-46a9-9154-c8b47790948b demo admin] 10.222.0.13 "GET /v2.0/networks/a14b0e4f-074d-4507-846c-fc8420bddf12 HTTP/1.1" status: 200 len: 886 time: 0.0870769 Jun 30 04:07:43.688483 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.v2.base [None req-4d20d0da-14c0-46ba-ae2c-b484d7625d15 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': 'a14b0e4f-074d-4507-846c-fc8420bddf12'}}} {{(pid=104416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 30 04:07:43.921768 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-4d20d0da-14c0-46ba-ae2c-b484d7625d15 demo admin] Publish callbacks [] for router_gateway (7916a015-c7dd-4bd8-833f-3a8dc0ae1c5e), precommit_update {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:07:44.138332 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-4d20d0da-14c0-46ba-ae2c-b484d7625d15 demo admin] Publish callbacks [] for router_gateway (7916a015-c7dd-4bd8-833f-3a8dc0ae1c5e), before_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:07:44.290128 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:07:44.298321 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-4d20d0da-14c0-46ba-ae2c-b484d7625d15 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3606762'] for port (None), before_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:07:44.379331 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:07:44.406522 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.db.db_base_plugin_common [None req-4d20d0da-14c0-46ba-ae2c-b484d7625d15 demo admin] Allocated IP 172.27.1.115 (a14b0e4f-074d-4507-846c-fc8420bddf12/15378187-268c-4fae-ace7-eaca7aa50f90/1774a208-5a91-48ae-bee4-a2880a3c42da) {{(pid=104416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 04:07:44.514502 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-4d20d0da-14c0-46ba-ae2c-b484d7625d15 demo admin] Publish callbacks [] for port (1774a208-5a91-48ae-bee4-a2880a3c42da), precommit_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:07:44.552321 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-4d20d0da-14c0-46ba-ae2c-b484d7625d15 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4095053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781926239317'] for port (1774a208-5a91-48ae-bee4-a2880a3c42da), after_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:07:44.601242 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d20d0da-14c0-46ba-ae2c-b484d7625d15 demo admin] Network a14b0e4f-074d-4507-846c-fc8420bddf12 is already hosted by enough agents. {{(pid=104416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 04:07:44.606512 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.scheduler.base_scheduler [None req-4d20d0da-14c0-46ba-ae2c-b484d7625d15 demo admin] Resources bound (agent type, host, resource id): {{(pid=104416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 04:07:44.609027 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d20d0da-14c0-46ba-ae2c-b484d7625d15 demo admin] Received port after_create {{(pid=104416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 30 04:07:44.611055 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d20d0da-14c0-46ba-ae2c-b484d7625d15 demo admin] Pushing event updated for resources: {'Port': ['ID=1774a208-5a91-48ae-bee4-a2880a3c42da,revision_number=1']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:07:44.854574 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-4d20d0da-14c0-46ba-ae2c-b484d7625d15 demo admin] Publish callbacks [] for router_gateway (7916a015-c7dd-4bd8-833f-3a8dc0ae1c5e), after_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:07:45.063790 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-4d20d0da-14c0-46ba-ae2c-b484d7625d15 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-619286', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-612938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-992719'] for router (7916a015-c7dd-4bd8-833f-3a8dc0ae1c5e), precommit_update {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:07:45.067255 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-4d20d0da-14c0-46ba-ae2c-b484d7625d15 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-619506', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-619295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-619264', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-612915'] for router (7916a015-c7dd-4bd8-833f-3a8dc0ae1c5e), after_update {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:07:45.177795 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d20d0da-14c0-46ba-ae2c-b484d7625d15 demo admin] Router 7916a015-c7dd-4bd8-833f-3a8dc0ae1c5e has already been hosted by L3 agent 2ea21a61-d737-4543-a811-a0d035fbf0f6 {{(pid=104416) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 30 04:07:45.184664 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:INSERT=4,neutron:SELECT=94,neutron:UPDATE=2 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:07:45.266118 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:INSERT=2,neutron:SELECT=95,neutron:UPDATE=3 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:07:45.286163 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d20d0da-14c0-46ba-ae2c-b484d7625d15 demo admin] Notify agent at l3_agent.dv-cinder-846842-7-iscsi the message routers_updated {{(pid=104416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 04:07:45.290328 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-4d20d0da-14c0-46ba-ae2c-b484d7625d15 demo admin] Publish callbacks [] for router (None), before_response {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:07:45.291795 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-4d20d0da-14c0-46ba-ae2c-b484d7625d15 demo admin] 10.222.0.13 "PUT /v2.0/routers/7916a015-c7dd-4bd8-833f-3a8dc0ae1c5e HTTP/1.1" status: 200 len: 890 time: 1.6062868 Jun 30 04:07:46.170267 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.rpc [None req-2a6d8403-c0a5-4ac4-aa48-860a84345009 None None] Device 0cf0bb59-a2a5-48e6-bd32-5218a6f30065 up at agent ovs-agent-dv-cinder-846842-7-iscsi {{(pid=104417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 04:07:46.214997 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.db.provisioning_blocks [None req-2a6d8403-c0a5-4ac4-aa48-860a84345009 None None] Provisioning complete for port 0cf0bb59-a2a5-48e6-bd32-5218a6f30065 triggered by entity L2. {{(pid=104417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 30 04:07:46.215426 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-2a6d8403-c0a5-4ac4-aa48-860a84345009 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565073'] for port (0cf0bb59-a2a5-48e6-bd32-5218a6f30065), provisioning_complete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:07:46.288538 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-2a6d8403-c0a5-4ac4-aa48-860a84345009 None None] Current status of the port 0cf0bb59-a2a5-48e6-bd32-5218a6f30065 is: ACTIVE; New status is: ACTIVE {{(pid=104417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 30 04:07:46.458257 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29373fc5-5fec-456c-b4c9-7752d991cf0d None None] Sync routers for ids ['7916a015-c7dd-4bd8-833f-3a8dc0ae1c5e'] in dv-cinder-846842-7-iscsi {{(pid=104417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 04:07:46.469974 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29373fc5-5fec-456c-b4c9-7752d991cf0d None None] Routers {'7916a015-c7dd-4bd8-833f-3a8dc0ae1c5e'} bound to L3 agent in host dv-cinder-846842-7-iscsi {{(pid=104417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 30 04:07:46.470672 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.db.l3_hamode_db [None req-29373fc5-5fec-456c-b4c9-7752d991cf0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-06-30T04:07:07Z,description=,heartbeat_timestamp=2022-06-30T04:07:37Z,host='dv-cinder-846842-7-iscsi',id=2ea21a61-d737-4543-a811-a0d035fbf0f6,load=0,resource_versions=,resources_synced=,started_at=2022-06-30T04:07:07Z,topic='l3_agent')) {'router_ids': ['7916a015-c7dd-4bd8-833f-3a8dc0ae1c5e'], 'active': True} {{(pid=104417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 04:07:46.679279 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.db.l3_dvr_db [None req-29373fc5-5fec-456c-b4c9-7752d991cf0d None None] Set router 7916a015-c7dd-4bd8-833f-3a8dc0ae1c5e gateway port host: dv-cinder-846842-7-iscsi {{(pid=104417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 30 04:07:46.816489 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:07:47.047513 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.db.l3_hamode_db [None req-29373fc5-5fec-456c-b4c9-7752d991cf0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7916a015-c7dd-4bd8-833f-3a8dc0ae1c5e', 'name': 'router1', 'tenant_id': '1bdbc3b6409f4ac0ab6a748ee8998688', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14b0e4f-074d-4507-846c-fc8420bddf12', 'external_fixed_ips': [{'subnet_id': '15378187-268c-4fae-ace7-eaca7aa50f90', 'ip_address': '172.27.1.115'}], 'enable_snat': True}, 'gw_port_id': '1774a208-5a91-48ae-bee4-a2880a3c42da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T04:07:27Z', 'updated_at': '2022-06-30T04:07:44Z', 'revision_number': 4, 'project_id': '1bdbc3b6409f4ac0ab6a748ee8998688', 'gw_port': {'id': '1774a208-5a91-48ae-bee4-a2880a3c42da', 'name': '', 'network_id': 'a14b0e4f-074d-4507-846c-fc8420bddf12', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:f1:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7916a015-c7dd-4bd8-833f-3a8dc0ae1c5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '15378187-268c-4fae-ace7-eaca7aa50f90', 'ip_address': '172.27.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T04:07:44Z', 'updated_at': '2022-06-30T04:07:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '15378187-268c-4fae-ace7-eaca7aa50f90', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-7-iscsi', '_interfaces': [{'id': '0cf0bb59-a2a5-48e6-bd32-5218a6f30065', 'name': '', 'network_id': '78c8aa74-ddeb-48aa-9e29-125fe73358ad', 'tenant_id': '1bdbc3b6409f4ac0ab6a748ee8998688', 'mac_address': 'fa:16:3e:87:00:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7916a015-c7dd-4bd8-833f-3a8dc0ae1c5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5c0bf5d4-5b9c-4973-a49f-97dc6c7db043', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T04:07:36Z', 'updated_at': '2022-06-30T04:07:39Z', 'revision_number': 5, 'project_id': '1bdbc3b6409f4ac0ab6a748ee8998688', 'subnets': [{'id': '5c0bf5d4-5b9c-4973-a49f-97dc6c7db043', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1d7a15bc-6a62-4442-b85f-7d051244acf0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846842-7-iscsi', False) {} {{(pid=104417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 04:07:47.171970 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29373fc5-5fec-456c-b4c9-7752d991cf0d None None] Checking router: 7916a015-c7dd-4bd8-833f-3a8dc0ae1c5e for host: dv-cinder-846842-7-iscsi {{(pid=104417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 04:07:47.172664 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29373fc5-5fec-456c-b4c9-7752d991cf0d None None] Updating router 7916a015-c7dd-4bd8-833f-3a8dc0ae1c5e port 1774a208-5a91-48ae-bee4-a2880a3c42da binding host dv-cinder-846842-7-iscsi {{(pid=104417) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 04:07:47.228483 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-29373fc5-5fec-456c-b4c9-7752d991cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3606762'] for port (1774a208-5a91-48ae-bee4-a2880a3c42da), before_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:07:47.246861 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:07:47.543272 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-29373fc5-5fec-456c-b4c9-7752d991cf0d None None] Publish callbacks [] for port (1774a208-5a91-48ae-bee4-a2880a3c42da), precommit_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:07:47.550300 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-29373fc5-5fec-456c-b4c9-7752d991cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4095053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781926634698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781926239335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781926239353'] for port (1774a208-5a91-48ae-bee4-a2880a3c42da), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:07:47.572569 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.13', 45996) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 04:07:47.599768 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.managers [None req-29373fc5-5fec-456c-b4c9-7752d991cf0d None None] Attempting to bind port 1774a208-5a91-48ae-bee4-a2880a3c42da on host dv-cinder-846842-7-iscsi for vnic_type normal with profile {{(pid=104417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 30 04:07:47.600143 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.managers [None req-29373fc5-5fec-456c-b4c9-7752d991cf0d None None] Attempting to bind port 1774a208-5a91-48ae-bee4-a2880a3c42da by drivers openvswitch,hyperv on host dv-cinder-846842-7-iscsi at level 0 using segments [{'id': '3bfcffa1-5305-4ee8-86f3-678eb000aac1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a14b0e4f-074d-4507-846c-fc8420bddf12'}] {{(pid=104417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 30 04:07:47.600624 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29373fc5-5fec-456c-b4c9-7752d991cf0d None None] Attempting to bind port 1774a208-5a91-48ae-bee4-a2880a3c42da on network a14b0e4f-074d-4507-846c-fc8420bddf12 {{(pid=104417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 30 04:07:47.607157 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7057251f-6719-4cc7-bef1-227b5c2031e9 None None] Pushing event updated for resources: {'Port': ['ID=1774a208-5a91-48ae-bee4-a2880a3c42da,revision_number=2']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:07:47.609849 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29373fc5-5fec-456c-b4c9-7752d991cf0d None None] Checking agent: {'id': 'cbdf45b5-344e-4e18-9242-1abb738708f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846842-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 30, 4, 7, 10), 'started_at': datetime.datetime(2022, 6, 30, 4, 7, 40), 'heartbeat_timestamp': datetime.datetime(2022, 6, 30, 4, 7, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846842-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 30 04:07:47.610271 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29373fc5-5fec-456c-b4c9-7752d991cf0d None None] Checking segment: {'id': '3bfcffa1-5305-4ee8-86f3-678eb000aac1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a14b0e4f-074d-4507-846c-fc8420bddf12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 30 04:07:47.610563 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-29373fc5-5fec-456c-b4c9-7752d991cf0d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:07:47.610939 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29373fc5-5fec-456c-b4c9-7752d991cf0d None None] Bound using segment: {'id': '3bfcffa1-5305-4ee8-86f3-678eb000aac1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a14b0e4f-074d-4507-846c-fc8420bddf12'} {{(pid=104417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 30 04:07:47.611444 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.managers [None req-29373fc5-5fec-456c-b4c9-7752d991cf0d None None] Bound port: 1774a208-5a91-48ae-bee4-a2880a3c42da, host: dv-cinder-846842-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3bfcffa1-5305-4ee8-86f3-678eb000aac1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a14b0e4f-074d-4507-846c-fc8420bddf12'}}] {{(pid=104417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 30 04:07:47.611819 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-29373fc5-5fec-456c-b4c9-7752d991cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3606762'] for port (1774a208-5a91-48ae-bee4-a2880a3c42da), before_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:07:47.659215 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.db [None req-29373fc5-5fec-456c-b4c9-7752d991cf0d None None] For port 1774a208-5a91-48ae-bee4-a2880a3c42da, host dv-cinder-846842-7-iscsi, cleared binding levels {{(pid=104417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 04:07:47.662228 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.db [None req-29373fc5-5fec-456c-b4c9-7752d991cf0d None None] For port 1774a208-5a91-48ae-bee4-a2880a3c42da, host dv-cinder-846842-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-7-iscsi',level=0,port_id=1774a208-5a91-48ae-bee4-a2880a3c42da,segment=NetworkSegment(3bfcffa1-5305-4ee8-86f3-678eb000aac1),segment_id=3bfcffa1-5305-4ee8-86f3-678eb000aac1)] {{(pid=104417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 04:07:47.668848 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-29373fc5-5fec-456c-b4c9-7752d991cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4095053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781926634698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781926239335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781926239353'] for port (1774a208-5a91-48ae-bee4-a2880a3c42da), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:07:47.692884 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-4a7d8bc7-dce4-455b-9334-34697c027545 admin admin] 10.222.0.13 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1191063 Jun 30 04:07:47.732075 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29373fc5-5fec-456c-b4c9-7752d991cf0d None None] Routers {'7916a015-c7dd-4bd8-833f-3a8dc0ae1c5e'} bound to L3 agent in host dv-cinder-846842-7-iscsi {{(pid=104417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 30 04:07:47.732707 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.db.l3_hamode_db [None req-29373fc5-5fec-456c-b4c9-7752d991cf0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-06-30T04:07:07Z,description=,heartbeat_timestamp=2022-06-30T04:07:37Z,host='dv-cinder-846842-7-iscsi',id=2ea21a61-d737-4543-a811-a0d035fbf0f6,load=0,resource_versions=,resources_synced=,started_at=2022-06-30T04:07:07Z,topic='l3_agent')) {'router_ids': ['7916a015-c7dd-4bd8-833f-3a8dc0ae1c5e'], 'active': True} {{(pid=104417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 04:07:47.734875 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7057251f-6719-4cc7-bef1-227b5c2031e9 None None] Pushing event updated for resources: {'Port': ['ID=1774a208-5a91-48ae-bee4-a2880a3c42da,revision_number=3']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:07:47.846270 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.db.l3_dvr_db [None req-29373fc5-5fec-456c-b4c9-7752d991cf0d None None] Set router 7916a015-c7dd-4bd8-833f-3a8dc0ae1c5e gateway port host: dv-cinder-846842-7-iscsi {{(pid=104417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 30 04:07:47.989892 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=100 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:07:48.052553 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.db.l3_hamode_db [None req-29373fc5-5fec-456c-b4c9-7752d991cf0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7916a015-c7dd-4bd8-833f-3a8dc0ae1c5e', 'name': 'router1', 'tenant_id': '1bdbc3b6409f4ac0ab6a748ee8998688', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14b0e4f-074d-4507-846c-fc8420bddf12', 'external_fixed_ips': [{'subnet_id': '15378187-268c-4fae-ace7-eaca7aa50f90', 'ip_address': '172.27.1.115'}], 'enable_snat': True}, 'gw_port_id': '1774a208-5a91-48ae-bee4-a2880a3c42da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T04:07:27Z', 'updated_at': '2022-06-30T04:07:44Z', 'revision_number': 4, 'project_id': '1bdbc3b6409f4ac0ab6a748ee8998688', 'gw_port': {'id': '1774a208-5a91-48ae-bee4-a2880a3c42da', 'name': '', 'network_id': 'a14b0e4f-074d-4507-846c-fc8420bddf12', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:f1:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7916a015-c7dd-4bd8-833f-3a8dc0ae1c5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '15378187-268c-4fae-ace7-eaca7aa50f90', 'ip_address': '172.27.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T04:07:44Z', 'updated_at': '2022-06-30T04:07:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15378187-268c-4fae-ace7-eaca7aa50f90', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-7-iscsi', '_interfaces': [{'id': '0cf0bb59-a2a5-48e6-bd32-5218a6f30065', 'name': '', 'network_id': '78c8aa74-ddeb-48aa-9e29-125fe73358ad', 'tenant_id': '1bdbc3b6409f4ac0ab6a748ee8998688', 'mac_address': 'fa:16:3e:87:00:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7916a015-c7dd-4bd8-833f-3a8dc0ae1c5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5c0bf5d4-5b9c-4973-a49f-97dc6c7db043', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T04:07:36Z', 'updated_at': '2022-06-30T04:07:39Z', 'revision_number': 5, 'project_id': '1bdbc3b6409f4ac0ab6a748ee8998688', 'subnets': [{'id': '5c0bf5d4-5b9c-4973-a49f-97dc6c7db043', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1d7a15bc-6a62-4442-b85f-7d051244acf0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846842-7-iscsi', False) {} {{(pid=104417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 04:07:48.078256 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29373fc5-5fec-456c-b4c9-7752d991cf0d None None] The sync data for ids ['7916a015-c7dd-4bd8-833f-3a8dc0ae1c5e'] in dv-cinder-846842-7-iscsi is: [{'id': '7916a015-c7dd-4bd8-833f-3a8dc0ae1c5e', 'name': 'router1', 'tenant_id': '1bdbc3b6409f4ac0ab6a748ee8998688', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14b0e4f-074d-4507-846c-fc8420bddf12', 'external_fixed_ips': [{'subnet_id': '15378187-268c-4fae-ace7-eaca7aa50f90', 'ip_address': '172.27.1.115'}], 'enable_snat': True}, 'gw_port_id': '1774a208-5a91-48ae-bee4-a2880a3c42da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T04:07:27Z', 'updated_at': '2022-06-30T04:07:44Z', 'revision_number': 4, 'project_id': '1bdbc3b6409f4ac0ab6a748ee8998688', 'gw_port': {'id': '1774a208-5a91-48ae-bee4-a2880a3c42da', 'name': '', 'network_id': 'a14b0e4f-074d-4507-846c-fc8420bddf12', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:f1:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7916a015-c7dd-4bd8-833f-3a8dc0ae1c5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '15378187-268c-4fae-ace7-eaca7aa50f90', 'ip_address': '172.27.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T04:07:44Z', 'updated_at': '2022-06-30T04:07:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15378187-268c-4fae-ace7-eaca7aa50f90', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-7-iscsi', '_interfaces': [{'id': '0cf0bb59-a2a5-48e6-bd32-5218a6f30065', 'name': '', 'network_id': '78c8aa74-ddeb-48aa-9e29-125fe73358ad', 'tenant_id': '1bdbc3b6409f4ac0ab6a748ee8998688', 'mac_address': 'fa:16:3e:87:00:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7916a015-c7dd-4bd8-833f-3a8dc0ae1c5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5c0bf5d4-5b9c-4973-a49f-97dc6c7db043', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T04:07:36Z', 'updated_at': '2022-06-30T04:07:39Z', 'revision_number': 5, 'project_id': '1bdbc3b6409f4ac0ab6a748ee8998688', 'subnets': [{'id': '5c0bf5d4-5b9c-4973-a49f-97dc6c7db043', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1d7a15bc-6a62-4442-b85f-7d051244acf0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 04:07:50.109996 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:SELECT=29 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:07:50.112581 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:SELECT=51 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:07:50.192584 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.rpc [None req-2a6d8403-c0a5-4ac4-aa48-860a84345009 None None] Device 1774a208-5a91-48ae-bee4-a2880a3c42da up at agent ovs-agent-dv-cinder-846842-7-iscsi {{(pid=104417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 04:07:50.244286 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.db.provisioning_blocks [None req-2a6d8403-c0a5-4ac4-aa48-860a84345009 None None] Provisioning complete for port 1774a208-5a91-48ae-bee4-a2880a3c42da triggered by entity L2. {{(pid=104417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 30 04:07:50.244868 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-2a6d8403-c0a5-4ac4-aa48-860a84345009 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565073'] for port (1774a208-5a91-48ae-bee4-a2880a3c42da), provisioning_complete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:07:50.299285 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:07:50.342170 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-2a6d8403-c0a5-4ac4-aa48-860a84345009 None None] Current status of the port 1774a208-5a91-48ae-bee4-a2880a3c42da is: DOWN; New status is: ACTIVE {{(pid=104417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 30 04:07:50.342462 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-2a6d8403-c0a5-4ac4-aa48-860a84345009 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3606762'] for port (1774a208-5a91-48ae-bee4-a2880a3c42da), before_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:07:50.364522 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.db [None req-2a6d8403-c0a5-4ac4-aa48-860a84345009 None None] For port 1774a208-5a91-48ae-bee4-a2880a3c42da, host dv-cinder-846842-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-7-iscsi',level=0,port_id=1774a208-5a91-48ae-bee4-a2880a3c42da,segment=NetworkSegment(3bfcffa1-5305-4ee8-86f3-678eb000aac1),segment_id=3bfcffa1-5305-4ee8-86f3-678eb000aac1)] {{(pid=104417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 04:07:50.370859 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-2a6d8403-c0a5-4ac4-aa48-860a84345009 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4095053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781926634698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781926239335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781926239353'] for port (1774a208-5a91-48ae-bee4-a2880a3c42da), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:07:50.424012 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6d8403-c0a5-4ac4-aa48-860a84345009 None None] Pushing event updated for resources: {'Port': ['ID=1774a208-5a91-48ae-bee4-a2880a3c42da,revision_number=4']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:07:51.155163 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=53,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:07:51.158403 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=55,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:07:52.199610 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.rpc [None req-2a6d8403-c0a5-4ac4-aa48-860a84345009 None None] Device 1774a208-5a91-48ae-bee4-a2880a3c42da up at agent ovs-agent-dv-cinder-846842-7-iscsi {{(pid=104417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 04:07:52.280001 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.db.provisioning_blocks [None req-2a6d8403-c0a5-4ac4-aa48-860a84345009 None None] Provisioning complete for port 1774a208-5a91-48ae-bee4-a2880a3c42da triggered by entity L2. {{(pid=104417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 30 04:07:52.280626 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-2a6d8403-c0a5-4ac4-aa48-860a84345009 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565073'] for port (1774a208-5a91-48ae-bee4-a2880a3c42da), provisioning_complete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:07:52.379387 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-2a6d8403-c0a5-4ac4-aa48-860a84345009 None None] Current status of the port 1774a208-5a91-48ae-bee4-a2880a3c42da is: ACTIVE; New status is: ACTIVE {{(pid=104417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 30 04:07:57.682641 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=4 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:07:57.689837 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=16 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:08:02.338740 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=49,neutron:UPDATE=1 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:08:02.379450 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:UPDATE=1,neutron:SELECT=33 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:08:04.698064 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.db.agents_db [None req-38391644-8868-4c56-b8b1-4dfa3b709b99 None None] Agent healthcheck: found 5 active agents {{(pid=104418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 04:08:05.164867 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-55277155-83ab-494c-b97f-3380331ad1d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926756172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565263'] for agent (beddbd52-9273-44c2-990c-63933fe383b2), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:08:07.483648 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-8d88ac33-dd06-4640-a22f-81dc13d1d7e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926756172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565263'] for agent (2ea21a61-d737-4543-a811-a0d035fbf0f6), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:08:08.413047 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-7a77f087-4523-4fd9-b9f1-b6333d8ad1f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926756172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565263'] for agent (672e10fd-0bbc-4d52-8fca-d980f41e3265), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:08:10.214388 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-88ff949a-6007-42d5-8261-77b64d367ca9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926756172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565263'] for agent (4c4a8942-da79-4b81-aa08-fb593b1e6e06), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:08:10.393714 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-2a6d8403-c0a5-4ac4-aa48-860a84345009 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926756172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565263'] for agent (cbdf45b5-344e-4e18-9242-1abb738708f2), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:08:20.383189 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=11,neutron:UPDATE=1 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:08:20.387336 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=4,neutron:UPDATE=4 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:08:20.704949 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:SELECT=1 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:08:20.714004 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:SELECT=7 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:08:35.162382 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-26b9164c-22e4-485e-b3a4-4b377b053e21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926756172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565263'] for agent (beddbd52-9273-44c2-990c-63933fe383b2), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:08:37.479705 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-571eeeb8-3d21-4e89-8f0c-77824a06cc62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926756172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565263'] for agent (2ea21a61-d737-4543-a811-a0d035fbf0f6), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:08:38.405083 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-7a77f087-4523-4fd9-b9f1-b6333d8ad1f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926756172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565263'] for agent (672e10fd-0bbc-4d52-8fca-d980f41e3265), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:08:40.202043 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-88ff949a-6007-42d5-8261-77b64d367ca9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926756172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565263'] for agent (4c4a8942-da79-4b81-aa08-fb593b1e6e06), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:08:40.391488 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-2a6d8403-c0a5-4ac4-aa48-860a84345009 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926756172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565263'] for agent (cbdf45b5-344e-4e18-9242-1abb738708f2), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:08:41.698168 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.db.agents_db [None req-38391644-8868-4c56-b8b1-4dfa3b709b99 None None] Agent healthcheck: found 5 active agents {{(pid=104418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 04:08:50.196834 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=20,neutron:UPDATE=2 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:08:50.386128 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=21,neutron:UPDATE=3 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:09:03.116433 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.13', 46536) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 04:09:03.189466 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ade9240-ba40-4308-bcdc-a1063fd18627 admin admin] GET failed (client error): The resource could not be found. Jun 30 04:09:03.190774 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-1ade9240-ba40-4308-bcdc-a1063fd18627 admin admin] 10.222.0.13 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0730672 Jun 30 04:09:03.355361 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d96e0ac-735a-4795-b597-f3c00713471c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:09:03.356736 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-1d96e0ac-735a-4795-b597-f3c00713471c admin admin] 10.222.0.13 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1615849 Jun 30 04:09:03.692658 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:SELECT=5 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:09:03.693883 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:09:05.156729 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-2a2d406d-4279-4568-abd7-4e2371d7b6af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926756172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565263'] for agent (beddbd52-9273-44c2-990c-63933fe383b2), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:09:05.415171 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.13', 46546) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 04:09:05.524069 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a8c8d6b-bcf0-445d-97ad-9dde29eafd9a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:09:05.525422 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-8a8c8d6b-bcf0-445d-97ad-9dde29eafd9a admin admin] 10.222.0.13 "GET /v2.0/subnets/5c0bf5d4-5b9c-4973-a49f-97dc6c7db043 HTTP/1.1" status: 200 len: 849 time: 0.1089811 Jun 30 04:09:05.538422 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.v2.base [None req-580631fc-7034-45a1-a63a-e2c3ed7da5ec admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=104416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 30 04:09:05.629537 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-580631fc-7034-45a1-a63a-e2c3ed7da5ec admin admin] Publish callbacks [] for subnet (5c0bf5d4-5b9c-4973-a49f-97dc6c7db043), before_update {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:09:05.867560 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-580631fc-7034-45a1-a63a-e2c3ed7da5ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8781926634707'] for subnet (5c0bf5d4-5b9c-4973-a49f-97dc6c7db043), after_update {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:09:05.899451 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-580631fc-7034-45a1-a63a-e2c3ed7da5ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:09:05.900083 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-580631fc-7034-45a1-a63a-e2c3ed7da5ec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528667'] for subnet (None), before_response {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:09:05.905872 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-580631fc-7034-45a1-a63a-e2c3ed7da5ec admin admin] 10.222.0.13 "PUT /v2.0/subnets/5c0bf5d4-5b9c-4973-a49f-97dc6c7db043 HTTP/1.1" status: 200 len: 868 time: 0.3666847 Jun 30 04:09:05.906089 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42763173-210e-44c7-baf0-890c00661384 None None] Network 78c8aa74-ddeb-48aa-9e29-125fe73358ad requested from dv-cinder-846842-7-iscsi {{(pid=104417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 30 04:09:05.922387 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580631fc-7034-45a1-a63a-e2c3ed7da5ec admin admin] Pushing event updated for resources: {'Subnet': ['ID=5c0bf5d4-5b9c-4973-a49f-97dc6c7db043,revision_number=1']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:09:05.930328 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-580631fc-7034-45a1-a63a-e2c3ed7da5ec admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:09:05.931074 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-580631fc-7034-45a1-a63a-e2c3ed7da5ec admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:09:05.931464 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-580631fc-7034-45a1-a63a-e2c3ed7da5ec admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:09:05.931801 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-580631fc-7034-45a1-a63a-e2c3ed7da5ec admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:09:05.932131 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-580631fc-7034-45a1-a63a-e2c3ed7da5ec admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:09:05.932458 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-580631fc-7034-45a1-a63a-e2c3ed7da5ec admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:09:05.932781 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-580631fc-7034-45a1-a63a-e2c3ed7da5ec admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:09:05.933099 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-580631fc-7034-45a1-a63a-e2c3ed7da5ec admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:09:05.933430 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-580631fc-7034-45a1-a63a-e2c3ed7da5ec admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:09:05.933756 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-580631fc-7034-45a1-a63a-e2c3ed7da5ec admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:09:05.934552 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-580631fc-7034-45a1-a63a-e2c3ed7da5ec admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:09:05.934552 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-580631fc-7034-45a1-a63a-e2c3ed7da5ec admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:09:05.934737 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-580631fc-7034-45a1-a63a-e2c3ed7da5ec admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:09:05.935027 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-580631fc-7034-45a1-a63a-e2c3ed7da5ec admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:09:05.935371 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-580631fc-7034-45a1-a63a-e2c3ed7da5ec admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:09:06.226295 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.db.provisioning_blocks [None req-51753597-cde6-4880-8b60-d2c7beded2e2 None None] Provisioning complete for port 26f2ee40-c787-4942-94f5-0aecee67854c triggered by entity DHCP. {{(pid=104417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 30 04:09:06.226990 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-51753597-cde6-4880-8b60-d2c7beded2e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565073'] for port (26f2ee40-c787-4942-94f5-0aecee67854c), provisioning_complete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:09:06.299201 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-51753597-cde6-4880-8b60-d2c7beded2e2 None None] Current status of the port 26f2ee40-c787-4942-94f5-0aecee67854c is: ACTIVE; New status is: ACTIVE {{(pid=104417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 30 04:09:06.308045 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.db.provisioning_blocks [None req-51753597-cde6-4880-8b60-d2c7beded2e2 None None] Provisioning complete for port 0cf0bb59-a2a5-48e6-bd32-5218a6f30065 triggered by entity DHCP. {{(pid=104417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 30 04:09:06.308515 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-51753597-cde6-4880-8b60-d2c7beded2e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565073'] for port (0cf0bb59-a2a5-48e6-bd32-5218a6f30065), provisioning_complete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:09:06.385208 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-51753597-cde6-4880-8b60-d2c7beded2e2 None None] Current status of the port 0cf0bb59-a2a5-48e6-bd32-5218a6f30065 is: ACTIVE; New status is: ACTIVE {{(pid=104417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 30 04:09:07.476565 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-2d2aab37-c060-4444-b629-e6fd74691ef6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926756172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565263'] for agent (2ea21a61-d737-4543-a811-a0d035fbf0f6), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:09:07.990930 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.13', 46554) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 04:09:08.212718 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4dfcd51-1bbd-4738-8190-245b579f637e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:09:08.213177 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4dfcd51-1bbd-4738-8190-245b579f637e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:09:08.214692 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-b4dfcd51-1bbd-4738-8190-245b579f637e admin admin] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2224000 Jun 30 04:09:08.402973 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-7a77f087-4523-4fd9-b9f1-b6333d8ad1f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926756172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565263'] for agent (672e10fd-0bbc-4d52-8fca-d980f41e3265), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:09:10.198892 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-88ff949a-6007-42d5-8261-77b64d367ca9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926756172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565263'] for agent (4c4a8942-da79-4b81-aa08-fb593b1e6e06), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:09:10.295373 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.13', 46562) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 04:09:10.387816 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-2a6d8403-c0a5-4ac4-aa48-860a84345009 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926756172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565263'] for agent (cbdf45b5-344e-4e18-9242-1abb738708f2), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:09:10.435841 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cdeb3e3-4906-4886-8618-36f442a40ab0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:09:10.436172 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cdeb3e3-4906-4886-8618-36f442a40ab0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:09:10.437751 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-4cdeb3e3-4906-4886-8618-36f442a40ab0 admin admin] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1413760 Jun 30 04:09:12.544009 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.13', 46570) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 04:09:12.693963 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e949be87-8e30-4547-a5a8-7422bfe7650c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:09:12.695404 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-e949be87-8e30-4547-a5a8-7422bfe7650c admin admin] 10.222.0.13 "GET /v2.0/networks/78c8aa74-ddeb-48aa-9e29-125fe73358ad HTTP/1.1" status: 200 len: 869 time: 0.1504011 Jun 30 04:09:14.807740 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.13', 46580) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 04:09:14.878626 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:09:14.899688 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:09:14.976097 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4349855b-9e0b-4b1c-9f2c-e5e60e23d5a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:09:14.977497 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-4349855b-9e0b-4b1c-9f2c-e5e60e23d5a8 admin admin] 10.222.0.13 "GET /v2.0/networks/a14b0e4f-074d-4507-846c-fc8420bddf12 HTTP/1.1" status: 200 len: 886 time: 0.1687527 Jun 30 04:09:17.129682 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.13', 46590) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 04:09:17.275141 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0827512c-dcba-4e47-bd91-9bbe44fe0037 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:09:17.275572 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0827512c-dcba-4e47-bd91-9bbe44fe0037 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:09:17.277084 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-0827512c-dcba-4e47-bd91-9bbe44fe0037 admin admin] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1461210 Jun 30 04:09:18.698490 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.db.agents_db [None req-38391644-8868-4c56-b8b1-4dfa3b709b99 None None] Agent healthcheck: found 5 active agents {{(pid=104418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 04:09:19.343402 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.wsgi [-] (104415) accepted ('10.222.0.13', 46598) {{(pid=104415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 04:09:19.486577 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37366228-62c1-46a2-b9f1-a6e23dd565c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:09:19.487138 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37366228-62c1-46a2-b9f1-a6e23dd565c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:09:19.489597 dv-cinder-846842-7-iscsi neutron-server[104415]: INFO neutron.wsgi [None req-37366228-62c1-46a2-b9f1-a6e23dd565c1 admin admin] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1446753 Jun 30 04:09:20.378507 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=46,neutron:UPDATE=3 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:09:20.379339 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=46,neutron:UPDATE=2 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:09:21.537577 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.wsgi [-] (104415) accepted ('10.222.0.13', 46608) {{(pid=104415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 04:09:21.637186 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4d20eff-2f5f-4379-bca6-a0612e733d3e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:09:21.639038 dv-cinder-846842-7-iscsi neutron-server[104415]: INFO neutron.wsgi [None req-c4d20eff-2f5f-4379-bca6-a0612e733d3e admin admin] 10.222.0.13 "GET /v2.0/subnets/15378187-268c-4fae-ace7-eaca7aa50f90 HTTP/1.1" status: 200 len: 816 time: 0.1004717 Jun 30 04:09:23.720869 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.wsgi [-] (104415) accepted ('10.222.0.13', 46616) {{(pid=104415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 04:09:23.825338 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-828da428-8973-4021-9825-94724252f58c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:09:23.826976 dv-cinder-846842-7-iscsi neutron-server[104415]: INFO neutron.wsgi [None req-828da428-8973-4021-9825-94724252f58c admin admin] 10.222.0.13 "GET /v2.0/subnets/5c0bf5d4-5b9c-4973-a49f-97dc6c7db043 HTTP/1.1" status: 200 len: 868 time: 0.1051421 Jun 30 04:09:27.265414 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=19 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:09:27.269832 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=9 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:09:33.816081 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=17 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:09:33.819346 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=19 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:09:34.707155 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:SELECT=3 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:09:34.709774 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:SELECT=5 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:09:35.161739 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-51ec725e-a953-40ba-ad16-83d14a1f4c62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926756172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565263'] for agent (beddbd52-9273-44c2-990c-63933fe383b2), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:09:37.472304 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-34a89df0-096c-4427-ba97-e469ef17024c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926756172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565263'] for agent (2ea21a61-d737-4543-a811-a0d035fbf0f6), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:09:38.408448 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-7a77f087-4523-4fd9-b9f1-b6333d8ad1f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926756172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565263'] for agent (672e10fd-0bbc-4d52-8fca-d980f41e3265), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:09:40.202190 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-88ff949a-6007-42d5-8261-77b64d367ca9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926756172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565263'] for agent (4c4a8942-da79-4b81-aa08-fb593b1e6e06), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:09:40.383448 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-2a6d8403-c0a5-4ac4-aa48-860a84345009 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926756172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565263'] for agent (cbdf45b5-344e-4e18-9242-1abb738708f2), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:09:50.370475 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:09:50.377275 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:09:51.361722 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.13', 46670) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 04:09:51.410154 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.wsgi [None req-a05f5282-47e7-46d8-8eee-c284e0748732 admin admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=104416) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 30 04:09:51.411179 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-a05f5282-47e7-46d8-8eee-c284e0748732 admin admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0485327 Jun 30 04:09:53.567672 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.13', 46678) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 04:09:53.631414 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.pecan_wsgi.hooks.translation [None req-b8079b90-c3fe-4206-9b09-e22f40b8d27f admin admin] GET failed (client error): The resource could not be found. Jun 30 04:09:53.632862 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-b8079b90-c3fe-4206-9b09-e22f40b8d27f admin admin] 10.222.0.13 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0642352 Jun 30 04:09:53.728106 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1176c58-91ec-4721-a84e-37ea71427d7b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:09:53.730535 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-a1176c58-91ec-4721-a84e-37ea71427d7b admin admin] 10.222.0.13 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0911078 Jun 30 04:09:55.698293 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.db.agents_db [None req-38391644-8868-4c56-b8b1-4dfa3b709b99 None None] Agent healthcheck: found 5 active agents {{(pid=104418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 04:09:55.839239 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.wsgi [-] (104415) accepted ('10.222.0.13', 46686) {{(pid=104415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 04:09:55.895168 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.v2.base [None req-d6a25a86-ffb4-464b-924e-02dc191121c9 admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=104415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 30 04:09:55.921812 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6a25a86-ffb4-464b-924e-02dc191121c9 admin admin] Made reservation on behalf of 447338b8480048d8be1a3dac45927add for: {'network': 1} {{(pid=104415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 04:09:55.924174 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-d6a25a86-ffb4-464b-924e-02dc191121c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3606762'] for network (None), before_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:09:55.958863 dv-cinder-846842-7-iscsi neutron-server[104415]: WARNING neutron.services.revisions.revision_plugin [None req-d6a25a86-ffb4-464b-924e-02dc191121c9 admin admin] Could not find related network for resource to bump revision. Jun 30 04:09:55.978005 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d6a25a86-ffb4-464b-924e-02dc191121c9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 175} {{(pid=104415) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 04:09:55.992724 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-d6a25a86-ffb4-464b-924e-02dc191121c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505043'] for segment (324cb48b-59a1-4839-b3df-aa7097938103), precommit_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:09:55.993078 dv-cinder-846842-7-iscsi neutron-server[104415]: INFO neutron.db.segments_db [None req-d6a25a86-ffb4-464b-924e-02dc191121c9 admin admin] Added segment 324cb48b-59a1-4839-b3df-aa7097938103 of type vlan for network 6360dd33-92fe-4816-a228-aca179594add Jun 30 04:09:56.033776 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-d6a25a86-ffb4-464b-924e-02dc191121c9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781926193812'] for network (6360dd33-92fe-4816-a228-aca179594add), precommit_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:09:56.061123 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-d6a25a86-ffb4-464b-924e-02dc191121c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3637173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528681'] for network (6360dd33-92fe-4816-a228-aca179594add), after_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:09:56.062085 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6a25a86-ffb4-464b-924e-02dc191121c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:09:56.062649 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-d6a25a86-ffb4-464b-924e-02dc191121c9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528667'] for network (None), before_response {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:09:56.118351 dv-cinder-846842-7-iscsi neutron-server[104415]: INFO neutron.wsgi [None req-d6a25a86-ffb4-464b-924e-02dc191121c9 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 828 time: 0.2777467 Jun 30 04:09:56.156899 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a25a86-ffb4-464b-924e-02dc191121c9 admin admin] Pushing event updated for resources: {'Network': ['ID=6360dd33-92fe-4816-a228-aca179594add,revision_number=1']} {{(pid=104415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:09:56.164657 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a25a86-ffb4-464b-924e-02dc191121c9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:09:56.165005 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a25a86-ffb4-464b-924e-02dc191121c9 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:09:56.165358 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a25a86-ffb4-464b-924e-02dc191121c9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:09:56.165691 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a25a86-ffb4-464b-924e-02dc191121c9 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:09:56.166017 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a25a86-ffb4-464b-924e-02dc191121c9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:09:56.166330 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a25a86-ffb4-464b-924e-02dc191121c9 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:09:56.166639 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a25a86-ffb4-464b-924e-02dc191121c9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:09:56.166975 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a25a86-ffb4-464b-924e-02dc191121c9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:09:56.167335 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a25a86-ffb4-464b-924e-02dc191121c9 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:09:56.168044 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a25a86-ffb4-464b-924e-02dc191121c9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:09:56.168358 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a25a86-ffb4-464b-924e-02dc191121c9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:09:56.168680 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a25a86-ffb4-464b-924e-02dc191121c9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:09:56.169008 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a25a86-ffb4-464b-924e-02dc191121c9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:09:56.169305 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a25a86-ffb4-464b-924e-02dc191121c9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:09:56.169602 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a25a86-ffb4-464b-924e-02dc191121c9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:09:56.184537 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.rpc [None req-2a6d8403-c0a5-4ac4-aa48-860a84345009 None None] Network 6360dd33-92fe-4816-a228-aca179594add details requested by agent ovs-agent-dv-cinder-846842-7-iscsi with host dv-cinder-846842-7-iscsi {{(pid=104417) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 04:09:58.254291 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.13', 46694) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 04:09:58.318264 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.pecan_wsgi.hooks.translation [None req-72ddc0eb-5bad-4347-8608-21a9bcb515c8 admin admin] GET failed (client error): The resource could not be found. Jun 30 04:09:58.319605 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-72ddc0eb-5bad-4347-8608-21a9bcb515c8 admin admin] 10.222.0.13 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0643332 Jun 30 04:09:58.392967 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9712964-6a58-4f00-b6fd-6d6f073efe36 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:09:58.399409 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-b9712964-6a58-4f00-b6fd-6d6f073efe36 admin admin] 10.222.0.13 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0702925 Jun 30 04:09:58.406458 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.v2.base [None req-dd91f3fd-68c3-4d63-b298-40b9ac45cd13 admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'name': 'shared-subnet', 'ip_version': 4, 'description': 'shared-subnet', 'network_id': '6360dd33-92fe-4816-a228-aca179594add'}} {{(pid=104416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 30 04:09:58.433037 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd91f3fd-68c3-4d63-b298-40b9ac45cd13 admin admin] Made reservation on behalf of 447338b8480048d8be1a3dac45927add for: {'subnet': 1} {{(pid=104416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 04:09:58.435269 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-dd91f3fd-68c3-4d63-b298-40b9ac45cd13 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:09:58.624391 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-dd91f3fd-68c3-4d63-b298-40b9ac45cd13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528681'] for subnet (cfd4501b-11d7-4b54-ac14-d1a50ceb1c19), after_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:09:58.679482 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd91f3fd-68c3-4d63-b298-40b9ac45cd13 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cfd4501b-11d7-4b54-ac14-d1a50ceb1c19,revision_number=0']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:09:58.690889 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd91f3fd-68c3-4d63-b298-40b9ac45cd13 admin admin] Checking segment: {'id': '324cb48b-59a1-4839-b3df-aa7097938103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '6360dd33-92fe-4816-a228-aca179594add'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104416) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 30 04:09:58.691255 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd91f3fd-68c3-4d63-b298-40b9ac45cd13 admin admin] Network hostable DHCP agents. Network: 6360dd33-92fe-4816-a228-aca179594add, hostable agents: ['beddbd52-9273-44c2-990c-63933fe383b2'], hosted agents: [] {{(pid=104416) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 04:09:58.715802 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd91f3fd-68c3-4d63-b298-40b9ac45cd13 admin admin] Network 6360dd33-92fe-4816-a228-aca179594add is scheduled to be hosted by DHCP agent beddbd52-9273-44c2-990c-63933fe383b2 with binding_index 1 {{(pid=104416) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 04:09:58.732090 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.scheduler.base_scheduler [None req-dd91f3fd-68c3-4d63-b298-40b9ac45cd13 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-846842-7-iscsi, 6360dd33-92fe-4816-a228-aca179594add) {{(pid=104416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 04:09:58.736408 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd91f3fd-68c3-4d63-b298-40b9ac45cd13 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:09:58.736987 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-dd91f3fd-68c3-4d63-b298-40b9ac45cd13 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528667'] for subnet (None), before_response {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:09:58.743120 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebda5ed5-884b-4490-a1f0-f0b68eeb1c74 None None] Network 6360dd33-92fe-4816-a228-aca179594add requested from dv-cinder-846842-7-iscsi {{(pid=104417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 30 04:09:58.767157 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-dd91f3fd-68c3-4d63-b298-40b9ac45cd13 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3548059 Jun 30 04:09:58.856339 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db2cb3ad-8f8a-497f-883b-ec72deaa005f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcd801984-d77e-514a-975e-2a6430aac994-6360dd33-92fe-4816-a228-aca179594add', 'network_id': '6360dd33-92fe-4816-a228-aca179594add', 'project_id': '447338b8480048d8be1a3dac45927add', 'fixed_ips': [{'subnet_id': 'cfd4501b-11d7-4b54-ac14-d1a50ceb1c19'}]}} from dv-cinder-846842-7-iscsi. {{(pid=104417) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 30 04:09:58.857309 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-db2cb3ad-8f8a-497f-883b-ec72deaa005f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3606762'] for port (None), before_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:09:59.004559 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.db.db_base_plugin_common [None req-db2cb3ad-8f8a-497f-883b-ec72deaa005f None None] Allocated IP 192.168.233.2 (6360dd33-92fe-4816-a228-aca179594add/cfd4501b-11d7-4b54-ac14-d1a50ceb1c19/bdff198a-ab01-43fa-83db-8b6e1a2e6d0e) {{(pid=104417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 04:09:59.149154 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-db2cb3ad-8f8a-497f-883b-ec72deaa005f None None] Publish callbacks [] for port (bdff198a-ab01-43fa-83db-8b6e1a2e6d0e), precommit_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:09:59.156240 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-db2cb3ad-8f8a-497f-883b-ec72deaa005f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4095053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781926239317'] for port (bdff198a-ab01-43fa-83db-8b6e1a2e6d0e), after_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:09:59.304850 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db2cb3ad-8f8a-497f-883b-ec72deaa005f None None] Network 6360dd33-92fe-4816-a228-aca179594add is already hosted by enough agents. {{(pid=104417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 04:09:59.308510 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.scheduler.base_scheduler [None req-db2cb3ad-8f8a-497f-883b-ec72deaa005f None None] Resources bound (agent type, host, resource id): {{(pid=104417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 04:09:59.312476 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db2cb3ad-8f8a-497f-883b-ec72deaa005f None None] Received port after_create {{(pid=104417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 30 04:09:59.318810 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2cb3ad-8f8a-497f-883b-ec72deaa005f None None] Pushing event updated for resources: {'Port': ['ID=bdff198a-ab01-43fa-83db-8b6e1a2e6d0e,revision_number=1']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:09:59.330834 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db2cb3ad-8f8a-497f-883b-ec72deaa005f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:09:59.331180 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db2cb3ad-8f8a-497f-883b-ec72deaa005f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:09:59.331532 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db2cb3ad-8f8a-497f-883b-ec72deaa005f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:09:59.331860 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db2cb3ad-8f8a-497f-883b-ec72deaa005f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:09:59.332173 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db2cb3ad-8f8a-497f-883b-ec72deaa005f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:09:59.332468 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db2cb3ad-8f8a-497f-883b-ec72deaa005f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:09:59.332790 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db2cb3ad-8f8a-497f-883b-ec72deaa005f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:09:59.333110 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db2cb3ad-8f8a-497f-883b-ec72deaa005f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:09:59.333418 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db2cb3ad-8f8a-497f-883b-ec72deaa005f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:09:59.333726 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db2cb3ad-8f8a-497f-883b-ec72deaa005f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:09:59.334127 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db2cb3ad-8f8a-497f-883b-ec72deaa005f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:09:59.334461 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db2cb3ad-8f8a-497f-883b-ec72deaa005f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:09:59.334782 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db2cb3ad-8f8a-497f-883b-ec72deaa005f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:09:59.335149 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db2cb3ad-8f8a-497f-883b-ec72deaa005f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:09:59.336453 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db2cb3ad-8f8a-497f-883b-ec72deaa005f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:09:59.386170 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.managers [None req-db2cb3ad-8f8a-497f-883b-ec72deaa005f None None] Attempting to bind port bdff198a-ab01-43fa-83db-8b6e1a2e6d0e on host dv-cinder-846842-7-iscsi for vnic_type normal with profile {{(pid=104417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 30 04:09:59.386534 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.managers [None req-db2cb3ad-8f8a-497f-883b-ec72deaa005f None None] Attempting to bind port bdff198a-ab01-43fa-83db-8b6e1a2e6d0e by drivers openvswitch,hyperv on host dv-cinder-846842-7-iscsi at level 0 using segments [{'id': '324cb48b-59a1-4839-b3df-aa7097938103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '6360dd33-92fe-4816-a228-aca179594add'}] {{(pid=104417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 30 04:09:59.386889 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db2cb3ad-8f8a-497f-883b-ec72deaa005f None None] Attempting to bind port bdff198a-ab01-43fa-83db-8b6e1a2e6d0e on network 6360dd33-92fe-4816-a228-aca179594add {{(pid=104417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 30 04:09:59.392083 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db2cb3ad-8f8a-497f-883b-ec72deaa005f None None] Checking agent: {'id': 'cbdf45b5-344e-4e18-9242-1abb738708f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846842-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 30, 4, 7, 10), 'started_at': datetime.datetime(2022, 6, 30, 4, 7, 40), 'heartbeat_timestamp': datetime.datetime(2022, 6, 30, 4, 9, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846842-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 30 04:09:59.392439 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db2cb3ad-8f8a-497f-883b-ec72deaa005f None None] Checking segment: {'id': '324cb48b-59a1-4839-b3df-aa7097938103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '6360dd33-92fe-4816-a228-aca179594add'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 30 04:09:59.392828 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-db2cb3ad-8f8a-497f-883b-ec72deaa005f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:09:59.393210 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db2cb3ad-8f8a-497f-883b-ec72deaa005f None None] Bound using segment: {'id': '324cb48b-59a1-4839-b3df-aa7097938103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '6360dd33-92fe-4816-a228-aca179594add'} {{(pid=104417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 30 04:09:59.393659 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.managers [None req-db2cb3ad-8f8a-497f-883b-ec72deaa005f None None] Bound port: bdff198a-ab01-43fa-83db-8b6e1a2e6d0e, host: dv-cinder-846842-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '324cb48b-59a1-4839-b3df-aa7097938103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '6360dd33-92fe-4816-a228-aca179594add'}}] {{(pid=104417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 30 04:09:59.394048 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-db2cb3ad-8f8a-497f-883b-ec72deaa005f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3606762'] for port (bdff198a-ab01-43fa-83db-8b6e1a2e6d0e), before_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:09:59.458017 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.db [None req-db2cb3ad-8f8a-497f-883b-ec72deaa005f None None] For port bdff198a-ab01-43fa-83db-8b6e1a2e6d0e, host dv-cinder-846842-7-iscsi, cleared binding levels {{(pid=104417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 04:09:59.461680 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.db [None req-db2cb3ad-8f8a-497f-883b-ec72deaa005f None None] For port bdff198a-ab01-43fa-83db-8b6e1a2e6d0e, host dv-cinder-846842-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-7-iscsi',level=0,port_id=bdff198a-ab01-43fa-83db-8b6e1a2e6d0e,segment=NetworkSegment(324cb48b-59a1-4839-b3df-aa7097938103),segment_id=324cb48b-59a1-4839-b3df-aa7097938103)] {{(pid=104417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 04:09:59.469042 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-db2cb3ad-8f8a-497f-883b-ec72deaa005f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4095053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781926634698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781926239335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781926239353'] for port (bdff198a-ab01-43fa-83db-8b6e1a2e6d0e), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:09:59.527336 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2cb3ad-8f8a-497f-883b-ec72deaa005f None None] Pushing event updated for resources: {'Port': ['ID=bdff198a-ab01-43fa-83db-8b6e1a2e6d0e,revision_number=2']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:10:00.272265 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.rpc [None req-2a6d8403-c0a5-4ac4-aa48-860a84345009 None None] Device bdff198a-ab01-43fa-83db-8b6e1a2e6d0e up at agent ovs-agent-dv-cinder-846842-7-iscsi {{(pid=104417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 04:10:00.328943 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.db.provisioning_blocks [None req-2a6d8403-c0a5-4ac4-aa48-860a84345009 None None] Provisioning complete for port bdff198a-ab01-43fa-83db-8b6e1a2e6d0e triggered by entity L2. {{(pid=104417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 30 04:10:00.330206 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-2a6d8403-c0a5-4ac4-aa48-860a84345009 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565073'] for port (bdff198a-ab01-43fa-83db-8b6e1a2e6d0e), provisioning_complete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:10:00.378876 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:10:00.402012 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:10:00.406699 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b5ff5ca-640b-4b3d-80a4-e04fa0e81685 None None] Network 6360dd33-92fe-4816-a228-aca179594add requested from dv-cinder-846842-7-iscsi {{(pid=104417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 30 04:10:00.432595 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-2a6d8403-c0a5-4ac4-aa48-860a84345009 None None] Current status of the port bdff198a-ab01-43fa-83db-8b6e1a2e6d0e is: DOWN; New status is: ACTIVE {{(pid=104417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 30 04:10:00.432971 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-2a6d8403-c0a5-4ac4-aa48-860a84345009 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3606762'] for port (bdff198a-ab01-43fa-83db-8b6e1a2e6d0e), before_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:10:00.518685 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.db [None req-2a6d8403-c0a5-4ac4-aa48-860a84345009 None None] For port bdff198a-ab01-43fa-83db-8b6e1a2e6d0e, host dv-cinder-846842-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-7-iscsi',level=0,port_id=bdff198a-ab01-43fa-83db-8b6e1a2e6d0e,segment=NetworkSegment(324cb48b-59a1-4839-b3df-aa7097938103),segment_id=324cb48b-59a1-4839-b3df-aa7097938103)] {{(pid=104417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 04:10:00.530784 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-2a6d8403-c0a5-4ac4-aa48-860a84345009 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4095053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781926634698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781926239335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781926239353'] for port (bdff198a-ab01-43fa-83db-8b6e1a2e6d0e), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:10:00.538456 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.db.provisioning_blocks [None req-4b3b92dc-e15b-4b3c-9e67-7b000ab5310f None None] Provisioning complete for port bdff198a-ab01-43fa-83db-8b6e1a2e6d0e triggered by entity DHCP. {{(pid=104417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 30 04:10:00.538834 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-4b3b92dc-e15b-4b3c-9e67-7b000ab5310f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565073'] for port (bdff198a-ab01-43fa-83db-8b6e1a2e6d0e), provisioning_complete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:10:00.632752 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6d8403-c0a5-4ac4-aa48-860a84345009 None None] Pushing event updated for resources: {'Port': ['ID=bdff198a-ab01-43fa-83db-8b6e1a2e6d0e,revision_number=3']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:10:00.682203 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-4b3b92dc-e15b-4b3c-9e67-7b000ab5310f None None] Current status of the port bdff198a-ab01-43fa-83db-8b6e1a2e6d0e is: ACTIVE; New status is: ACTIVE {{(pid=104417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 30 04:10:00.901899 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.db.provisioning_blocks [None req-19de6d91-cf52-437b-a351-c22a6dbd6540 None None] Provisioning complete for port bdff198a-ab01-43fa-83db-8b6e1a2e6d0e triggered by entity DHCP. {{(pid=104417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 30 04:10:00.902185 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-19de6d91-cf52-437b-a351-c22a6dbd6540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565073'] for port (bdff198a-ab01-43fa-83db-8b6e1a2e6d0e), provisioning_complete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:10:00.974838 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-19de6d91-cf52-437b-a351-c22a6dbd6540 None None] Current status of the port bdff198a-ab01-43fa-83db-8b6e1a2e6d0e is: ACTIVE; New status is: ACTIVE {{(pid=104417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 30 04:10:02.238995 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.rpc [None req-2a6d8403-c0a5-4ac4-aa48-860a84345009 None None] Device bdff198a-ab01-43fa-83db-8b6e1a2e6d0e up at agent ovs-agent-dv-cinder-846842-7-iscsi {{(pid=104417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 04:10:02.285935 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.db.provisioning_blocks [None req-2a6d8403-c0a5-4ac4-aa48-860a84345009 None None] Provisioning complete for port bdff198a-ab01-43fa-83db-8b6e1a2e6d0e triggered by entity L2. {{(pid=104417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 30 04:10:02.286308 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-2a6d8403-c0a5-4ac4-aa48-860a84345009 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565073'] for port (bdff198a-ab01-43fa-83db-8b6e1a2e6d0e), provisioning_complete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:10:02.359586 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-2a6d8403-c0a5-4ac4-aa48-860a84345009 None None] Current status of the port bdff198a-ab01-43fa-83db-8b6e1a2e6d0e is: ACTIVE; New status is: ACTIVE {{(pid=104417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 30 04:10:05.158594 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-cc50e6cb-15b2-4505-8dfe-8d3f51e965bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926756172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565263'] for agent (beddbd52-9273-44c2-990c-63933fe383b2), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:10:06.127274 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=21,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:10:06.160169 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=26,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:10:07.477407 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-d6520e86-25d8-491e-92d3-99a666c99d75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926756172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565263'] for agent (2ea21a61-d737-4543-a811-a0d035fbf0f6), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:10:08.415667 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-7a77f087-4523-4fd9-b9f1-b6333d8ad1f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926756172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565263'] for agent (672e10fd-0bbc-4d52-8fca-d980f41e3265), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:10:08.748493 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=61,neutron:INSERT=5 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:10:08.750761 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=52,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:10:10.205730 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-88ff949a-6007-42d5-8261-77b64d367ca9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926756172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565263'] for agent (4c4a8942-da79-4b81-aa08-fb593b1e6e06), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:10:10.390667 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-2a6d8403-c0a5-4ac4-aa48-860a84345009 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926756172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565263'] for agent (cbdf45b5-344e-4e18-9242-1abb738708f2), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:10:11.699604 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:SELECT=18 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:10:11.703890 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:SELECT=16 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:10:20.377749 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=83,neutron:UPDATE=3 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:10:20.384942 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=66,neutron:UPDATE=4 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:10:32.698793 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.db.agents_db [None req-38391644-8868-4c56-b8b1-4dfa3b709b99 None None] Agent healthcheck: found 5 active agents {{(pid=104418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 04:10:35.164672 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-931d7b33-dd98-4389-9233-b5602b7532db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926756172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565263'] for agent (beddbd52-9273-44c2-990c-63933fe383b2), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:10:37.483588 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-b35c0f2a-e99b-4324-a420-4877351c6922 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926756172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565263'] for agent (2ea21a61-d737-4543-a811-a0d035fbf0f6), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:10:38.413564 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-7a77f087-4523-4fd9-b9f1-b6333d8ad1f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926756172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565263'] for agent (672e10fd-0bbc-4d52-8fca-d980f41e3265), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:10:40.208924 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-88ff949a-6007-42d5-8261-77b64d367ca9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926756172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565263'] for agent (4c4a8942-da79-4b81-aa08-fb593b1e6e06), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:10:40.387044 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-2a6d8403-c0a5-4ac4-aa48-860a84345009 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926756172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565263'] for agent (cbdf45b5-344e-4e18-9242-1abb738708f2), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:10:48.701625 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:SELECT=4 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:10:48.703606 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:SELECT=4 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:10:50.374203 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=21,neutron:UPDATE=2 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:10:50.380468 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=20,neutron:UPDATE=3 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:11:03.690359 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:11:05.160939 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-2ff27d88-5abe-49be-b41f-a0892e30aaed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926756172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565263'] for agent (beddbd52-9273-44c2-990c-63933fe383b2), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:11:07.492149 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-860e33e2-8070-4aef-8390-6dc6f68fb820 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926756172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565263'] for agent (2ea21a61-d737-4543-a811-a0d035fbf0f6), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:11:08.416275 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-7a77f087-4523-4fd9-b9f1-b6333d8ad1f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926756172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565263'] for agent (672e10fd-0bbc-4d52-8fca-d980f41e3265), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:11:09.699069 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.db.agents_db [None req-38391644-8868-4c56-b8b1-4dfa3b709b99 None None] Agent healthcheck: found 5 active agents {{(pid=104418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 04:11:10.210841 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-88ff949a-6007-42d5-8261-77b64d367ca9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926756172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565263'] for agent (4c4a8942-da79-4b81-aa08-fb593b1e6e06), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:11:10.383930 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-2a6d8403-c0a5-4ac4-aa48-860a84345009 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926756172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565263'] for agent (cbdf45b5-344e-4e18-9242-1abb738708f2), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:11:20.369822 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=7 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:11:20.377310 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=8,neutron:UPDATE=5 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:11:25.694042 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:SELECT=5 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:11:25.699730 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:SELECT=5 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:11:25.775673 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.wsgi [-] (104415) accepted ('10.222.0.13', 46734) {{(pid=104415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 04:11:25.781327 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.wsgi [None req-7ecf3e16-07a2-48b3-afe5-008db5d7cc8b tempest-verify_tempest_config-479559695 tempest-verify_tempest_config-479559695-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=104415) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 30 04:11:25.782311 dv-cinder-846842-7-iscsi neutron-server[104415]: INFO neutron.wsgi [None req-7ecf3e16-07a2-48b3-afe5-008db5d7cc8b tempest-verify_tempest_config-479559695 tempest-verify_tempest_config-479559695-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14315 time: 0.0056355 Jun 30 04:11:26.121189 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.13', 46752) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 04:11:26.241957 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-e254aada-6bca-42dd-b25d-ff4726852f88 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:11:26.317736 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-e254aada-6bca-42dd-b25d-ff4726852f88 admin admin] Publish callbacks [] for security_group (859f58a1-6398-4f7a-99ae-34653b4dd437), precommit_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:11:26.325516 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-e254aada-6bca-42dd-b25d-ff4726852f88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3637186'] for security_group (859f58a1-6398-4f7a-99ae-34653b4dd437), after_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:11:26.370305 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e254aada-6bca-42dd-b25d-ff4726852f88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=859f58a1-6398-4f7a-99ae-34653b4dd437,revision_number=1']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:11:26.374154 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-e254aada-6bca-42dd-b25d-ff4726852f88 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=deaf2561aa484bcaac2738ced5c45171&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2519794 Jun 30 04:11:26.377344 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.wsgi [-] (104415) accepted ('10.222.0.13', 46758) {{(pid=104415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 04:11:26.379993 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e254aada-6bca-42dd-b25d-ff4726852f88 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:11:26.380255 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e254aada-6bca-42dd-b25d-ff4726852f88 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:11:26.380581 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e254aada-6bca-42dd-b25d-ff4726852f88 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:11:26.380901 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e254aada-6bca-42dd-b25d-ff4726852f88 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:11:26.381185 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e254aada-6bca-42dd-b25d-ff4726852f88 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:11:26.381526 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e254aada-6bca-42dd-b25d-ff4726852f88 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:11:26.381821 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e254aada-6bca-42dd-b25d-ff4726852f88 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:11:26.382377 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e254aada-6bca-42dd-b25d-ff4726852f88 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:11:26.382813 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e254aada-6bca-42dd-b25d-ff4726852f88 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:11:26.383164 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e254aada-6bca-42dd-b25d-ff4726852f88 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:11:26.383505 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e254aada-6bca-42dd-b25d-ff4726852f88 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:11:26.383832 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e254aada-6bca-42dd-b25d-ff4726852f88 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:11:26.384139 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e254aada-6bca-42dd-b25d-ff4726852f88 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:11:26.384442 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e254aada-6bca-42dd-b25d-ff4726852f88 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:11:26.384747 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e254aada-6bca-42dd-b25d-ff4726852f88 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:11:26.435517 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-a772db2f-ae3d-4135-a285-3ff98ed60680 admin admin] Publish callbacks [] for security_group (859f58a1-6398-4f7a-99ae-34653b4dd437), before_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:11:26.459826 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-a772db2f-ae3d-4135-a285-3ff98ed60680 admin admin] Publish callbacks [] for security_group (859f58a1-6398-4f7a-99ae-34653b4dd437), precommit_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:11:26.567340 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-a772db2f-ae3d-4135-a285-3ff98ed60680 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3637186'] for security_group (859f58a1-6398-4f7a-99ae-34653b4dd437), after_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:11:26.570891 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-a772db2f-ae3d-4135-a285-3ff98ed60680 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:11:26.572575 dv-cinder-846842-7-iscsi neutron-server[104415]: INFO neutron.wsgi [None req-a772db2f-ae3d-4135-a285-3ff98ed60680 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/859f58a1-6398-4f7a-99ae-34653b4dd437 HTTP/1.1" status: 204 len: 168 time: 0.1938057 Jun 30 04:11:26.582642 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a772db2f-ae3d-4135-a285-3ff98ed60680 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=859f58a1-6398-4f7a-99ae-34653b4dd437,revision_number=None']} {{(pid=104415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:11:26.588241 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a772db2f-ae3d-4135-a285-3ff98ed60680 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:11:26.588667 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a772db2f-ae3d-4135-a285-3ff98ed60680 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:11:26.589078 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a772db2f-ae3d-4135-a285-3ff98ed60680 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:11:26.589503 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a772db2f-ae3d-4135-a285-3ff98ed60680 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:11:26.589892 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a772db2f-ae3d-4135-a285-3ff98ed60680 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:11:26.590290 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a772db2f-ae3d-4135-a285-3ff98ed60680 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:11:26.590627 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a772db2f-ae3d-4135-a285-3ff98ed60680 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:11:26.590949 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a772db2f-ae3d-4135-a285-3ff98ed60680 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:11:26.591334 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a772db2f-ae3d-4135-a285-3ff98ed60680 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:11:26.591668 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a772db2f-ae3d-4135-a285-3ff98ed60680 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:11:26.592013 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a772db2f-ae3d-4135-a285-3ff98ed60680 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:11:26.592359 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a772db2f-ae3d-4135-a285-3ff98ed60680 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:11:26.592689 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a772db2f-ae3d-4135-a285-3ff98ed60680 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:11:26.593016 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a772db2f-ae3d-4135-a285-3ff98ed60680 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:11:26.593330 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a772db2f-ae3d-4135-a285-3ff98ed60680 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:11:35.159560 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-2d27dcde-556b-4445-95a3-78068c370066 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926756172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565263'] for agent (beddbd52-9273-44c2-990c-63933fe383b2), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:11:36.372637 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=19,neutron:INSERT=7 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:11:36.375972 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=20,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:11:36.582574 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=17,neutron:DELETE=2 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:11:36.583977 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=18,neutron:DELETE=2 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:11:37.487648 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-f5a38a9f-ce73-448f-b526-743dbb934b9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926756172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565263'] for agent (2ea21a61-d737-4543-a811-a0d035fbf0f6), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:11:38.425721 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-7a77f087-4523-4fd9-b9f1-b6333d8ad1f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926756172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565263'] for agent (672e10fd-0bbc-4d52-8fca-d980f41e3265), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:11:40.208742 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-88ff949a-6007-42d5-8261-77b64d367ca9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926756172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565263'] for agent (4c4a8942-da79-4b81-aa08-fb593b1e6e06), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:11:40.378702 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-2a6d8403-c0a5-4ac4-aa48-860a84345009 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926756172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565263'] for agent (cbdf45b5-344e-4e18-9242-1abb738708f2), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:11:46.698747 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.db.agents_db [None req-38391644-8868-4c56-b8b1-4dfa3b709b99 None None] Agent healthcheck: found 5 active agents {{(pid=104418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 04:11:50.371820 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=11 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:11:50.373783 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=6,neutron:UPDATE=5 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:12:02.701304 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:SELECT=16 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:12:02.702667 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:SELECT=18 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:12:05.162115 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-821b8541-f2a0-4615-ae09-f8dc18dccf53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926756172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565263'] for agent (beddbd52-9273-44c2-990c-63933fe383b2), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:12:07.502999 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-accc13b0-6303-49a6-97ac-950dae99187a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926756172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565263'] for agent (2ea21a61-d737-4543-a811-a0d035fbf0f6), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:12:08.426917 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-7a77f087-4523-4fd9-b9f1-b6333d8ad1f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926756172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565263'] for agent (672e10fd-0bbc-4d52-8fca-d980f41e3265), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:12:10.222711 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-88ff949a-6007-42d5-8261-77b64d367ca9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926756172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565263'] for agent (4c4a8942-da79-4b81-aa08-fb593b1e6e06), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:12:10.384722 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-2a6d8403-c0a5-4ac4-aa48-860a84345009 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926756172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565263'] for agent (cbdf45b5-344e-4e18-9242-1abb738708f2), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:12:20.376169 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=6,neutron:UPDATE=1 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:12:20.378221 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:12:23.701932 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.db.agents_db [None req-38391644-8868-4c56-b8b1-4dfa3b709b99 None None] Agent healthcheck: found 5 active agents {{(pid=104418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 04:12:35.166416 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-5f888d78-d624-48fb-8e07-e374d3616b3f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926756172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565263'] for agent (beddbd52-9273-44c2-990c-63933fe383b2), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:12:37.507699 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-8b504b79-2ea8-4c11-b590-30b091ddae4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926756172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565263'] for agent (2ea21a61-d737-4543-a811-a0d035fbf0f6), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:12:38.434286 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-7a77f087-4523-4fd9-b9f1-b6333d8ad1f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926756172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565263'] for agent (672e10fd-0bbc-4d52-8fca-d980f41e3265), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:12:39.706153 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:SELECT=4 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:12:39.707601 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:SELECT=4 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:12:40.213508 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-88ff949a-6007-42d5-8261-77b64d367ca9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926756172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565263'] for agent (4c4a8942-da79-4b81-aa08-fb593b1e6e06), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:12:40.382508 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-2a6d8403-c0a5-4ac4-aa48-860a84345009 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926756172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565263'] for agent (cbdf45b5-344e-4e18-9242-1abb738708f2), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:12:50.368578 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=20,neutron:UPDATE=2 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:12:50.374890 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=21,neutron:UPDATE=3 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:13:00.706769 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.db.agents_db [None req-38391644-8868-4c56-b8b1-4dfa3b709b99 None None] Agent healthcheck: found 5 active agents {{(pid=104418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 04:13:05.167022 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-fad153ff-fd15-40d7-9755-810d92520d5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926756172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565263'] for agent (beddbd52-9273-44c2-990c-63933fe383b2), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:13:07.505847 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-bc4836b6-e85a-4d86-9160-131e6d1261a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926756172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565263'] for agent (2ea21a61-d737-4543-a811-a0d035fbf0f6), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:13:08.429878 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-7a77f087-4523-4fd9-b9f1-b6333d8ad1f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926756172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565263'] for agent (672e10fd-0bbc-4d52-8fca-d980f41e3265), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:13:10.216022 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-88ff949a-6007-42d5-8261-77b64d367ca9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926756172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565263'] for agent (4c4a8942-da79-4b81-aa08-fb593b1e6e06), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:13:10.378698 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-2a6d8403-c0a5-4ac4-aa48-860a84345009 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926756172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565263'] for agent (cbdf45b5-344e-4e18-9242-1abb738708f2), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:13:10.457109 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926756172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-614613'] for agent (ef703bef-7cc0-467c-baa9-fe8a66be565c), after_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:13:16.704046 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:SELECT=5 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:13:16.704960 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:DELETE=1,neutron:SELECT=4 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:13:20.447927 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:13:20.450832 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:13:22.762440 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.wsgi [-] (104415) accepted ('10.222.0.13', 46832) {{(pid=104415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 04:13:22.882093 dv-cinder-846842-7-iscsi neutron-server[104415]: INFO neutron.wsgi [None req-ddf18bf7-4225-40e0-87fa-bbc3c4be40a5 admin admin] 10.222.0.13 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1185169 Jun 30 04:13:24.985847 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.13', 46842) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 04:13:25.055566 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-67c9f12f-4f84-4a94-bb11-7fcaedba5c52 admin admin] 10.222.0.13 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0685773 Jun 30 04:13:32.871648 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=1 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:13:32.875158 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=1 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:13:35.050643 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=2 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:13:35.174208 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-31392584-f80e-440e-983f-aa3fe2687256 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926756172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565263'] for agent (beddbd52-9273-44c2-990c-63933fe383b2), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:13:37.506316 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-a285a292-6326-472d-9cf7-c4c91b93eb7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926756172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565263'] for agent (2ea21a61-d737-4543-a811-a0d035fbf0f6), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:13:37.712565 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.db.agents_db [None req-38391644-8868-4c56-b8b1-4dfa3b709b99 None None] Agent healthcheck: found 6 active agents {{(pid=104418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 04:13:38.435547 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-7a77f087-4523-4fd9-b9f1-b6333d8ad1f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926756172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565263'] for agent (672e10fd-0bbc-4d52-8fca-d980f41e3265), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:13:40.225361 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-88ff949a-6007-42d5-8261-77b64d367ca9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926756172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565263'] for agent (4c4a8942-da79-4b81-aa08-fb593b1e6e06), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:13:40.381581 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-2a6d8403-c0a5-4ac4-aa48-860a84345009 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926756172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565263'] for agent (cbdf45b5-344e-4e18-9242-1abb738708f2), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:13:40.442116 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926756172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565263'] for agent (ef703bef-7cc0-467c-baa9-fe8a66be565c), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:13:50.429543 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:13:50.436276 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:14:01.357016 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:SELECT=15 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:14:01.358177 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:SELECT=19 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:14:05.169679 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-f364b634-1039-42bf-95de-fb4c280ddb87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926756172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565263'] for agent (beddbd52-9273-44c2-990c-63933fe383b2), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:14:07.508994 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-2d009dac-5afc-4af6-91ea-d6f8497cc253 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926756172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565263'] for agent (2ea21a61-d737-4543-a811-a0d035fbf0f6), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:14:08.434520 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-7a77f087-4523-4fd9-b9f1-b6333d8ad1f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926756172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565263'] for agent (672e10fd-0bbc-4d52-8fca-d980f41e3265), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:14:10.216517 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-88ff949a-6007-42d5-8261-77b64d367ca9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926756172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565263'] for agent (4c4a8942-da79-4b81-aa08-fb593b1e6e06), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:14:10.376862 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-2a6d8403-c0a5-4ac4-aa48-860a84345009 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926756172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565263'] for agent (cbdf45b5-344e-4e18-9242-1abb738708f2), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:14:10.441377 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926756172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565263'] for agent (ef703bef-7cc0-467c-baa9-fe8a66be565c), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:14:14.717118 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.db.agents_db [None req-38391644-8868-4c56-b8b1-4dfa3b709b99 None None] Agent healthcheck: found 6 active agents {{(pid=104418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 04:14:20.433946 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:14:20.439501 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=11,neutron:UPDATE=4 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:14:30.704891 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:SELECT=4 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:14:30.705599 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:SELECT=4 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:14:35.166350 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-2644a9e6-4941-40e9-8310-5a617ed4cade None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926756172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565263'] for agent (beddbd52-9273-44c2-990c-63933fe383b2), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:14:37.503510 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-612bac40-7236-4268-af39-1dfb4f35c2d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926756172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565263'] for agent (2ea21a61-d737-4543-a811-a0d035fbf0f6), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:14:38.438677 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-7a77f087-4523-4fd9-b9f1-b6333d8ad1f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926756172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565263'] for agent (672e10fd-0bbc-4d52-8fca-d980f41e3265), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:14:40.222536 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-88ff949a-6007-42d5-8261-77b64d367ca9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926756172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565263'] for agent (4c4a8942-da79-4b81-aa08-fb593b1e6e06), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:14:40.382043 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-2a6d8403-c0a5-4ac4-aa48-860a84345009 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926756172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565263'] for agent (cbdf45b5-344e-4e18-9242-1abb738708f2), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:14:40.438999 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926756172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565263'] for agent (ef703bef-7cc0-467c-baa9-fe8a66be565c), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:14:50.430927 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=24,neutron:UPDATE=2 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:14:50.433048 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=20,neutron:UPDATE=4 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:14:51.717250 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.db.agents_db [None req-38391644-8868-4c56-b8b1-4dfa3b709b99 None None] Agent healthcheck: found 6 active agents {{(pid=104418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 04:15:01.953380 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.wsgi [-] (104415) accepted ('10.222.0.13', 47060) {{(pid=104415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 04:15:02.004197 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.wsgi [-] (104415) accepted ('10.222.0.13', 47070) {{(pid=104415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 04:15:02.035470 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.13', 47076) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 04:15:02.176781 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.v2.base [None req-79848d30-a220-4b9a-9bf8-7d9923d6feca admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1944543417-network', 'tenant_id': '71588f8a5fc34919a77f28b6a8c8db0e'}} {{(pid=104415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 30 04:15:02.197842 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79848d30-a220-4b9a-9bf8-7d9923d6feca admin admin] Made reservation on behalf of 71588f8a5fc34919a77f28b6a8c8db0e for: {'network': 1} {{(pid=104415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 04:15:02.200621 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-79848d30-a220-4b9a-9bf8-7d9923d6feca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3606762'] for network (None), before_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:15:02.212135 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-79848d30-a220-4b9a-9bf8-7d9923d6feca admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:15:02.296200 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-79848d30-a220-4b9a-9bf8-7d9923d6feca admin admin] Publish callbacks [] for security_group (fe05476b-802f-4d63-a166-bc24bbdf6d36), precommit_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:15:02.303182 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-79848d30-a220-4b9a-9bf8-7d9923d6feca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3637186'] for security_group (fe05476b-802f-4d63-a166-bc24bbdf6d36), after_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:15:02.317539 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79848d30-a220-4b9a-9bf8-7d9923d6feca admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 171} {{(pid=104415) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 04:15:02.336416 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-79848d30-a220-4b9a-9bf8-7d9923d6feca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505043'] for segment (fa7c4b3d-3226-4230-8cea-73b76388d57e), precommit_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:15:02.336686 dv-cinder-846842-7-iscsi neutron-server[104415]: INFO neutron.db.segments_db [None req-79848d30-a220-4b9a-9bf8-7d9923d6feca admin admin] Added segment fa7c4b3d-3226-4230-8cea-73b76388d57e of type vlan for network 17fe777c-5046-426d-94b6-3483df1f9f21 Jun 30 04:15:02.353084 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79848d30-a220-4b9a-9bf8-7d9923d6feca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe05476b-802f-4d63-a166-bc24bbdf6d36,revision_number=1']} {{(pid=104415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:15:02.381207 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79848d30-a220-4b9a-9bf8-7d9923d6feca admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:15:02.381551 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79848d30-a220-4b9a-9bf8-7d9923d6feca admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:15:02.381900 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79848d30-a220-4b9a-9bf8-7d9923d6feca admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:15:02.382248 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79848d30-a220-4b9a-9bf8-7d9923d6feca admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:15:02.382574 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79848d30-a220-4b9a-9bf8-7d9923d6feca admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:15:02.382890 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79848d30-a220-4b9a-9bf8-7d9923d6feca admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:15:02.383233 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79848d30-a220-4b9a-9bf8-7d9923d6feca admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:15:02.383553 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79848d30-a220-4b9a-9bf8-7d9923d6feca admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:15:02.383882 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79848d30-a220-4b9a-9bf8-7d9923d6feca admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:15:02.384200 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79848d30-a220-4b9a-9bf8-7d9923d6feca admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:15:02.384722 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79848d30-a220-4b9a-9bf8-7d9923d6feca admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:15:02.385055 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79848d30-a220-4b9a-9bf8-7d9923d6feca admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:15:02.385374 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79848d30-a220-4b9a-9bf8-7d9923d6feca admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:15:02.385684 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79848d30-a220-4b9a-9bf8-7d9923d6feca admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:15:02.386000 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79848d30-a220-4b9a-9bf8-7d9923d6feca admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:15:02.387236 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79848d30-a220-4b9a-9bf8-7d9923d6feca admin admin] Tracked resource versions report: Jun 30 04:15:02.387236 dv-cinder-846842-7-iscsi neutron-server[104415]: pushed versions: Jun 30 04:15:02.387236 dv-cinder-846842-7-iscsi neutron-server[104415]: { 'AddressGroup': {'1.2'}, Jun 30 04:15:02.387236 dv-cinder-846842-7-iscsi neutron-server[104415]: 'Agent': {'1.1'}, Jun 30 04:15:02.387236 dv-cinder-846842-7-iscsi neutron-server[104415]: 'ConntrackHelper': {'1.0'}, Jun 30 04:15:02.387236 dv-cinder-846842-7-iscsi neutron-server[104415]: 'LocalIPAssociation': {'1.0'}, Jun 30 04:15:02.387236 dv-cinder-846842-7-iscsi neutron-server[104415]: 'Log': {'1.0'}, Jun 30 04:15:02.387236 dv-cinder-846842-7-iscsi neutron-server[104415]: 'NDPProxy': {'1.0'}, Jun 30 04:15:02.387236 dv-cinder-846842-7-iscsi neutron-server[104415]: 'Network': {'1.1'}, Jun 30 04:15:02.387236 dv-cinder-846842-7-iscsi neutron-server[104415]: 'Port': {'1.7'}, Jun 30 04:15:02.387236 dv-cinder-846842-7-iscsi neutron-server[104415]: 'PortForwarding': {'1.3'}, Jun 30 04:15:02.387236 dv-cinder-846842-7-iscsi neutron-server[104415]: 'QosPolicy': {'1.10'}, Jun 30 04:15:02.387236 dv-cinder-846842-7-iscsi neutron-server[104415]: 'SecurityGroup': {'1.5'}, Jun 30 04:15:02.387236 dv-cinder-846842-7-iscsi neutron-server[104415]: 'SecurityGroupRule': {'1.2'}, Jun 30 04:15:02.387236 dv-cinder-846842-7-iscsi neutron-server[104415]: 'SubPort': {'1.0'}, Jun 30 04:15:02.387236 dv-cinder-846842-7-iscsi neutron-server[104415]: 'Subnet': {'1.1'}, Jun 30 04:15:02.387236 dv-cinder-846842-7-iscsi neutron-server[104415]: 'Trunk': {'1.1'}} Jun 30 04:15:02.387236 dv-cinder-846842-7-iscsi neutron-server[104415]: consumer versions: Jun 30 04:15:02.387236 dv-cinder-846842-7-iscsi neutron-server[104415]: { DHCP agent@dv-cinder-846842-7-iscsi: {}, Jun 30 04:15:02.387236 dv-cinder-846842-7-iscsi neutron-server[104415]: HyperV agent@hv-cinder-84684: {}, Jun 30 04:15:02.387236 dv-cinder-846842-7-iscsi neutron-server[104415]: L3 agent@dv-cinder-846842-7-iscsi: {}, Jun 30 04:15:02.387236 dv-cinder-846842-7-iscsi neutron-server[104415]: Metadata agent@dv-cinder-846842-7-iscsi: {}, Jun 30 04:15:02.387236 dv-cinder-846842-7-iscsi neutron-server[104415]: Metering agent@dv-cinder-846842-7-iscsi: {}, Jun 30 04:15:02.387236 dv-cinder-846842-7-iscsi neutron-server[104415]: Open vSwitch agent@dv-cinder-846842-7-iscsi: { 'AddressGroup': '1.2', Jun 30 04:15:02.387236 dv-cinder-846842-7-iscsi neutron-server[104415]: 'Agent': '1.1', Jun 30 04:15:02.387236 dv-cinder-846842-7-iscsi neutron-server[104415]: 'ConntrackHelper': '1.0', Jun 30 04:15:02.387236 dv-cinder-846842-7-iscsi neutron-server[104415]: 'LocalIPAssociation': '1.0', Jun 30 04:15:02.387236 dv-cinder-846842-7-iscsi neutron-server[104415]: 'Log': '1.0', Jun 30 04:15:02.387236 dv-cinder-846842-7-iscsi neutron-server[104415]: 'NDPProxy': '1.0', Jun 30 04:15:02.387236 dv-cinder-846842-7-iscsi neutron-server[104415]: 'Network': '1.1', Jun 30 04:15:02.387236 dv-cinder-846842-7-iscsi neutron-server[104415]: 'Port': '1.7', Jun 30 04:15:02.387236 dv-cinder-846842-7-iscsi neutron-server[104415]: 'PortForwarding': '1.3', Jun 30 04:15:02.387236 dv-cinder-846842-7-iscsi neutron-server[104415]: 'QosPolicy': '1.10', Jun 30 04:15:02.387236 dv-cinder-846842-7-iscsi neutron-server[104415]: 'SecurityGroup': '1.5', Jun 30 04:15:02.387236 dv-cinder-846842-7-iscsi neutron-server[104415]: 'SecurityGroupRule': '1.2', Jun 30 04:15:02.387236 dv-cinder-846842-7-iscsi neutron-server[104415]: 'SubPort': '1.0', Jun 30 04:15:02.387236 dv-cinder-846842-7-iscsi neutron-server[104415]: 'Subnet': '1.1', Jun 30 04:15:02.387236 dv-cinder-846842-7-iscsi neutron-server[104415]: 'Trunk': '1.1'}} Jun 30 04:15:02.387236 dv-cinder-846842-7-iscsi neutron-server[104415]: {{(pid=104415) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 30 04:15:02.403263 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-79848d30-a220-4b9a-9bf8-7d9923d6feca admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781926193812'] for network (17fe777c-5046-426d-94b6-3483df1f9f21), precommit_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:15:02.429465 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-79848d30-a220-4b9a-9bf8-7d9923d6feca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3637173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528681'] for network (17fe777c-5046-426d-94b6-3483df1f9f21), after_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:15:02.430502 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79848d30-a220-4b9a-9bf8-7d9923d6feca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:15:02.431154 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-79848d30-a220-4b9a-9bf8-7d9923d6feca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528667'] for network (None), before_response {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:15:02.456463 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.v2.base [None req-9a33fd2c-02e5-416f-a70d-f01ba23af0bd admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-623538526-network', 'tenant_id': 'dc8c112787bf47f0bbf5d80c262cfd77'}} {{(pid=104416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 30 04:15:02.461637 dv-cinder-846842-7-iscsi neutron-server[104415]: INFO neutron.wsgi [None req-79848d30-a220-4b9a-9bf8-7d9923d6feca admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 0.5070829 Jun 30 04:15:02.474437 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.13', 47100) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 04:15:02.481746 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.v2.base [None req-410f43d5-b556-42b6-b892-1534bf79c188 admin admin] Request body: {'subnet': {'network_id': '17fe777c-5046-426d-94b6-3483df1f9f21', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1944543417-subnet', 'tenant_id': '71588f8a5fc34919a77f28b6a8c8db0e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 30 04:15:02.505246 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79848d30-a220-4b9a-9bf8-7d9923d6feca admin admin] Pushing event updated for resources: {'Network': ['ID=17fe777c-5046-426d-94b6-3483df1f9f21,revision_number=1']} {{(pid=104415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:15:02.507811 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a33fd2c-02e5-416f-a70d-f01ba23af0bd admin admin] Made reservation on behalf of dc8c112787bf47f0bbf5d80c262cfd77 for: {'network': 1} {{(pid=104416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 04:15:02.510480 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-9a33fd2c-02e5-416f-a70d-f01ba23af0bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3606762'] for network (None), before_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:15:02.521520 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-9a33fd2c-02e5-416f-a70d-f01ba23af0bd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:15:02.522406 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.rpc [None req-2a6d8403-c0a5-4ac4-aa48-860a84345009 None None] Network 17fe777c-5046-426d-94b6-3483df1f9f21 details requested by agent ovs-agent-dv-cinder-846842-7-iscsi with host dv-cinder-846842-7-iscsi {{(pid=104417) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 04:15:02.537362 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.v2.base [None req-5df39448-2937-47fd-bc3e-0ff4d1e787a8 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1943300602-network', 'tenant_id': '6a37f11a6f794a518cfcfa600caf2445'}} {{(pid=104415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 30 04:15:02.579487 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5df39448-2937-47fd-bc3e-0ff4d1e787a8 admin admin] Made reservation on behalf of 6a37f11a6f794a518cfcfa600caf2445 for: {'network': 1} {{(pid=104415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 04:15:02.582304 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-5df39448-2937-47fd-bc3e-0ff4d1e787a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3606762'] for network (None), before_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:15:02.600600 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-5df39448-2937-47fd-bc3e-0ff4d1e787a8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:15:02.615441 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-9a33fd2c-02e5-416f-a70d-f01ba23af0bd admin admin] Publish callbacks [] for security_group (4e328bc7-9d39-43bd-aa56-f55966b4020e), precommit_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:15:02.617165 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-410f43d5-b556-42b6-b892-1534bf79c188 admin admin] Made reservation on behalf of 71588f8a5fc34919a77f28b6a8c8db0e for: {'subnet': 1} {{(pid=104416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 04:15:02.620044 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-410f43d5-b556-42b6-b892-1534bf79c188 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:15:02.636033 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-9a33fd2c-02e5-416f-a70d-f01ba23af0bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3637186'] for security_group (4e328bc7-9d39-43bd-aa56-f55966b4020e), after_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:15:02.662570 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a33fd2c-02e5-416f-a70d-f01ba23af0bd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 165} {{(pid=104416) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 04:15:02.674875 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-9a33fd2c-02e5-416f-a70d-f01ba23af0bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505043'] for segment (8acbd2c1-4b25-4ef7-a601-b10923b5fe73), precommit_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:15:02.675752 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.db.segments_db [None req-9a33fd2c-02e5-416f-a70d-f01ba23af0bd admin admin] Added segment 8acbd2c1-4b25-4ef7-a601-b10923b5fe73 of type vlan for network 47c84f8a-eac0-437b-a790-0231d1c7edf0 Jun 30 04:15:02.719377 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-9a33fd2c-02e5-416f-a70d-f01ba23af0bd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781926193812'] for network (47c84f8a-eac0-437b-a790-0231d1c7edf0), precommit_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:15:02.722823 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-5df39448-2937-47fd-bc3e-0ff4d1e787a8 admin admin] Publish callbacks [] for security_group (4805bc95-9fae-4382-982a-74fa7c978b94), precommit_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:15:02.724074 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=71,neutron:INSERT=25,neutron:UPDATE=4 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:15:02.729912 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-5df39448-2937-47fd-bc3e-0ff4d1e787a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3637186'] for security_group (4805bc95-9fae-4382-982a-74fa7c978b94), after_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:15:02.745731 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5df39448-2937-47fd-bc3e-0ff4d1e787a8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 168} {{(pid=104415) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 04:15:02.758093 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-5df39448-2937-47fd-bc3e-0ff4d1e787a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505043'] for segment (9ca81d36-234f-4915-9758-c5171bb50dcf), precommit_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:15:02.758468 dv-cinder-846842-7-iscsi neutron-server[104415]: INFO neutron.db.segments_db [None req-5df39448-2937-47fd-bc3e-0ff4d1e787a8 admin admin] Added segment 9ca81d36-234f-4915-9758-c5171bb50dcf of type vlan for network ace93dd0-22f0-46a4-80c6-05197b7b7fb0 Jun 30 04:15:02.852578 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df39448-2937-47fd-bc3e-0ff4d1e787a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4805bc95-9fae-4382-982a-74fa7c978b94,revision_number=1']} {{(pid=104415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:15:02.853585 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-9a33fd2c-02e5-416f-a70d-f01ba23af0bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3637173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528681'] for network (47c84f8a-eac0-437b-a790-0231d1c7edf0), after_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:15:02.855538 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a33fd2c-02e5-416f-a70d-f01ba23af0bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:15:02.856682 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-9a33fd2c-02e5-416f-a70d-f01ba23af0bd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528667'] for network (None), before_response {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:15:02.869947 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-5df39448-2937-47fd-bc3e-0ff4d1e787a8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781926193812'] for network (ace93dd0-22f0-46a4-80c6-05197b7b7fb0), precommit_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:15:02.905332 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-5df39448-2937-47fd-bc3e-0ff4d1e787a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3637173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528681'] for network (ace93dd0-22f0-46a4-80c6-05197b7b7fb0), after_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:15:02.907083 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5df39448-2937-47fd-bc3e-0ff4d1e787a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:15:02.908174 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-5df39448-2937-47fd-bc3e-0ff4d1e787a8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528667'] for network (None), before_response {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:15:02.970612 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a33fd2c-02e5-416f-a70d-f01ba23af0bd admin admin] Pushing event updated for resources: {'Network': ['ID=47c84f8a-eac0-437b-a790-0231d1c7edf0,revision_number=1']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:15:02.973316 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a33fd2c-02e5-416f-a70d-f01ba23af0bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e328bc7-9d39-43bd-aa56-f55966b4020e,revision_number=1']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:15:02.987317 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-9a33fd2c-02e5-416f-a70d-f01ba23af0bd admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.9505308 Jun 30 04:15:02.996415 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.13', 47116) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 04:15:03.001929 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.v2.base [None req-58b0372c-ae52-4b49-a0d6-0f6b8dfa47fd admin admin] Request body: {'subnet': {'network_id': '47c84f8a-eac0-437b-a790-0231d1c7edf0', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-623538526-subnet', 'tenant_id': 'dc8c112787bf47f0bbf5d80c262cfd77', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 30 04:15:03.012499 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a33fd2c-02e5-416f-a70d-f01ba23af0bd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:15:03.012884 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a33fd2c-02e5-416f-a70d-f01ba23af0bd admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:15:03.013401 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a33fd2c-02e5-416f-a70d-f01ba23af0bd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:15:03.013952 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a33fd2c-02e5-416f-a70d-f01ba23af0bd admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:15:03.014466 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a33fd2c-02e5-416f-a70d-f01ba23af0bd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:15:03.014997 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a33fd2c-02e5-416f-a70d-f01ba23af0bd admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:15:03.015490 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a33fd2c-02e5-416f-a70d-f01ba23af0bd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:15:03.016130 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a33fd2c-02e5-416f-a70d-f01ba23af0bd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:15:03.016711 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a33fd2c-02e5-416f-a70d-f01ba23af0bd admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:15:03.017201 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a33fd2c-02e5-416f-a70d-f01ba23af0bd admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:15:03.017686 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a33fd2c-02e5-416f-a70d-f01ba23af0bd admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:15:03.018177 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a33fd2c-02e5-416f-a70d-f01ba23af0bd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:15:03.018672 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a33fd2c-02e5-416f-a70d-f01ba23af0bd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:15:03.019169 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a33fd2c-02e5-416f-a70d-f01ba23af0bd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:15:03.019664 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a33fd2c-02e5-416f-a70d-f01ba23af0bd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:15:03.021047 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a33fd2c-02e5-416f-a70d-f01ba23af0bd admin admin] Tracked resource versions report: Jun 30 04:15:03.021047 dv-cinder-846842-7-iscsi neutron-server[104416]: pushed versions: Jun 30 04:15:03.021047 dv-cinder-846842-7-iscsi neutron-server[104416]: { 'AddressGroup': {'1.2'}, Jun 30 04:15:03.021047 dv-cinder-846842-7-iscsi neutron-server[104416]: 'Agent': {'1.1'}, Jun 30 04:15:03.021047 dv-cinder-846842-7-iscsi neutron-server[104416]: 'ConntrackHelper': {'1.0'}, Jun 30 04:15:03.021047 dv-cinder-846842-7-iscsi neutron-server[104416]: 'LocalIPAssociation': {'1.0'}, Jun 30 04:15:03.021047 dv-cinder-846842-7-iscsi neutron-server[104416]: 'Log': {'1.0'}, Jun 30 04:15:03.021047 dv-cinder-846842-7-iscsi neutron-server[104416]: 'NDPProxy': {'1.0'}, Jun 30 04:15:03.021047 dv-cinder-846842-7-iscsi neutron-server[104416]: 'Network': {'1.1'}, Jun 30 04:15:03.021047 dv-cinder-846842-7-iscsi neutron-server[104416]: 'Port': {'1.7'}, Jun 30 04:15:03.021047 dv-cinder-846842-7-iscsi neutron-server[104416]: 'PortForwarding': {'1.3'}, Jun 30 04:15:03.021047 dv-cinder-846842-7-iscsi neutron-server[104416]: 'QosPolicy': {'1.10'}, Jun 30 04:15:03.021047 dv-cinder-846842-7-iscsi neutron-server[104416]: 'SecurityGroup': {'1.5'}, Jun 30 04:15:03.021047 dv-cinder-846842-7-iscsi neutron-server[104416]: 'SecurityGroupRule': {'1.2'}, Jun 30 04:15:03.021047 dv-cinder-846842-7-iscsi neutron-server[104416]: 'SubPort': {'1.0'}, Jun 30 04:15:03.021047 dv-cinder-846842-7-iscsi neutron-server[104416]: 'Subnet': {'1.1'}, Jun 30 04:15:03.021047 dv-cinder-846842-7-iscsi neutron-server[104416]: 'Trunk': {'1.1'}} Jun 30 04:15:03.021047 dv-cinder-846842-7-iscsi neutron-server[104416]: consumer versions: Jun 30 04:15:03.021047 dv-cinder-846842-7-iscsi neutron-server[104416]: { DHCP agent@dv-cinder-846842-7-iscsi: {}, Jun 30 04:15:03.021047 dv-cinder-846842-7-iscsi neutron-server[104416]: HyperV agent@hv-cinder-84684: {}, Jun 30 04:15:03.021047 dv-cinder-846842-7-iscsi neutron-server[104416]: L3 agent@dv-cinder-846842-7-iscsi: {}, Jun 30 04:15:03.021047 dv-cinder-846842-7-iscsi neutron-server[104416]: Metadata agent@dv-cinder-846842-7-iscsi: {}, Jun 30 04:15:03.021047 dv-cinder-846842-7-iscsi neutron-server[104416]: Metering agent@dv-cinder-846842-7-iscsi: {}, Jun 30 04:15:03.021047 dv-cinder-846842-7-iscsi neutron-server[104416]: Open vSwitch agent@dv-cinder-846842-7-iscsi: { 'AddressGroup': '1.2', Jun 30 04:15:03.021047 dv-cinder-846842-7-iscsi neutron-server[104416]: 'Agent': '1.1', Jun 30 04:15:03.021047 dv-cinder-846842-7-iscsi neutron-server[104416]: 'ConntrackHelper': '1.0', Jun 30 04:15:03.021047 dv-cinder-846842-7-iscsi neutron-server[104416]: 'LocalIPAssociation': '1.0', Jun 30 04:15:03.021047 dv-cinder-846842-7-iscsi neutron-server[104416]: 'Log': '1.0', Jun 30 04:15:03.021047 dv-cinder-846842-7-iscsi neutron-server[104416]: 'NDPProxy': '1.0', Jun 30 04:15:03.021047 dv-cinder-846842-7-iscsi neutron-server[104416]: 'Network': '1.1', Jun 30 04:15:03.021047 dv-cinder-846842-7-iscsi neutron-server[104416]: 'Port': '1.7', Jun 30 04:15:03.021047 dv-cinder-846842-7-iscsi neutron-server[104416]: 'PortForwarding': '1.3', Jun 30 04:15:03.021047 dv-cinder-846842-7-iscsi neutron-server[104416]: 'QosPolicy': '1.10', Jun 30 04:15:03.021047 dv-cinder-846842-7-iscsi neutron-server[104416]: 'SecurityGroup': '1.5', Jun 30 04:15:03.021047 dv-cinder-846842-7-iscsi neutron-server[104416]: 'SecurityGroupRule': '1.2', Jun 30 04:15:03.021047 dv-cinder-846842-7-iscsi neutron-server[104416]: 'SubPort': '1.0', Jun 30 04:15:03.021047 dv-cinder-846842-7-iscsi neutron-server[104416]: 'Subnet': '1.1', Jun 30 04:15:03.021047 dv-cinder-846842-7-iscsi neutron-server[104416]: 'Trunk': '1.1'}} Jun 30 04:15:03.021047 dv-cinder-846842-7-iscsi neutron-server[104416]: {{(pid=104416) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 30 04:15:03.030102 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a33fd2c-02e5-416f-a70d-f01ba23af0bd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:15:03.030816 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a33fd2c-02e5-416f-a70d-f01ba23af0bd admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:15:03.031584 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a33fd2c-02e5-416f-a70d-f01ba23af0bd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:15:03.032168 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a33fd2c-02e5-416f-a70d-f01ba23af0bd admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:15:03.033050 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a33fd2c-02e5-416f-a70d-f01ba23af0bd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:15:03.033907 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a33fd2c-02e5-416f-a70d-f01ba23af0bd admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:15:03.034366 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a33fd2c-02e5-416f-a70d-f01ba23af0bd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:15:03.036176 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a33fd2c-02e5-416f-a70d-f01ba23af0bd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:15:03.037752 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a33fd2c-02e5-416f-a70d-f01ba23af0bd admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:15:03.038230 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a33fd2c-02e5-416f-a70d-f01ba23af0bd admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:15:03.038782 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.rpc [None req-2a6d8403-c0a5-4ac4-aa48-860a84345009 None None] Network 47c84f8a-eac0-437b-a790-0231d1c7edf0 details requested by agent ovs-agent-dv-cinder-846842-7-iscsi with host dv-cinder-846842-7-iscsi {{(pid=104417) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 04:15:03.039032 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a33fd2c-02e5-416f-a70d-f01ba23af0bd admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:15:03.039677 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a33fd2c-02e5-416f-a70d-f01ba23af0bd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:15:03.040167 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a33fd2c-02e5-416f-a70d-f01ba23af0bd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:15:03.040632 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a33fd2c-02e5-416f-a70d-f01ba23af0bd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:15:03.041094 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a33fd2c-02e5-416f-a70d-f01ba23af0bd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:15:03.060214 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:INSERT=18,neutron:SELECT=77,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:15:03.074509 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df39448-2937-47fd-bc3e-0ff4d1e787a8 admin admin] Pushing event updated for resources: {'Network': ['ID=ace93dd0-22f0-46a4-80c6-05197b7b7fb0,revision_number=1']} {{(pid=104415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:15:03.080999 dv-cinder-846842-7-iscsi neutron-server[104415]: INFO neutron.wsgi [None req-5df39448-2937-47fd-bc3e-0ff4d1e787a8 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 866 time: 1.0757976 Jun 30 04:15:03.084130 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.wsgi [-] (104415) accepted ('10.222.0.13', 47120) {{(pid=104415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 04:15:03.091608 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.v2.base [None req-2b30988b-e51e-45fb-8ed0-613334562652 admin admin] Request body: {'subnet': {'network_id': 'ace93dd0-22f0-46a4-80c6-05197b7b7fb0', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1943300602-subnet', 'tenant_id': '6a37f11a6f794a518cfcfa600caf2445', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 30 04:15:03.114865 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58b0372c-ae52-4b49-a0d6-0f6b8dfa47fd admin admin] Made reservation on behalf of dc8c112787bf47f0bbf5d80c262cfd77 for: {'subnet': 1} {{(pid=104416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 04:15:03.118880 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-58b0372c-ae52-4b49-a0d6-0f6b8dfa47fd admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:15:03.120500 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.rpc [None req-2a6d8403-c0a5-4ac4-aa48-860a84345009 None None] Network ace93dd0-22f0-46a4-80c6-05197b7b7fb0 details requested by agent ovs-agent-dv-cinder-846842-7-iscsi with host dv-cinder-846842-7-iscsi {{(pid=104417) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 04:15:03.126055 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b30988b-e51e-45fb-8ed0-613334562652 admin admin] Made reservation on behalf of 6a37f11a6f794a518cfcfa600caf2445 for: {'subnet': 1} {{(pid=104415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 04:15:03.129255 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-2b30988b-e51e-45fb-8ed0-613334562652 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:15:03.169870 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=80,neutron:INSERT=12,neutron:UPDATE=4,neutron:DELETE=4 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:15:03.490283 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-410f43d5-b556-42b6-b892-1534bf79c188 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528681'] for subnet (d7ebd17c-ba43-4daa-b223-4200fbc873be), after_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:15:03.566315 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-2b30988b-e51e-45fb-8ed0-613334562652 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528681'] for subnet (7d4bc025-2944-45a2-9732-0bc1c0bb00af), after_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:15:03.629076 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b30988b-e51e-45fb-8ed0-613334562652 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7d4bc025-2944-45a2-9732-0bc1c0bb00af,revision_number=0']} {{(pid=104415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:15:03.653732 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b30988b-e51e-45fb-8ed0-613334562652 admin admin] Checking segment: {'id': '9ca81d36-234f-4915-9758-c5171bb50dcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'ace93dd0-22f0-46a4-80c6-05197b7b7fb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104415) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 30 04:15:03.653732 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b30988b-e51e-45fb-8ed0-613334562652 admin admin] Network hostable DHCP agents. Network: ace93dd0-22f0-46a4-80c6-05197b7b7fb0, hostable agents: ['beddbd52-9273-44c2-990c-63933fe383b2'], hosted agents: [] {{(pid=104415) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 04:15:03.680225 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b30988b-e51e-45fb-8ed0-613334562652 admin admin] Network ace93dd0-22f0-46a4-80c6-05197b7b7fb0 is scheduled to be hosted by DHCP agent beddbd52-9273-44c2-990c-63933fe383b2 with binding_index 1 {{(pid=104415) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 04:15:03.697933 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.scheduler.base_scheduler [None req-2b30988b-e51e-45fb-8ed0-613334562652 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-846842-7-iscsi, ace93dd0-22f0-46a4-80c6-05197b7b7fb0) {{(pid=104415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 04:15:03.702536 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b30988b-e51e-45fb-8ed0-613334562652 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:15:03.703189 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-2b30988b-e51e-45fb-8ed0-613334562652 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528667'] for subnet (None), before_response {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:15:03.711542 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c59f21a-f8c6-427f-ba73-b357b66e1675 None None] Network ace93dd0-22f0-46a4-80c6-05197b7b7fb0 requested from dv-cinder-846842-7-iscsi {{(pid=104417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 30 04:15:03.740378 dv-cinder-846842-7-iscsi neutron-server[104415]: INFO neutron.wsgi [None req-2b30988b-e51e-45fb-8ed0-613334562652 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6525881 Jun 30 04:15:03.740631 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.wsgi [-] (104415) accepted ('10.222.0.13', 47138) {{(pid=104415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 04:15:03.746978 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.v2.base [None req-5de5a646-1424-4bb9-995d-cb8d39a846a4 admin admin] Request body: {'router': {'name': 'tempest-DeleteServersTestJSON-1943300602-router', 'tenant_id': '6a37f11a6f794a518cfcfa600caf2445', 'external_gateway_info': {'network_id': 'a14b0e4f-074d-4507-846c-fc8420bddf12'}}} {{(pid=104415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 30 04:15:03.800278 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-5de5a646-1424-4bb9-995d-cb8d39a846a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-611393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-992720'] for router (0d1b6a20-aeb9-4d3b-92d7-38c0820907e3), before_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:15:03.802016 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-5de5a646-1424-4bb9-995d-cb8d39a846a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-612039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-618118', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-671212', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-992729'] for router (0d1b6a20-aeb9-4d3b-92d7-38c0820907e3), precommit_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:15:03.836914 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-58b0372c-ae52-4b49-a0d6-0f6b8dfa47fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528681'] for subnet (65712b66-d33a-4d91-a445-2757f4469384), after_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:15:03.839759 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410f43d5-b556-42b6-b892-1534bf79c188 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d7ebd17c-ba43-4daa-b223-4200fbc873be,revision_number=0']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:15:03.916654 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b0372c-ae52-4b49-a0d6-0f6b8dfa47fd admin admin] Pushing event updated for resources: {'Subnet': ['ID=65712b66-d33a-4d91-a445-2757f4469384,revision_number=0']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:15:03.939357 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-264202ae-dde5-4ba5-b3f4-f922f5f943ec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcd801984-d77e-514a-975e-2a6430aac994-ace93dd0-22f0-46a4-80c6-05197b7b7fb0', 'network_id': 'ace93dd0-22f0-46a4-80c6-05197b7b7fb0', 'project_id': '6a37f11a6f794a518cfcfa600caf2445', 'fixed_ips': [{'subnet_id': '7d4bc025-2944-45a2-9732-0bc1c0bb00af'}]}} from dv-cinder-846842-7-iscsi. {{(pid=104417) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 30 04:15:03.940575 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-264202ae-dde5-4ba5-b3f4-f922f5f943ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3606762'] for port (None), before_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:15:03.971952 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-410f43d5-b556-42b6-b892-1534bf79c188 admin admin] Checking segment: {'id': 'fa7c4b3d-3226-4230-8cea-73b76388d57e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '17fe777c-5046-426d-94b6-3483df1f9f21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104416) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 30 04:15:03.972307 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-410f43d5-b556-42b6-b892-1534bf79c188 admin admin] Network hostable DHCP agents. Network: 17fe777c-5046-426d-94b6-3483df1f9f21, hostable agents: ['beddbd52-9273-44c2-990c-63933fe383b2'], hosted agents: [] {{(pid=104416) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 04:15:04.013762 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-5de5a646-1424-4bb9-995d-cb8d39a846a4 admin admin] Publish callbacks [] for router_controller (0d1b6a20-aeb9-4d3b-92d7-38c0820907e3), precommit_add_association {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:15:04.075083 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58b0372c-ae52-4b49-a0d6-0f6b8dfa47fd admin admin] Checking segment: {'id': '8acbd2c1-4b25-4ef7-a601-b10923b5fe73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '47c84f8a-eac0-437b-a790-0231d1c7edf0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104416) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 30 04:15:04.077005 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58b0372c-ae52-4b49-a0d6-0f6b8dfa47fd admin admin] Network hostable DHCP agents. Network: 47c84f8a-eac0-437b-a790-0231d1c7edf0, hostable agents: ['beddbd52-9273-44c2-990c-63933fe383b2'], hosted agents: [] {{(pid=104416) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 04:15:04.097734 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-410f43d5-b556-42b6-b892-1534bf79c188 admin admin] Network 17fe777c-5046-426d-94b6-3483df1f9f21 is scheduled to be hosted by DHCP agent beddbd52-9273-44c2-990c-63933fe383b2 with binding_index 1 {{(pid=104416) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 04:15:04.104395 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=84,neutron:INSERT=14,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:15:04.111799 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.scheduler.base_scheduler [None req-410f43d5-b556-42b6-b892-1534bf79c188 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-846842-7-iscsi, 17fe777c-5046-426d-94b6-3483df1f9f21) {{(pid=104416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 04:15:04.134845 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58b0372c-ae52-4b49-a0d6-0f6b8dfa47fd admin admin] Network 47c84f8a-eac0-437b-a790-0231d1c7edf0 is scheduled to be hosted by DHCP agent beddbd52-9273-44c2-990c-63933fe383b2 with binding_index 1 {{(pid=104416) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 04:15:04.135161 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccf3aad7-8395-4172-926c-1075d9fed201 None None] Network 17fe777c-5046-426d-94b6-3483df1f9f21 requested from dv-cinder-846842-7-iscsi {{(pid=104417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 30 04:15:04.141908 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-410f43d5-b556-42b6-b892-1534bf79c188 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:15:04.143514 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-410f43d5-b556-42b6-b892-1534bf79c188 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528667'] for subnet (None), before_response {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:15:04.186875 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.scheduler.base_scheduler [None req-58b0372c-ae52-4b49-a0d6-0f6b8dfa47fd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-846842-7-iscsi, 47c84f8a-eac0-437b-a790-0231d1c7edf0) {{(pid=104416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 04:15:04.211259 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ceea95e5-25ec-4291-a900-031d4287b08e None None] Network 47c84f8a-eac0-437b-a790-0231d1c7edf0 requested from dv-cinder-846842-7-iscsi {{(pid=104417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 30 04:15:04.214430 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-410f43d5-b556-42b6-b892-1534bf79c188 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.7372835 Jun 30 04:15:04.224540 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58b0372c-ae52-4b49-a0d6-0f6b8dfa47fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:15:04.227715 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-58b0372c-ae52-4b49-a0d6-0f6b8dfa47fd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528667'] for subnet (None), before_response {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:15:04.241011 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.13', 47154) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 04:15:04.262063 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.v2.base [None req-951f019d-894a-46bc-acaf-c2b82f0e8a48 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1944543417-router', 'tenant_id': '71588f8a5fc34919a77f28b6a8c8db0e', 'external_gateway_info': {'network_id': 'a14b0e4f-074d-4507-846c-fc8420bddf12'}}} {{(pid=104416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 30 04:15:04.367031 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-951f019d-894a-46bc-acaf-c2b82f0e8a48 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-611393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-992720'] for router (f5fad03b-8645-449e-8ef0-392bc6c254bc), before_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:15:04.369483 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-951f019d-894a-46bc-acaf-c2b82f0e8a48 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-612039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-618118', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-671212', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-992729'] for router (f5fad03b-8645-449e-8ef0-392bc6c254bc), precommit_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:15:04.408639 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-58b0372c-ae52-4b49-a0d6-0f6b8dfa47fd admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.4108882 Jun 30 04:15:04.498918 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-951f019d-894a-46bc-acaf-c2b82f0e8a48 admin admin] Publish callbacks [] for router_controller (f5fad03b-8645-449e-8ef0-392bc6c254bc), precommit_add_association {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:15:04.500309 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-5de5a646-1424-4bb9-995d-cb8d39a846a4 admin admin] Publish callbacks [] for router_gateway (0d1b6a20-aeb9-4d3b-92d7-38c0820907e3), precommit_update {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:15:04.534854 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.db.db_base_plugin_common [None req-264202ae-dde5-4ba5-b3f4-f922f5f943ec None None] Allocated IP 172.20.0.2 (ace93dd0-22f0-46a4-80c6-05197b7b7fb0/7d4bc025-2944-45a2-9732-0bc1c0bb00af/1bb5a7fd-3055-418f-8855-a56b1384509c) {{(pid=104417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 04:15:04.798526 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-951f019d-894a-46bc-acaf-c2b82f0e8a48 admin admin] Publish callbacks [] for router_gateway (f5fad03b-8645-449e-8ef0-392bc6c254bc), precommit_update {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:15:04.810436 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa362fd1-520a-48cd-9a1e-62b01fd86069 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcd801984-d77e-514a-975e-2a6430aac994-17fe777c-5046-426d-94b6-3483df1f9f21', 'network_id': '17fe777c-5046-426d-94b6-3483df1f9f21', 'project_id': '71588f8a5fc34919a77f28b6a8c8db0e', 'fixed_ips': [{'subnet_id': 'd7ebd17c-ba43-4daa-b223-4200fbc873be'}]}} from dv-cinder-846842-7-iscsi. {{(pid=104417) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 30 04:15:04.812472 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-aa362fd1-520a-48cd-9a1e-62b01fd86069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3606762'] for port (None), before_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:15:04.859962 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccdd4e03-b8fd-434c-b50a-0921893cfd4f None None] Network 47c84f8a-eac0-437b-a790-0231d1c7edf0 requested from dv-cinder-846842-7-iscsi {{(pid=104417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 30 04:15:04.873173 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-264202ae-dde5-4ba5-b3f4-f922f5f943ec None None] Publish callbacks [] for port (1bb5a7fd-3055-418f-8855-a56b1384509c), precommit_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:15:04.944572 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-264202ae-dde5-4ba5-b3f4-f922f5f943ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4095053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781926239317'] for port (1bb5a7fd-3055-418f-8855-a56b1384509c), after_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:15:04.959859 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-5de5a646-1424-4bb9-995d-cb8d39a846a4 admin admin] Publish callbacks [] for router_gateway (0d1b6a20-aeb9-4d3b-92d7-38c0820907e3), before_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:15:04.994023 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-5de5a646-1424-4bb9-995d-cb8d39a846a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3606762'] for port (None), before_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:15:05.040257 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:15:05.132348 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=84,neutron:INSERT=12,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:15:05.203671 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:15:05.210498 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.db.db_base_plugin_common [None req-5de5a646-1424-4bb9-995d-cb8d39a846a4 admin admin] Allocated IP 172.27.1.141 (a14b0e4f-074d-4507-846c-fc8420bddf12/15378187-268c-4fae-ace7-eaca7aa50f90/4de5db26-0699-4ef3-bf96-229fd4fa3712) {{(pid=104415) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 04:15:05.241479 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-264202ae-dde5-4ba5-b3f4-f922f5f943ec None None] Network ace93dd0-22f0-46a4-80c6-05197b7b7fb0 is already hosted by enough agents. {{(pid=104417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 04:15:05.264892 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=89,neutron:INSERT=5,neutron:UPDATE=6 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:15:05.267350 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.scheduler.base_scheduler [None req-264202ae-dde5-4ba5-b3f4-f922f5f943ec None None] Resources bound (agent type, host, resource id): {{(pid=104417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 04:15:05.276794 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-264202ae-dde5-4ba5-b3f4-f922f5f943ec None None] Received port after_create {{(pid=104417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 30 04:15:05.287351 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-951f019d-894a-46bc-acaf-c2b82f0e8a48 admin admin] Publish callbacks [] for router_gateway (f5fad03b-8645-449e-8ef0-392bc6c254bc), before_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:15:05.307546 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-951f019d-894a-46bc-acaf-c2b82f0e8a48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3606762'] for port (None), before_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:15:05.336234 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=87,neutron:INSERT=7,neutron:DELETE=1,neutron:UPDATE=5 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:15:05.393877 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-5de5a646-1424-4bb9-995d-cb8d39a846a4 admin admin] Publish callbacks [] for port (4de5db26-0699-4ef3-bf96-229fd4fa3712), precommit_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:15:05.472593 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-5de5a646-1424-4bb9-995d-cb8d39a846a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4095053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781926239317'] for port (4de5db26-0699-4ef3-bf96-229fd4fa3712), after_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:15:05.499739 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.managers [None req-264202ae-dde5-4ba5-b3f4-f922f5f943ec None None] Attempting to bind port 1bb5a7fd-3055-418f-8855-a56b1384509c on host dv-cinder-846842-7-iscsi for vnic_type normal with profile {{(pid=104417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 30 04:15:05.500121 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.managers [None req-264202ae-dde5-4ba5-b3f4-f922f5f943ec None None] Attempting to bind port 1bb5a7fd-3055-418f-8855-a56b1384509c by drivers openvswitch,hyperv on host dv-cinder-846842-7-iscsi at level 0 using segments [{'id': '9ca81d36-234f-4915-9758-c5171bb50dcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'ace93dd0-22f0-46a4-80c6-05197b7b7fb0'}] {{(pid=104417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 30 04:15:05.501479 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-264202ae-dde5-4ba5-b3f4-f922f5f943ec None None] Attempting to bind port 1bb5a7fd-3055-418f-8855-a56b1384509c on network ace93dd0-22f0-46a4-80c6-05197b7b7fb0 {{(pid=104417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 30 04:15:05.525397 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.db.db_base_plugin_common [None req-951f019d-894a-46bc-acaf-c2b82f0e8a48 admin admin] Allocated IP 172.27.1.94 (a14b0e4f-074d-4507-846c-fc8420bddf12/15378187-268c-4fae-ace7-eaca7aa50f90/5950e79d-38a6-49e8-a931-d01fb0d60025) {{(pid=104416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 04:15:05.591250 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de5a646-1424-4bb9-995d-cb8d39a846a4 admin admin] Pushing event updated for resources: {'Port': ['ID=4de5db26-0699-4ef3-bf96-229fd4fa3712,revision_number=1']} {{(pid=104415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:15:05.605042 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5de5a646-1424-4bb9-995d-cb8d39a846a4 admin admin] Network a14b0e4f-074d-4507-846c-fc8420bddf12 is already hosted by enough agents. {{(pid=104415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 04:15:05.606794 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.scheduler.base_scheduler [None req-5de5a646-1424-4bb9-995d-cb8d39a846a4 admin admin] Resources bound (agent type, host, resource id): {{(pid=104415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 04:15:05.620338 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5de5a646-1424-4bb9-995d-cb8d39a846a4 admin admin] Received port after_create {{(pid=104415) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 30 04:15:05.625190 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264202ae-dde5-4ba5-b3f4-f922f5f943ec None None] Pushing event updated for resources: {'Port': ['ID=1bb5a7fd-3055-418f-8855-a56b1384509c,revision_number=1']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:15:05.635062 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-264202ae-dde5-4ba5-b3f4-f922f5f943ec None None] Checking agent: {'id': 'cbdf45b5-344e-4e18-9242-1abb738708f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846842-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 30, 4, 7, 10), 'started_at': datetime.datetime(2022, 6, 30, 4, 7, 40), 'heartbeat_timestamp': datetime.datetime(2022, 6, 30, 4, 14, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846842-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 30 04:15:05.635975 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-264202ae-dde5-4ba5-b3f4-f922f5f943ec None None] Checking segment: {'id': '9ca81d36-234f-4915-9758-c5171bb50dcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'ace93dd0-22f0-46a4-80c6-05197b7b7fb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 30 04:15:05.636606 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-264202ae-dde5-4ba5-b3f4-f922f5f943ec None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:15:05.637196 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-264202ae-dde5-4ba5-b3f4-f922f5f943ec None None] Bound using segment: {'id': '9ca81d36-234f-4915-9758-c5171bb50dcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'ace93dd0-22f0-46a4-80c6-05197b7b7fb0'} {{(pid=104417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 30 04:15:05.637954 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.managers [None req-264202ae-dde5-4ba5-b3f4-f922f5f943ec None None] Bound port: 1bb5a7fd-3055-418f-8855-a56b1384509c, host: dv-cinder-846842-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ca81d36-234f-4915-9758-c5171bb50dcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'ace93dd0-22f0-46a4-80c6-05197b7b7fb0'}}] {{(pid=104417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 30 04:15:05.638584 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-264202ae-dde5-4ba5-b3f4-f922f5f943ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3606762'] for port (1bb5a7fd-3055-418f-8855-a56b1384509c), before_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:15:05.665816 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-264202ae-dde5-4ba5-b3f4-f922f5f943ec None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:15:05.666512 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-264202ae-dde5-4ba5-b3f4-f922f5f943ec None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:15:05.667237 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-264202ae-dde5-4ba5-b3f4-f922f5f943ec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:15:05.667863 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-264202ae-dde5-4ba5-b3f4-f922f5f943ec None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:15:05.668399 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-264202ae-dde5-4ba5-b3f4-f922f5f943ec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:15:05.668977 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-264202ae-dde5-4ba5-b3f4-f922f5f943ec None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:15:05.669515 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-264202ae-dde5-4ba5-b3f4-f922f5f943ec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:15:05.670057 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-264202ae-dde5-4ba5-b3f4-f922f5f943ec None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:15:05.670835 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-264202ae-dde5-4ba5-b3f4-f922f5f943ec None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:15:05.671400 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-264202ae-dde5-4ba5-b3f4-f922f5f943ec None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:15:05.671973 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-264202ae-dde5-4ba5-b3f4-f922f5f943ec None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:15:05.672560 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-264202ae-dde5-4ba5-b3f4-f922f5f943ec None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:15:05.672919 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-264202ae-dde5-4ba5-b3f4-f922f5f943ec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:15:05.673300 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-264202ae-dde5-4ba5-b3f4-f922f5f943ec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:15:05.673623 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-264202ae-dde5-4ba5-b3f4-f922f5f943ec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:15:05.674807 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-264202ae-dde5-4ba5-b3f4-f922f5f943ec None None] Tracked resource versions report: Jun 30 04:15:05.674807 dv-cinder-846842-7-iscsi neutron-server[104417]: pushed versions: Jun 30 04:15:05.674807 dv-cinder-846842-7-iscsi neutron-server[104417]: { 'AddressGroup': {'1.2'}, Jun 30 04:15:05.674807 dv-cinder-846842-7-iscsi neutron-server[104417]: 'Agent': {'1.1'}, Jun 30 04:15:05.674807 dv-cinder-846842-7-iscsi neutron-server[104417]: 'ConntrackHelper': {'1.0'}, Jun 30 04:15:05.674807 dv-cinder-846842-7-iscsi neutron-server[104417]: 'LocalIPAssociation': {'1.0'}, Jun 30 04:15:05.674807 dv-cinder-846842-7-iscsi neutron-server[104417]: 'Log': {'1.0'}, Jun 30 04:15:05.674807 dv-cinder-846842-7-iscsi neutron-server[104417]: 'NDPProxy': {'1.0'}, Jun 30 04:15:05.674807 dv-cinder-846842-7-iscsi neutron-server[104417]: 'Network': {'1.1'}, Jun 30 04:15:05.674807 dv-cinder-846842-7-iscsi neutron-server[104417]: 'Port': {'1.7'}, Jun 30 04:15:05.674807 dv-cinder-846842-7-iscsi neutron-server[104417]: 'PortForwarding': {'1.3'}, Jun 30 04:15:05.674807 dv-cinder-846842-7-iscsi neutron-server[104417]: 'QosPolicy': {'1.10'}, Jun 30 04:15:05.674807 dv-cinder-846842-7-iscsi neutron-server[104417]: 'SecurityGroup': {'1.5'}, Jun 30 04:15:05.674807 dv-cinder-846842-7-iscsi neutron-server[104417]: 'SecurityGroupRule': {'1.2'}, Jun 30 04:15:05.674807 dv-cinder-846842-7-iscsi neutron-server[104417]: 'SubPort': {'1.0'}, Jun 30 04:15:05.674807 dv-cinder-846842-7-iscsi neutron-server[104417]: 'Subnet': {'1.1'}, Jun 30 04:15:05.674807 dv-cinder-846842-7-iscsi neutron-server[104417]: 'Trunk': {'1.1'}} Jun 30 04:15:05.674807 dv-cinder-846842-7-iscsi neutron-server[104417]: consumer versions: Jun 30 04:15:05.674807 dv-cinder-846842-7-iscsi neutron-server[104417]: { DHCP agent@dv-cinder-846842-7-iscsi: {}, Jun 30 04:15:05.674807 dv-cinder-846842-7-iscsi neutron-server[104417]: HyperV agent@hv-cinder-84684: {}, Jun 30 04:15:05.674807 dv-cinder-846842-7-iscsi neutron-server[104417]: L3 agent@dv-cinder-846842-7-iscsi: {}, Jun 30 04:15:05.674807 dv-cinder-846842-7-iscsi neutron-server[104417]: Metadata agent@dv-cinder-846842-7-iscsi: {}, Jun 30 04:15:05.674807 dv-cinder-846842-7-iscsi neutron-server[104417]: Metering agent@dv-cinder-846842-7-iscsi: {}, Jun 30 04:15:05.674807 dv-cinder-846842-7-iscsi neutron-server[104417]: Open vSwitch agent@dv-cinder-846842-7-iscsi: { 'AddressGroup': '1.2', Jun 30 04:15:05.674807 dv-cinder-846842-7-iscsi neutron-server[104417]: 'Agent': '1.1', Jun 30 04:15:05.674807 dv-cinder-846842-7-iscsi neutron-server[104417]: 'ConntrackHelper': '1.0', Jun 30 04:15:05.674807 dv-cinder-846842-7-iscsi neutron-server[104417]: 'LocalIPAssociation': '1.0', Jun 30 04:15:05.674807 dv-cinder-846842-7-iscsi neutron-server[104417]: 'Log': '1.0', Jun 30 04:15:05.674807 dv-cinder-846842-7-iscsi neutron-server[104417]: 'NDPProxy': '1.0', Jun 30 04:15:05.674807 dv-cinder-846842-7-iscsi neutron-server[104417]: 'Network': '1.1', Jun 30 04:15:05.674807 dv-cinder-846842-7-iscsi neutron-server[104417]: 'Port': '1.7', Jun 30 04:15:05.674807 dv-cinder-846842-7-iscsi neutron-server[104417]: 'PortForwarding': '1.3', Jun 30 04:15:05.674807 dv-cinder-846842-7-iscsi neutron-server[104417]: 'QosPolicy': '1.10', Jun 30 04:15:05.674807 dv-cinder-846842-7-iscsi neutron-server[104417]: 'SecurityGroup': '1.5', Jun 30 04:15:05.674807 dv-cinder-846842-7-iscsi neutron-server[104417]: 'SecurityGroupRule': '1.2', Jun 30 04:15:05.674807 dv-cinder-846842-7-iscsi neutron-server[104417]: 'SubPort': '1.0', Jun 30 04:15:05.674807 dv-cinder-846842-7-iscsi neutron-server[104417]: 'Subnet': '1.1', Jun 30 04:15:05.674807 dv-cinder-846842-7-iscsi neutron-server[104417]: 'Trunk': '1.1'}} Jun 30 04:15:05.674807 dv-cinder-846842-7-iscsi neutron-server[104417]: {{(pid=104417) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 30 04:15:05.689429 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-2240d7e5-895c-4c23-90b3-78d76cc2c989 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926756172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565263'] for agent (beddbd52-9273-44c2-990c-63933fe383b2), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:15:05.701971 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-951f019d-894a-46bc-acaf-c2b82f0e8a48 admin admin] Publish callbacks [] for port (5950e79d-38a6-49e8-a931-d01fb0d60025), precommit_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:15:05.725082 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.db.db_base_plugin_common [None req-aa362fd1-520a-48cd-9a1e-62b01fd86069 None None] Allocated IP 172.20.0.2 (17fe777c-5046-426d-94b6-3483df1f9f21/d7ebd17c-ba43-4daa-b223-4200fbc873be/b2d542dd-9bdd-4ca0-9c3a-b93d1c540538) {{(pid=104417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 04:15:05.802178 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-951f019d-894a-46bc-acaf-c2b82f0e8a48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4095053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781926239317'] for port (5950e79d-38a6-49e8-a931-d01fb0d60025), after_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:15:05.832147 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.db [None req-264202ae-dde5-4ba5-b3f4-f922f5f943ec None None] For port 1bb5a7fd-3055-418f-8855-a56b1384509c, host dv-cinder-846842-7-iscsi, cleared binding levels {{(pid=104417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 04:15:05.885256 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.db [None req-264202ae-dde5-4ba5-b3f4-f922f5f943ec None None] For port 1bb5a7fd-3055-418f-8855-a56b1384509c, host dv-cinder-846842-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-7-iscsi',level=0,port_id=1bb5a7fd-3055-418f-8855-a56b1384509c,segment=NetworkSegment(9ca81d36-234f-4915-9758-c5171bb50dcf),segment_id=9ca81d36-234f-4915-9758-c5171bb50dcf)] {{(pid=104417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 04:15:05.897738 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-951f019d-894a-46bc-acaf-c2b82f0e8a48 admin admin] Network a14b0e4f-074d-4507-846c-fc8420bddf12 is already hosted by enough agents. {{(pid=104416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 04:15:05.899897 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951f019d-894a-46bc-acaf-c2b82f0e8a48 admin admin] Pushing event updated for resources: {'Port': ['ID=5950e79d-38a6-49e8-a931-d01fb0d60025,revision_number=1']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:15:05.902921 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.scheduler.base_scheduler [None req-951f019d-894a-46bc-acaf-c2b82f0e8a48 admin admin] Resources bound (agent type, host, resource id): {{(pid=104416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 04:15:05.905911 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-951f019d-894a-46bc-acaf-c2b82f0e8a48 admin admin] Received port after_create {{(pid=104416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 30 04:15:05.917213 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-264202ae-dde5-4ba5-b3f4-f922f5f943ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4095053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781926634698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781926239335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781926239353'] for port (1bb5a7fd-3055-418f-8855-a56b1384509c), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:15:05.931592 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.wsgi [-] (104415) accepted ('10.222.0.13', 47224) {{(pid=104415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 04:15:05.941978 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.v2.base [None req-e3f6068e-ec3c-4a09-be55-774eda01c8bd admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-2098002554-network', 'tenant_id': 'f20f679fb7c749f4bdbcc34c68b9256f'}} {{(pid=104415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 30 04:15:06.014876 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3f6068e-ec3c-4a09-be55-774eda01c8bd admin admin] Made reservation on behalf of f20f679fb7c749f4bdbcc34c68b9256f for: {'network': 1} {{(pid=104415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 04:15:06.019128 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-e3f6068e-ec3c-4a09-be55-774eda01c8bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3606762'] for network (None), before_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:15:06.149296 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-e3f6068e-ec3c-4a09-be55-774eda01c8bd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:15:06.196749 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-aa362fd1-520a-48cd-9a1e-62b01fd86069 None None] Publish callbacks [] for port (b2d542dd-9bdd-4ca0-9c3a-b93d1c540538), precommit_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:15:06.199064 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264202ae-dde5-4ba5-b3f4-f922f5f943ec None None] Pushing event updated for resources: {'Port': ['ID=1bb5a7fd-3055-418f-8855-a56b1384509c,revision_number=2']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:15:06.221100 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-aa362fd1-520a-48cd-9a1e-62b01fd86069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4095053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781926239317'] for port (b2d542dd-9bdd-4ca0-9c3a-b93d1c540538), after_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:15:06.300995 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-951f019d-894a-46bc-acaf-c2b82f0e8a48 admin admin] Publish callbacks [] for router_gateway (f5fad03b-8645-449e-8ef0-392bc6c254bc), after_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:15:06.322056 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa362fd1-520a-48cd-9a1e-62b01fd86069 None None] Pushing event updated for resources: {'Port': ['ID=b2d542dd-9bdd-4ca0-9c3a-b93d1c540538,revision_number=1']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:15:06.326421 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-5de5a646-1424-4bb9-995d-cb8d39a846a4 admin admin] Publish callbacks [] for router_gateway (0d1b6a20-aeb9-4d3b-92d7-38c0820907e3), after_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:15:06.362640 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa362fd1-520a-48cd-9a1e-62b01fd86069 None None] Network 17fe777c-5046-426d-94b6-3483df1f9f21 is already hosted by enough agents. {{(pid=104417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 04:15:06.363709 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.scheduler.base_scheduler [None req-aa362fd1-520a-48cd-9a1e-62b01fd86069 None None] Resources bound (agent type, host, resource id): {{(pid=104417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 04:15:06.365352 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=84,neutron:DELETE=2,neutron:INSERT=7,neutron:UPDATE=7 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:15:06.370531 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa362fd1-520a-48cd-9a1e-62b01fd86069 None None] Received port after_create {{(pid=104417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 30 04:15:06.502820 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.managers [None req-aa362fd1-520a-48cd-9a1e-62b01fd86069 None None] Attempting to bind port b2d542dd-9bdd-4ca0-9c3a-b93d1c540538 on host dv-cinder-846842-7-iscsi for vnic_type normal with profile {{(pid=104417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 30 04:15:06.502820 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.managers [None req-aa362fd1-520a-48cd-9a1e-62b01fd86069 None None] Attempting to bind port b2d542dd-9bdd-4ca0-9c3a-b93d1c540538 by drivers openvswitch,hyperv on host dv-cinder-846842-7-iscsi at level 0 using segments [{'id': 'fa7c4b3d-3226-4230-8cea-73b76388d57e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '17fe777c-5046-426d-94b6-3483df1f9f21'}] {{(pid=104417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 30 04:15:06.502820 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa362fd1-520a-48cd-9a1e-62b01fd86069 None None] Attempting to bind port b2d542dd-9bdd-4ca0-9c3a-b93d1c540538 on network 17fe777c-5046-426d-94b6-3483df1f9f21 {{(pid=104417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 30 04:15:06.502820 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa362fd1-520a-48cd-9a1e-62b01fd86069 None None] Checking agent: {'id': 'cbdf45b5-344e-4e18-9242-1abb738708f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846842-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 30, 4, 7, 10), 'started_at': datetime.datetime(2022, 6, 30, 4, 7, 40), 'heartbeat_timestamp': datetime.datetime(2022, 6, 30, 4, 14, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846842-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 30 04:15:06.502820 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa362fd1-520a-48cd-9a1e-62b01fd86069 None None] Checking segment: {'id': 'fa7c4b3d-3226-4230-8cea-73b76388d57e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '17fe777c-5046-426d-94b6-3483df1f9f21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 30 04:15:06.502820 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-aa362fd1-520a-48cd-9a1e-62b01fd86069 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:15:06.502820 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa362fd1-520a-48cd-9a1e-62b01fd86069 None None] Bound using segment: {'id': 'fa7c4b3d-3226-4230-8cea-73b76388d57e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '17fe777c-5046-426d-94b6-3483df1f9f21'} {{(pid=104417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 30 04:15:06.502820 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.managers [None req-aa362fd1-520a-48cd-9a1e-62b01fd86069 None None] Bound port: b2d542dd-9bdd-4ca0-9c3a-b93d1c540538, host: dv-cinder-846842-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa7c4b3d-3226-4230-8cea-73b76388d57e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '17fe777c-5046-426d-94b6-3483df1f9f21'}}] {{(pid=104417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 30 04:15:06.502820 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-aa362fd1-520a-48cd-9a1e-62b01fd86069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3606762'] for port (b2d542dd-9bdd-4ca0-9c3a-b93d1c540538), before_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:15:06.506336 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:15:06.615695 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:INSERT=5 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:15:06.616461 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-e3f6068e-ec3c-4a09-be55-774eda01c8bd admin admin] Publish callbacks [] for security_group (82271024-658b-4b7d-ac70-15e4eafdfb10), precommit_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:15:06.627493 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-e3f6068e-ec3c-4a09-be55-774eda01c8bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3637186'] for security_group (82271024-658b-4b7d-ac70-15e4eafdfb10), after_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:15:06.661644 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.db [None req-aa362fd1-520a-48cd-9a1e-62b01fd86069 None None] For port b2d542dd-9bdd-4ca0-9c3a-b93d1c540538, host dv-cinder-846842-7-iscsi, cleared binding levels {{(pid=104417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 04:15:06.668750 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.db [None req-aa362fd1-520a-48cd-9a1e-62b01fd86069 None None] For port b2d542dd-9bdd-4ca0-9c3a-b93d1c540538, host dv-cinder-846842-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-7-iscsi',level=0,port_id=b2d542dd-9bdd-4ca0-9c3a-b93d1c540538,segment=NetworkSegment(fa7c4b3d-3226-4230-8cea-73b76388d57e),segment_id=fa7c4b3d-3226-4230-8cea-73b76388d57e)] {{(pid=104417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 04:15:06.676752 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-951f019d-894a-46bc-acaf-c2b82f0e8a48 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-612929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-619506'] for router (f5fad03b-8645-449e-8ef0-392bc6c254bc), after_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:15:06.687519 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-aa362fd1-520a-48cd-9a1e-62b01fd86069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4095053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781926634698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781926239335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781926239353'] for port (b2d542dd-9bdd-4ca0-9c3a-b93d1c540538), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:15:06.810097 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e3f6068e-ec3c-4a09-be55-774eda01c8bd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 193} {{(pid=104415) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 04:15:06.823902 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa362fd1-520a-48cd-9a1e-62b01fd86069 None None] Pushing event updated for resources: {'Port': ['ID=b2d542dd-9bdd-4ca0-9c3a-b93d1c540538,revision_number=2']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:15:06.850582 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=88,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:15:06.865246 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-e3f6068e-ec3c-4a09-be55-774eda01c8bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505043'] for segment (c4d97d48-907b-4f6d-b9cb-e3e8a8e0c783), precommit_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:15:06.865580 dv-cinder-846842-7-iscsi neutron-server[104415]: INFO neutron.db.segments_db [None req-e3f6068e-ec3c-4a09-be55-774eda01c8bd admin admin] Added segment c4d97d48-907b-4f6d-b9cb-e3e8a8e0c783 of type vlan for network 4d554615-51fc-459f-a8b7-572de128b513 Jun 30 04:15:06.867540 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f6068e-ec3c-4a09-be55-774eda01c8bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82271024-658b-4b7d-ac70-15e4eafdfb10,revision_number=1']} {{(pid=104415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:15:06.937357 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-e3f6068e-ec3c-4a09-be55-774eda01c8bd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781926193812'] for network (4d554615-51fc-459f-a8b7-572de128b513), precommit_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:15:06.942335 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-5de5a646-1424-4bb9-995d-cb8d39a846a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-612929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-619506'] for router (0d1b6a20-aeb9-4d3b-92d7-38c0820907e3), after_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:15:06.996730 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=86,neutron:UPDATE=4,neutron:INSERT=10 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:15:07.030971 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-951f019d-894a-46bc-acaf-c2b82f0e8a48 admin admin] Router f5fad03b-8645-449e-8ef0-392bc6c254bc is scheduled to L3 agent 2ea21a61-d737-4543-a811-a0d035fbf0f6 with binding_index 1 {{(pid=104416) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 30 04:15:07.047059 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-e3f6068e-ec3c-4a09-be55-774eda01c8bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3637173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528681'] for network (4d554615-51fc-459f-a8b7-572de128b513), after_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:15:07.048258 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3f6068e-ec3c-4a09-be55-774eda01c8bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:15:07.048820 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-e3f6068e-ec3c-4a09-be55-774eda01c8bd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528667'] for network (None), before_response {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:15:07.169661 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f6068e-ec3c-4a09-be55-774eda01c8bd admin admin] Pushing event updated for resources: {'Network': ['ID=4d554615-51fc-459f-a8b7-572de128b513,revision_number=1']} {{(pid=104415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:15:07.180965 dv-cinder-846842-7-iscsi neutron-server[104415]: INFO neutron.wsgi [None req-e3f6068e-ec3c-4a09-be55-774eda01c8bd admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 1.2444432 Jun 30 04:15:07.189067 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.rpc [None req-2a6d8403-c0a5-4ac4-aa48-860a84345009 None None] Network 4d554615-51fc-459f-a8b7-572de128b513 details requested by agent ovs-agent-dv-cinder-846842-7-iscsi with host dv-cinder-846842-7-iscsi {{(pid=104417) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 04:15:07.208175 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.13', 47256) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 04:15:07.234438 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.v2.base [None req-cfec1098-30f4-4c97-b2b7-46950dd7ef8a admin admin] Request body: {'subnet': {'network_id': '4d554615-51fc-459f-a8b7-572de128b513', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-2098002554-subnet', 'tenant_id': 'f20f679fb7c749f4bdbcc34c68b9256f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 30 04:15:07.335371 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5de5a646-1424-4bb9-995d-cb8d39a846a4 admin admin] Router 0d1b6a20-aeb9-4d3b-92d7-38c0820907e3 is scheduled to L3 agent 2ea21a61-d737-4543-a811-a0d035fbf0f6 with binding_index 1 {{(pid=104415) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 30 04:15:07.337347 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfec1098-30f4-4c97-b2b7-46950dd7ef8a admin admin] Made reservation on behalf of f20f679fb7c749f4bdbcc34c68b9256f for: {'subnet': 1} {{(pid=104416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 04:15:07.342440 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-cfec1098-30f4-4c97-b2b7-46950dd7ef8a admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:15:07.506403 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5de5a646-1424-4bb9-995d-cb8d39a846a4 admin admin] Notify agent at l3_agent.dv-cinder-846842-7-iscsi the message routers_updated {{(pid=104415) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 04:15:07.519639 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a77c078-d33e-44b3-b7ef-1f557a52f2ef None None] Sync routers for ids ['0d1b6a20-aeb9-4d3b-92d7-38c0820907e3'] in dv-cinder-846842-7-iscsi {{(pid=104418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 04:15:07.554132 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-84f1db75-07b1-42f0-a2cc-ad35b50ff221 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926756172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565263'] for agent (2ea21a61-d737-4543-a811-a0d035fbf0f6), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:15:07.559692 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a77c078-d33e-44b3-b7ef-1f557a52f2ef None None] Routers {'0d1b6a20-aeb9-4d3b-92d7-38c0820907e3'} bound to L3 agent in host dv-cinder-846842-7-iscsi {{(pid=104418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 30 04:15:07.562270 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-5de5a646-1424-4bb9-995d-cb8d39a846a4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:15:07.568729 dv-cinder-846842-7-iscsi neutron-server[104415]: INFO neutron.wsgi [None req-5de5a646-1424-4bb9-995d-cb8d39a846a4 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.8253412 Jun 30 04:15:07.569587 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.db.l3_hamode_db [None req-2a77c078-d33e-44b3-b7ef-1f557a52f2ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-30T04:07:07Z,description=,heartbeat_timestamp=2022-06-30T04:14:37Z,host='dv-cinder-846842-7-iscsi',id=2ea21a61-d737-4543-a811-a0d035fbf0f6,load=0,resource_versions=,resources_synced=,started_at=2022-06-30T04:07:07Z,topic='l3_agent')) {'router_ids': ['0d1b6a20-aeb9-4d3b-92d7-38c0820907e3'], 'active': True} {{(pid=104418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 04:15:07.570986 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.wsgi [-] (104415) accepted ('10.222.0.13', 47274) {{(pid=104415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 04:15:07.682654 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-951f019d-894a-46bc-acaf-c2b82f0e8a48 admin admin] Notify agent at l3_agent.dv-cinder-846842-7-iscsi the message routers_updated {{(pid=104416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 04:15:07.736110 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-273fae10-ce16-4e96-aeaf-fbbc538310ea None None] Sync routers for ids ['f5fad03b-8645-449e-8ef0-392bc6c254bc'] in dv-cinder-846842-7-iscsi {{(pid=104417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 04:15:07.736110 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-273fae10-ce16-4e96-aeaf-fbbc538310ea None None] Routers {'f5fad03b-8645-449e-8ef0-392bc6c254bc'} bound to L3 agent in host dv-cinder-846842-7-iscsi {{(pid=104417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 30 04:15:07.736110 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.db.l3_hamode_db [None req-273fae10-ce16-4e96-aeaf-fbbc538310ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-30T04:07:07Z,description=,heartbeat_timestamp=2022-06-30T04:15:07Z,host='dv-cinder-846842-7-iscsi',id=2ea21a61-d737-4543-a811-a0d035fbf0f6,load=0,resource_versions=,resources_synced=,started_at=2022-06-30T04:07:07Z,topic='l3_agent')) {'router_ids': ['f5fad03b-8645-449e-8ef0-392bc6c254bc'], 'active': True} {{(pid=104417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 04:15:07.787360 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-951f019d-894a-46bc-acaf-c2b82f0e8a48 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:15:07.801672 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-951f019d-894a-46bc-acaf-c2b82f0e8a48 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 3.5582461 Jun 30 04:15:07.848107 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.wsgi [-] (104415) accepted ('10.222.0.13', 47284) {{(pid=104415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 04:15:07.877133 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=91,neutron:UPDATE=8,neutron:INSERT=1 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:15:07.937109 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f53957cb-6718-4e3d-aff8-05abbf7ba080 None None] Network ace93dd0-22f0-46a4-80c6-05197b7b7fb0 requested from dv-cinder-846842-7-iscsi {{(pid=104417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 30 04:15:07.962091 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-cfec1098-30f4-4c97-b2b7-46950dd7ef8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528681'] for subnet (e2bb1613-a1be-4923-8df2-e28e01c6f1ed), after_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:15:07.971770 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.db.l3_dvr_db [None req-2a77c078-d33e-44b3-b7ef-1f557a52f2ef None None] Set router 0d1b6a20-aeb9-4d3b-92d7-38c0820907e3 gateway port host: dv-cinder-846842-7-iscsi {{(pid=104418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 30 04:15:08.028034 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.db.l3_dvr_db [None req-273fae10-ce16-4e96-aeaf-fbbc538310ea None None] Set router f5fad03b-8645-449e-8ef0-392bc6c254bc gateway port host: dv-cinder-846842-7-iscsi {{(pid=104417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 30 04:15:08.133714 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.db.provisioning_blocks [None req-4fd5e6eb-1798-4152-9577-8bb562b148d9 None None] Provisioning complete for port 1bb5a7fd-3055-418f-8855-a56b1384509c triggered by entity DHCP. {{(pid=104417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 30 04:15:08.134397 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-4fd5e6eb-1798-4152-9577-8bb562b148d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565073'] for port (1bb5a7fd-3055-418f-8855-a56b1384509c), provisioning_complete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:15:08.195056 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfec1098-30f4-4c97-b2b7-46950dd7ef8a admin admin] Pushing event updated for resources: {'Subnet': ['ID=e2bb1613-a1be-4923-8df2-e28e01c6f1ed,revision_number=0']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:15:08.220088 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfec1098-30f4-4c97-b2b7-46950dd7ef8a admin admin] Checking segment: {'id': 'c4d97d48-907b-4f6d-b9cb-e3e8a8e0c783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '4d554615-51fc-459f-a8b7-572de128b513'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104416) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 30 04:15:08.220451 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfec1098-30f4-4c97-b2b7-46950dd7ef8a admin admin] Network hostable DHCP agents. Network: 4d554615-51fc-459f-a8b7-572de128b513, hostable agents: ['beddbd52-9273-44c2-990c-63933fe383b2'], hosted agents: [] {{(pid=104416) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 04:15:08.287789 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfec1098-30f4-4c97-b2b7-46950dd7ef8a admin admin] Network 4d554615-51fc-459f-a8b7-572de128b513 is scheduled to be hosted by DHCP agent beddbd52-9273-44c2-990c-63933fe383b2 with binding_index 1 {{(pid=104416) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 04:15:08.313601 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.scheduler.base_scheduler [None req-cfec1098-30f4-4c97-b2b7-46950dd7ef8a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-846842-7-iscsi, 4d554615-51fc-459f-a8b7-572de128b513) {{(pid=104416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 04:15:08.318246 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfec1098-30f4-4c97-b2b7-46950dd7ef8a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:15:08.318834 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-cfec1098-30f4-4c97-b2b7-46950dd7ef8a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528667'] for subnet (None), before_response {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:15:08.349710 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-cfec1098-30f4-4c97-b2b7-46950dd7ef8a admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.1284449 Jun 30 04:15:08.353764 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-167cdb46-81d3-4015-84e3-12081fc07639 None None] Network 4d554615-51fc-459f-a8b7-572de128b513 requested from dv-cinder-846842-7-iscsi {{(pid=104417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 30 04:15:08.637875 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.db.l3_hamode_db [None req-2a77c078-d33e-44b3-b7ef-1f557a52f2ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d1b6a20-aeb9-4d3b-92d7-38c0820907e3', 'name': 'tempest-DeleteServersTestJSON-1943300602-router', 'tenant_id': '6a37f11a6f794a518cfcfa600caf2445', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14b0e4f-074d-4507-846c-fc8420bddf12', 'external_fixed_ips': [{'subnet_id': '15378187-268c-4fae-ace7-eaca7aa50f90', 'ip_address': '172.27.1.141'}], 'enable_snat': True}, 'gw_port_id': '4de5db26-0699-4ef3-bf96-229fd4fa3712', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T04:15:03Z', 'updated_at': '2022-06-30T04:15:05Z', 'revision_number': 3, 'project_id': '6a37f11a6f794a518cfcfa600caf2445', 'gw_port': {'id': '4de5db26-0699-4ef3-bf96-229fd4fa3712', 'name': '', 'network_id': 'a14b0e4f-074d-4507-846c-fc8420bddf12', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:93:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d1b6a20-aeb9-4d3b-92d7-38c0820907e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '15378187-268c-4fae-ace7-eaca7aa50f90', 'ip_address': '172.27.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T04:15:05Z', 'updated_at': '2022-06-30T04:15:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '15378187-268c-4fae-ace7-eaca7aa50f90', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-7-iscsi'}], 'dv-cinder-846842-7-iscsi', False) {} {{(pid=104418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 04:15:08.682215 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a77c078-d33e-44b3-b7ef-1f557a52f2ef None None] Checking router: 0d1b6a20-aeb9-4d3b-92d7-38c0820907e3 for host: dv-cinder-846842-7-iscsi {{(pid=104418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 04:15:08.682710 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a77c078-d33e-44b3-b7ef-1f557a52f2ef None None] Updating router 0d1b6a20-aeb9-4d3b-92d7-38c0820907e3 port 4de5db26-0699-4ef3-bf96-229fd4fa3712 binding host dv-cinder-846842-7-iscsi {{(pid=104418) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 04:15:08.696433 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7fd4832-6df9-4130-bb44-30229d30de57 None None] Network 17fe777c-5046-426d-94b6-3483df1f9f21 requested from dv-cinder-846842-7-iscsi {{(pid=104417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 30 04:15:08.703540 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.13', 47316) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 04:15:08.739874 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.rpc [None req-2a6d8403-c0a5-4ac4-aa48-860a84345009 None None] Device 1bb5a7fd-3055-418f-8855-a56b1384509c up at agent ovs-agent-dv-cinder-846842-7-iscsi {{(pid=104417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 04:15:08.745133 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-2a77c078-d33e-44b3-b7ef-1f557a52f2ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3606762'] for port (4de5db26-0699-4ef3-bf96-229fd4fa3712), before_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:15:08.750482 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-4fd5e6eb-1798-4152-9577-8bb562b148d9 None None] Current status of the port 1bb5a7fd-3055-418f-8855-a56b1384509c is: DOWN; New status is: ACTIVE {{(pid=104417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 30 04:15:08.751219 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-4fd5e6eb-1798-4152-9577-8bb562b148d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3606762'] for port (1bb5a7fd-3055-418f-8855-a56b1384509c), before_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:15:08.825900 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85d70b2f-c6eb-4c4f-8015-0c1db47b5990 None None] Network 4d554615-51fc-459f-a8b7-572de128b513 requested from dv-cinder-846842-7-iscsi {{(pid=104417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 30 04:15:08.851692 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.db.db_base_plugin_v2 [None req-f2ff1ed0-be89-46c4-b4e1-7a85fe91a3db admin admin] Deleting subnet 65712b66-d33a-4d91-a445-2757f4469384 {{(pid=104416) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 30 04:15:08.861404 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-7a77f087-4523-4fd9-b9f1-b6333d8ad1f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926756172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565263'] for agent (672e10fd-0bbc-4d52-8fca-d980f41e3265), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:15:08.862199 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-f2ff1ed0-be89-46c4-b4e1-7a85fe91a3db admin admin] Publish callbacks [] for subnet (65712b66-d33a-4d91-a445-2757f4469384), before_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:15:08.943473 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:INSERT=1 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:15:08.950344 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:15:08.955763 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-f2ff1ed0-be89-46c4-b4e1-7a85fe91a3db admin admin] Publish callbacks [] for subnet (65712b66-d33a-4d91-a445-2757f4469384), precommit_delete_associations {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:15:08.978940 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.db [None req-4fd5e6eb-1798-4152-9577-8bb562b148d9 None None] For port 1bb5a7fd-3055-418f-8855-a56b1384509c, host dv-cinder-846842-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-7-iscsi',level=0,port_id=1bb5a7fd-3055-418f-8855-a56b1384509c,segment=NetworkSegment(9ca81d36-234f-4915-9758-c5171bb50dcf),segment_id=9ca81d36-234f-4915-9758-c5171bb50dcf)] {{(pid=104417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 04:15:08.986711 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:15:09.016098 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-f2ff1ed0-be89-46c4-b4e1-7a85fe91a3db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3565464'] for subnet (65712b66-d33a-4d91-a445-2757f4469384), precommit_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:15:09.032502 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-4fd5e6eb-1798-4152-9577-8bb562b148d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4095053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781926634698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781926239335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781926239353'] for port (1bb5a7fd-3055-418f-8855-a56b1384509c), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:15:09.143014 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:15:09.159725 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:15:09.223882 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-f2ff1ed0-be89-46c4-b4e1-7a85fe91a3db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3565459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528681'] for subnet (65712b66-d33a-4d91-a445-2757f4469384), after_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:15:09.313010 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ff1ed0-be89-46c4-b4e1-7a85fe91a3db admin admin] Pushing event deleted for resources: {'Subnet': ['ID=65712b66-d33a-4d91-a445-2757f4469384,revision_number=None']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:15:09.330777 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-f2ff1ed0-be89-46c4-b4e1-7a85fe91a3db admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:15:09.342581 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-f2ff1ed0-be89-46c4-b4e1-7a85fe91a3db admin admin] 10.222.0.13 "DELETE /v2.0/subnets/65712b66-d33a-4d91-a445-2757f4469384 HTTP/1.1" status: 204 len: 168 time: 0.6371827 Jun 30 04:15:09.342749 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.13', 47336) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 04:15:09.393517 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-e725cc4f-538a-4faf-88d0-43ae5e0ac4af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3606762'] for port (None), before_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:15:09.398217 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-2a77c078-d33e-44b3-b7ef-1f557a52f2ef None None] Publish callbacks [] for port (4de5db26-0699-4ef3-bf96-229fd4fa3712), precommit_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:15:09.415517 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-2a77c078-d33e-44b3-b7ef-1f557a52f2ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4095053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781926634698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781926239335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781926239353'] for port (4de5db26-0699-4ef3-bf96-229fd4fa3712), after_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:15:09.452748 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-63873af2-a8cd-4855-b704-fc94b761babc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3657771'] for network (47c84f8a-eac0-437b-a790-0231d1c7edf0), before_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:15:09.476663 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:15:09.485435 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.managers [None req-2a77c078-d33e-44b3-b7ef-1f557a52f2ef None None] Attempting to bind port 4de5db26-0699-4ef3-bf96-229fd4fa3712 on host dv-cinder-846842-7-iscsi for vnic_type normal with profile {{(pid=104418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 30 04:15:09.486076 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.managers [None req-2a77c078-d33e-44b3-b7ef-1f557a52f2ef None None] Attempting to bind port 4de5db26-0699-4ef3-bf96-229fd4fa3712 by drivers openvswitch,hyperv on host dv-cinder-846842-7-iscsi at level 0 using segments [{'id': '3bfcffa1-5305-4ee8-86f3-678eb000aac1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a14b0e4f-074d-4507-846c-fc8420bddf12'}] {{(pid=104418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 30 04:15:09.486481 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a77c078-d33e-44b3-b7ef-1f557a52f2ef None None] Attempting to bind port 4de5db26-0699-4ef3-bf96-229fd4fa3712 on network a14b0e4f-074d-4507-846c-fc8420bddf12 {{(pid=104418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 30 04:15:09.525500 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a77c078-d33e-44b3-b7ef-1f557a52f2ef None None] Checking agent: {'id': 'cbdf45b5-344e-4e18-9242-1abb738708f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846842-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 30, 4, 7, 10), 'started_at': datetime.datetime(2022, 6, 30, 4, 7, 40), 'heartbeat_timestamp': datetime.datetime(2022, 6, 30, 4, 14, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846842-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 30 04:15:09.526090 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a77c078-d33e-44b3-b7ef-1f557a52f2ef None None] Checking segment: {'id': '3bfcffa1-5305-4ee8-86f3-678eb000aac1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a14b0e4f-074d-4507-846c-fc8420bddf12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 30 04:15:09.526749 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-2a77c078-d33e-44b3-b7ef-1f557a52f2ef None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:15:09.527488 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a77c078-d33e-44b3-b7ef-1f557a52f2ef None None] Bound using segment: {'id': '3bfcffa1-5305-4ee8-86f3-678eb000aac1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a14b0e4f-074d-4507-846c-fc8420bddf12'} {{(pid=104418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 30 04:15:09.528101 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.managers [None req-2a77c078-d33e-44b3-b7ef-1f557a52f2ef None None] Bound port: 4de5db26-0699-4ef3-bf96-229fd4fa3712, host: dv-cinder-846842-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3bfcffa1-5305-4ee8-86f3-678eb000aac1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a14b0e4f-074d-4507-846c-fc8420bddf12'}}] {{(pid=104418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 30 04:15:09.528748 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-2a77c078-d33e-44b3-b7ef-1f557a52f2ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3606762'] for port (4de5db26-0699-4ef3-bf96-229fd4fa3712), before_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:15:09.597916 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6686932e-eabe-41ce-ad33-ff66e4a3f511 None None] Pushing event updated for resources: {'Port': ['ID=4de5db26-0699-4ef3-bf96-229fd4fa3712,revision_number=2']} {{(pid=104418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:15:09.601236 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.db [None req-2a77c078-d33e-44b3-b7ef-1f557a52f2ef None None] For port 4de5db26-0699-4ef3-bf96-229fd4fa3712, host dv-cinder-846842-7-iscsi, cleared binding levels {{(pid=104418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 04:15:09.607820 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.db [None req-2a77c078-d33e-44b3-b7ef-1f557a52f2ef None None] For port 4de5db26-0699-4ef3-bf96-229fd4fa3712, host dv-cinder-846842-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-7-iscsi',level=0,port_id=4de5db26-0699-4ef3-bf96-229fd4fa3712,segment=NetworkSegment(3bfcffa1-5305-4ee8-86f3-678eb000aac1),segment_id=3bfcffa1-5305-4ee8-86f3-678eb000aac1)] {{(pid=104418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 04:15:09.610951 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6686932e-eabe-41ce-ad33-ff66e4a3f511 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:15:09.611242 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6686932e-eabe-41ce-ad33-ff66e4a3f511 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:15:09.611576 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6686932e-eabe-41ce-ad33-ff66e4a3f511 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:15:09.611929 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6686932e-eabe-41ce-ad33-ff66e4a3f511 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:15:09.612252 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6686932e-eabe-41ce-ad33-ff66e4a3f511 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:15:09.612597 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6686932e-eabe-41ce-ad33-ff66e4a3f511 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:15:09.613432 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6686932e-eabe-41ce-ad33-ff66e4a3f511 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:15:09.613432 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6686932e-eabe-41ce-ad33-ff66e4a3f511 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:15:09.613638 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6686932e-eabe-41ce-ad33-ff66e4a3f511 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:15:09.613909 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6686932e-eabe-41ce-ad33-ff66e4a3f511 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:15:09.614206 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6686932e-eabe-41ce-ad33-ff66e4a3f511 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:15:09.614575 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6686932e-eabe-41ce-ad33-ff66e4a3f511 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:15:09.614867 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6686932e-eabe-41ce-ad33-ff66e4a3f511 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:15:09.615183 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6686932e-eabe-41ce-ad33-ff66e4a3f511 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:15:09.615499 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6686932e-eabe-41ce-ad33-ff66e4a3f511 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:15:09.616655 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6686932e-eabe-41ce-ad33-ff66e4a3f511 None None] Tracked resource versions report: Jun 30 04:15:09.616655 dv-cinder-846842-7-iscsi neutron-server[104418]: pushed versions: Jun 30 04:15:09.616655 dv-cinder-846842-7-iscsi neutron-server[104418]: { 'AddressGroup': {'1.2'}, Jun 30 04:15:09.616655 dv-cinder-846842-7-iscsi neutron-server[104418]: 'Agent': {'1.1'}, Jun 30 04:15:09.616655 dv-cinder-846842-7-iscsi neutron-server[104418]: 'ConntrackHelper': {'1.0'}, Jun 30 04:15:09.616655 dv-cinder-846842-7-iscsi neutron-server[104418]: 'LocalIPAssociation': {'1.0'}, Jun 30 04:15:09.616655 dv-cinder-846842-7-iscsi neutron-server[104418]: 'Log': {'1.0'}, Jun 30 04:15:09.616655 dv-cinder-846842-7-iscsi neutron-server[104418]: 'NDPProxy': {'1.0'}, Jun 30 04:15:09.616655 dv-cinder-846842-7-iscsi neutron-server[104418]: 'Network': {'1.1'}, Jun 30 04:15:09.616655 dv-cinder-846842-7-iscsi neutron-server[104418]: 'Port': {'1.7'}, Jun 30 04:15:09.616655 dv-cinder-846842-7-iscsi neutron-server[104418]: 'PortForwarding': {'1.3'}, Jun 30 04:15:09.616655 dv-cinder-846842-7-iscsi neutron-server[104418]: 'QosPolicy': {'1.10'}, Jun 30 04:15:09.616655 dv-cinder-846842-7-iscsi neutron-server[104418]: 'SecurityGroup': {'1.5'}, Jun 30 04:15:09.616655 dv-cinder-846842-7-iscsi neutron-server[104418]: 'SecurityGroupRule': {'1.2'}, Jun 30 04:15:09.616655 dv-cinder-846842-7-iscsi neutron-server[104418]: 'SubPort': {'1.0'}, Jun 30 04:15:09.616655 dv-cinder-846842-7-iscsi neutron-server[104418]: 'Subnet': {'1.1'}, Jun 30 04:15:09.616655 dv-cinder-846842-7-iscsi neutron-server[104418]: 'Trunk': {'1.1'}} Jun 30 04:15:09.616655 dv-cinder-846842-7-iscsi neutron-server[104418]: consumer versions: Jun 30 04:15:09.616655 dv-cinder-846842-7-iscsi neutron-server[104418]: { DHCP agent@dv-cinder-846842-7-iscsi: {}, Jun 30 04:15:09.616655 dv-cinder-846842-7-iscsi neutron-server[104418]: HyperV agent@hv-cinder-84684: {}, Jun 30 04:15:09.616655 dv-cinder-846842-7-iscsi neutron-server[104418]: L3 agent@dv-cinder-846842-7-iscsi: {}, Jun 30 04:15:09.616655 dv-cinder-846842-7-iscsi neutron-server[104418]: Metadata agent@dv-cinder-846842-7-iscsi: {}, Jun 30 04:15:09.616655 dv-cinder-846842-7-iscsi neutron-server[104418]: Metering agent@dv-cinder-846842-7-iscsi: {}, Jun 30 04:15:09.616655 dv-cinder-846842-7-iscsi neutron-server[104418]: Open vSwitch agent@dv-cinder-846842-7-iscsi: { 'AddressGroup': '1.2', Jun 30 04:15:09.616655 dv-cinder-846842-7-iscsi neutron-server[104418]: 'Agent': '1.1', Jun 30 04:15:09.616655 dv-cinder-846842-7-iscsi neutron-server[104418]: 'ConntrackHelper': '1.0', Jun 30 04:15:09.616655 dv-cinder-846842-7-iscsi neutron-server[104418]: 'LocalIPAssociation': '1.0', Jun 30 04:15:09.616655 dv-cinder-846842-7-iscsi neutron-server[104418]: 'Log': '1.0', Jun 30 04:15:09.616655 dv-cinder-846842-7-iscsi neutron-server[104418]: 'NDPProxy': '1.0', Jun 30 04:15:09.616655 dv-cinder-846842-7-iscsi neutron-server[104418]: 'Network': '1.1', Jun 30 04:15:09.616655 dv-cinder-846842-7-iscsi neutron-server[104418]: 'Port': '1.7', Jun 30 04:15:09.616655 dv-cinder-846842-7-iscsi neutron-server[104418]: 'PortForwarding': '1.3', Jun 30 04:15:09.616655 dv-cinder-846842-7-iscsi neutron-server[104418]: 'QosPolicy': '1.10', Jun 30 04:15:09.616655 dv-cinder-846842-7-iscsi neutron-server[104418]: 'SecurityGroup': '1.5', Jun 30 04:15:09.616655 dv-cinder-846842-7-iscsi neutron-server[104418]: 'SecurityGroupRule': '1.2', Jun 30 04:15:09.616655 dv-cinder-846842-7-iscsi neutron-server[104418]: 'SubPort': '1.0', Jun 30 04:15:09.616655 dv-cinder-846842-7-iscsi neutron-server[104418]: 'Subnet': '1.1', Jun 30 04:15:09.616655 dv-cinder-846842-7-iscsi neutron-server[104418]: 'Trunk': '1.1'}} Jun 30 04:15:09.616655 dv-cinder-846842-7-iscsi neutron-server[104418]: {{(pid=104418) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 30 04:15:09.627289 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-2a77c078-d33e-44b3-b7ef-1f557a52f2ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4095053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781926634698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781926239335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781926239353'] for port (4de5db26-0699-4ef3-bf96-229fd4fa3712), after_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:15:09.638034 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=100 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:15:09.671981 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-63873af2-a8cd-4855-b704-fc94b761babc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3567502', 'neutron.services.segments.db._delete_segments_for_network-8781926756190'] for network (47c84f8a-eac0-437b-a790-0231d1c7edf0), precommit_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:15:09.676656 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.db.l3_hamode_db [None req-273fae10-ce16-4e96-aeaf-fbbc538310ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5fad03b-8645-449e-8ef0-392bc6c254bc', 'name': 'tempest-AttachVolumeShelveTestJSON-1944543417-router', 'tenant_id': '71588f8a5fc34919a77f28b6a8c8db0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14b0e4f-074d-4507-846c-fc8420bddf12', 'external_fixed_ips': [{'subnet_id': '15378187-268c-4fae-ace7-eaca7aa50f90', 'ip_address': '172.27.1.94'}], 'enable_snat': True}, 'gw_port_id': '5950e79d-38a6-49e8-a931-d01fb0d60025', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T04:15:04Z', 'updated_at': '2022-06-30T04:15:06Z', 'revision_number': 3, 'project_id': '71588f8a5fc34919a77f28b6a8c8db0e', 'gw_port': {'id': '5950e79d-38a6-49e8-a931-d01fb0d60025', 'name': '', 'network_id': 'a14b0e4f-074d-4507-846c-fc8420bddf12', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:19:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5fad03b-8645-449e-8ef0-392bc6c254bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '15378187-268c-4fae-ace7-eaca7aa50f90', 'ip_address': '172.27.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T04:15:05Z', 'updated_at': '2022-06-30T04:15:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '15378187-268c-4fae-ace7-eaca7aa50f90', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-7-iscsi'}], 'dv-cinder-846842-7-iscsi', False) {} {{(pid=104417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 04:15:09.693099 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6686932e-eabe-41ce-ad33-ff66e4a3f511 None None] Pushing event updated for resources: {'Port': ['ID=4de5db26-0699-4ef3-bf96-229fd4fa3712,revision_number=3']} {{(pid=104418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:15:09.697989 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-1dd1025c-8a9e-42cc-8c96-a4aa447c666b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3606762'] for port (None), before_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:15:09.700413 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.db.provisioning_blocks [None req-8bbc1f8c-d6d5-4692-9152-eaf83ddc6841 None None] Provisioning complete for port b2d542dd-9bdd-4ca0-9c3a-b93d1c540538 triggered by entity DHCP. {{(pid=104417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 30 04:15:09.703168 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-8bbc1f8c-d6d5-4692-9152-eaf83ddc6841 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565073'] for port (b2d542dd-9bdd-4ca0-9c3a-b93d1c540538), provisioning_complete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:15:09.712781 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a77c078-d33e-44b3-b7ef-1f557a52f2ef None None] Routers {'0d1b6a20-aeb9-4d3b-92d7-38c0820907e3'} bound to L3 agent in host dv-cinder-846842-7-iscsi {{(pid=104418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 30 04:15:09.713795 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.db.l3_hamode_db [None req-2a77c078-d33e-44b3-b7ef-1f557a52f2ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-30T04:07:07Z,description=,heartbeat_timestamp=2022-06-30T04:15:07Z,host='dv-cinder-846842-7-iscsi',id=2ea21a61-d737-4543-a811-a0d035fbf0f6,load=0,resource_versions=,resources_synced=,started_at=2022-06-30T04:07:07Z,topic='l3_agent')) {'router_ids': ['0d1b6a20-aeb9-4d3b-92d7-38c0820907e3'], 'active': True} {{(pid=104418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 04:15:09.735141 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-63873af2-a8cd-4855-b704-fc94b761babc admin admin] Subscribe: > segment before_delete 55550000 {{(pid=104416) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 04:15:09.735508 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-63873af2-a8cd-4855-b704-fc94b761babc admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=104416) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 04:15:09.736254 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-63873af2-a8cd-4855-b704-fc94b761babc admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104416) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 04:15:09.736572 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-63873af2-a8cd-4855-b704-fc94b761babc admin admin] Subscribe: > port after_create 55550000 {{(pid=104416) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 04:15:09.738466 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-63873af2-a8cd-4855-b704-fc94b761babc admin admin] Subscribe: > port after_delete 55550000 {{(pid=104416) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 04:15:09.740520 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-63873af2-a8cd-4855-b704-fc94b761babc admin admin] Subscribe: > port after_update 55550000 {{(pid=104416) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 04:15:09.740855 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-63873af2-a8cd-4855-b704-fc94b761babc admin admin] Subscribe: > segment after_delete 55550000 {{(pid=104416) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 04:15:09.741194 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-63873af2-a8cd-4855-b704-fc94b761babc admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104416) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 04:15:09.744154 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-63873af2-a8cd-4855-b704-fc94b761babc admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104416) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 04:15:09.744487 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-63873af2-a8cd-4855-b704-fc94b761babc admin admin] Subscribe: > subnet after_update 55550000 {{(pid=104416) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 04:15:09.801540 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-273fae10-ce16-4e96-aeaf-fbbc538310ea None None] Checking router: f5fad03b-8645-449e-8ef0-392bc6c254bc for host: dv-cinder-846842-7-iscsi {{(pid=104417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 04:15:09.802137 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-273fae10-ce16-4e96-aeaf-fbbc538310ea None None] Updating router f5fad03b-8645-449e-8ef0-392bc6c254bc port 5950e79d-38a6-49e8-a931-d01fb0d60025 binding host dv-cinder-846842-7-iscsi {{(pid=104417) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 04:15:09.922470 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.db.l3_dvr_db [None req-2a77c078-d33e-44b3-b7ef-1f557a52f2ef None None] Set router 0d1b6a20-aeb9-4d3b-92d7-38c0820907e3 gateway port host: dv-cinder-846842-7-iscsi {{(pid=104418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 30 04:15:09.935574 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd5e6eb-1798-4152-9577-8bb562b148d9 None None] Pushing event updated for resources: {'Port': ['ID=1bb5a7fd-3055-418f-8855-a56b1384509c,revision_number=3']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:15:09.955263 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.db.provisioning_blocks [None req-2a6d8403-c0a5-4ac4-aa48-860a84345009 None None] Provisioning complete for port 1bb5a7fd-3055-418f-8855-a56b1384509c triggered by entity L2. {{(pid=104417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 30 04:15:09.956379 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-2a6d8403-c0a5-4ac4-aa48-860a84345009 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565073'] for port (1bb5a7fd-3055-418f-8855-a56b1384509c), provisioning_complete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:15:09.996099 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-273fae10-ce16-4e96-aeaf-fbbc538310ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3606762'] for port (5950e79d-38a6-49e8-a931-d01fb0d60025), before_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:15:10.147673 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.db.db_base_plugin_common [None req-e725cc4f-538a-4faf-88d0-43ae5e0ac4af admin admin] Allocated IP 172.20.0.1 (ace93dd0-22f0-46a4-80c6-05197b7b7fb0/7d4bc025-2944-45a2-9732-0bc1c0bb00af/8d799c4b-e3a4-4357-9fb0-907d2700052a) {{(pid=104415) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 04:15:10.176567 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:15:10.183684 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-8bbc1f8c-d6d5-4692-9152-eaf83ddc6841 None None] Current status of the port b2d542dd-9bdd-4ca0-9c3a-b93d1c540538 is: DOWN; New status is: ACTIVE {{(pid=104417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 30 04:15:10.183949 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-8bbc1f8c-d6d5-4692-9152-eaf83ddc6841 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3606762'] for port (b2d542dd-9bdd-4ca0-9c3a-b93d1c540538), before_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:15:10.188018 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-63873af2-a8cd-4855-b704-fc94b761babc admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104416) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 04:15:10.188893 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-63873af2-a8cd-4855-b704-fc94b761babc admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104416) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 04:15:10.188893 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-63873af2-a8cd-4855-b704-fc94b761babc admin admin] Subscribe: > subnet before_create 55550000 {{(pid=104416) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 04:15:10.189060 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-63873af2-a8cd-4855-b704-fc94b761babc admin admin] Subscribe: > subnet before_update 55550000 {{(pid=104416) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 04:15:10.189360 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.services.segments.db [None req-63873af2-a8cd-4855-b704-fc94b761babc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['47c84f8a-eac0-437b-a790-0231d1c7edf0']}} {{(pid=104416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 04:15:10.194612 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.db.db_base_plugin_common [None req-1dd1025c-8a9e-42cc-8c96-a4aa447c666b admin admin] Allocated IP 172.20.0.1 (17fe777c-5046-426d-94b6-3483df1f9f21/d7ebd17c-ba43-4daa-b223-4200fbc873be/e4bdec9c-25dd-49ab-9bb9-bae1a63baa28) {{(pid=104415) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 04:15:10.211236 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.services.segments.db [None req-63873af2-a8cd-4855-b704-fc94b761babc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8acbd2c1-4b25-4ef7-a601-b10923b5fe73') {'for_net_delete': True} {{(pid=104416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 04:15:10.212972 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.services.segments.db [None req-63873af2-a8cd-4855-b704-fc94b761babc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8acbd2c1-4b25-4ef7-a601-b10923b5fe73') {} {{(pid=104416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 04:15:10.233358 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-63873af2-a8cd-4855-b704-fc94b761babc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781926756455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-840535'] for segment (8acbd2c1-4b25-4ef7-a601-b10923b5fe73), before_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:15:10.245756 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-2a6d8403-c0a5-4ac4-aa48-860a84345009 None None] Current status of the port 1bb5a7fd-3055-418f-8855-a56b1384509c is: ACTIVE; New status is: ACTIVE {{(pid=104417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 30 04:15:10.247018 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.rpc [None req-2a6d8403-c0a5-4ac4-aa48-860a84345009 None None] Device b2d542dd-9bdd-4ca0-9c3a-b93d1c540538 up at agent ovs-agent-dv-cinder-846842-7-iscsi {{(pid=104417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 04:15:10.256723 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.db.l3_hamode_db [None req-2a77c078-d33e-44b3-b7ef-1f557a52f2ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d1b6a20-aeb9-4d3b-92d7-38c0820907e3', 'name': 'tempest-DeleteServersTestJSON-1943300602-router', 'tenant_id': '6a37f11a6f794a518cfcfa600caf2445', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14b0e4f-074d-4507-846c-fc8420bddf12', 'external_fixed_ips': [{'subnet_id': '15378187-268c-4fae-ace7-eaca7aa50f90', 'ip_address': '172.27.1.141'}], 'enable_snat': True}, 'gw_port_id': '4de5db26-0699-4ef3-bf96-229fd4fa3712', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T04:15:03Z', 'updated_at': '2022-06-30T04:15:05Z', 'revision_number': 3, 'project_id': '6a37f11a6f794a518cfcfa600caf2445', 'gw_port': {'id': '4de5db26-0699-4ef3-bf96-229fd4fa3712', 'name': '', 'network_id': 'a14b0e4f-074d-4507-846c-fc8420bddf12', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:93:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d1b6a20-aeb9-4d3b-92d7-38c0820907e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '15378187-268c-4fae-ace7-eaca7aa50f90', 'ip_address': '172.27.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T04:15:05Z', 'updated_at': '2022-06-30T04:15:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15378187-268c-4fae-ace7-eaca7aa50f90', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-7-iscsi'}], 'dv-cinder-846842-7-iscsi', False) {} {{(pid=104418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 04:15:10.258220 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-63873af2-a8cd-4855-b704-fc94b761babc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505043'] for segment (8acbd2c1-4b25-4ef7-a601-b10923b5fe73), precommit_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:15:10.270849 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-63873af2-a8cd-4855-b704-fc94b761babc admin admin] Releasing vlan 165 on physical network physnet1 to pool {{(pid=104416) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 04:15:10.271416 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-63873af2-a8cd-4855-b704-fc94b761babc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1764343'] for segment (8acbd2c1-4b25-4ef7-a601-b10923b5fe73), after_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:15:10.288635 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a77c078-d33e-44b3-b7ef-1f557a52f2ef None None] The sync data for ids ['0d1b6a20-aeb9-4d3b-92d7-38c0820907e3'] in dv-cinder-846842-7-iscsi is: [{'id': '0d1b6a20-aeb9-4d3b-92d7-38c0820907e3', 'name': 'tempest-DeleteServersTestJSON-1943300602-router', 'tenant_id': '6a37f11a6f794a518cfcfa600caf2445', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14b0e4f-074d-4507-846c-fc8420bddf12', 'external_fixed_ips': [{'subnet_id': '15378187-268c-4fae-ace7-eaca7aa50f90', 'ip_address': '172.27.1.141'}], 'enable_snat': True}, 'gw_port_id': '4de5db26-0699-4ef3-bf96-229fd4fa3712', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T04:15:03Z', 'updated_at': '2022-06-30T04:15:05Z', 'revision_number': 3, 'project_id': '6a37f11a6f794a518cfcfa600caf2445', 'gw_port': {'id': '4de5db26-0699-4ef3-bf96-229fd4fa3712', 'name': '', 'network_id': 'a14b0e4f-074d-4507-846c-fc8420bddf12', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:93:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d1b6a20-aeb9-4d3b-92d7-38c0820907e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '15378187-268c-4fae-ace7-eaca7aa50f90', 'ip_address': '172.27.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T04:15:05Z', 'updated_at': '2022-06-30T04:15:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15378187-268c-4fae-ace7-eaca7aa50f90', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-7-iscsi'}] {{(pid=104418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 04:15:10.372280 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-e725cc4f-538a-4faf-88d0-43ae5e0ac4af admin admin] Publish callbacks [] for port (8d799c4b-e3a4-4357-9fb0-907d2700052a), precommit_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:15:10.377230 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:15:10.393185 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:15:10.393294 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-63873af2-a8cd-4855-b704-fc94b761babc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3567543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3637173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-620245'] for network (47c84f8a-eac0-437b-a790-0231d1c7edf0), after_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:15:10.407141 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-63873af2-a8cd-4855-b704-fc94b761babc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528667'] for network (None), before_response {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:15:10.417772 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-1dd1025c-8a9e-42cc-8c96-a4aa447c666b admin admin] Publish callbacks [] for port (e4bdec9c-25dd-49ab-9bb9-bae1a63baa28), precommit_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:15:10.426301 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-63873af2-a8cd-4855-b704-fc94b761babc admin admin] 10.222.0.13 "DELETE /v2.0/networks/47c84f8a-eac0-437b-a790-0231d1c7edf0 HTTP/1.1" status: 204 len: 168 time: 1.0823762 Jun 30 04:15:10.426925 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.wsgi [-] (104415) accepted ('10.222.0.13', 47362) {{(pid=104415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 04:15:10.440577 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63873af2-a8cd-4855-b704-fc94b761babc admin admin] Pushing event deleted for resources: {'Network': ['ID=47c84f8a-eac0-437b-a790-0231d1c7edf0,revision_number=None']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:15:10.453462 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.db [None req-8bbc1f8c-d6d5-4692-9152-eaf83ddc6841 None None] For port b2d542dd-9bdd-4ca0-9c3a-b93d1c540538, host dv-cinder-846842-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-7-iscsi',level=0,port_id=b2d542dd-9bdd-4ca0-9c3a-b93d1c540538,segment=NetworkSegment(fa7c4b3d-3226-4230-8cea-73b76388d57e),segment_id=fa7c4b3d-3226-4230-8cea-73b76388d57e)] {{(pid=104417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 04:15:10.481629 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-88ff949a-6007-42d5-8261-77b64d367ca9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926756172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565263'] for agent (4c4a8942-da79-4b81-aa08-fb593b1e6e06), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:15:10.484207 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.db.provisioning_blocks [None req-2a6d8403-c0a5-4ac4-aa48-860a84345009 None None] Provisioning complete for port b2d542dd-9bdd-4ca0-9c3a-b93d1c540538 triggered by entity L2. {{(pid=104417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 30 04:15:10.484586 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-2a6d8403-c0a5-4ac4-aa48-860a84345009 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565073'] for port (b2d542dd-9bdd-4ca0-9c3a-b93d1c540538), provisioning_complete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:15:10.486091 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-8bbc1f8c-d6d5-4692-9152-eaf83ddc6841 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4095053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781926634698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781926239335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781926239353'] for port (b2d542dd-9bdd-4ca0-9c3a-b93d1c540538), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:15:10.506027 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d4ef5d1-dda4-40da-bfa8-2f13304ab924 admin admin] Deleting subnet e2bb1613-a1be-4923-8df2-e28e01c6f1ed {{(pid=104415) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 30 04:15:10.511278 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-6d4ef5d1-dda4-40da-bfa8-2f13304ab924 admin admin] Publish callbacks [] for subnet (e2bb1613-a1be-4923-8df2-e28e01c6f1ed), before_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:15:10.513434 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-e725cc4f-538a-4faf-88d0-43ae5e0ac4af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4095053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781926239317'] for port (8d799c4b-e3a4-4357-9fb0-907d2700052a), after_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:15:10.544338 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-1dd1025c-8a9e-42cc-8c96-a4aa447c666b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4095053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781926239317'] for port (e4bdec9c-25dd-49ab-9bb9-bae1a63baa28), after_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:15:10.567167 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-2a6d8403-c0a5-4ac4-aa48-860a84345009 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926756172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565263'] for agent (cbdf45b5-344e-4e18-9242-1abb738708f2), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:15:10.574777 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.db.provisioning_blocks [None req-8bbc1f8c-d6d5-4692-9152-eaf83ddc6841 None None] Provisioning complete for port 1bb5a7fd-3055-418f-8855-a56b1384509c triggered by entity DHCP. {{(pid=104417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 30 04:15:10.574777 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-8bbc1f8c-d6d5-4692-9152-eaf83ddc6841 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565073'] for port (1bb5a7fd-3055-418f-8855-a56b1384509c), provisioning_complete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:15:10.597641 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-6d4ef5d1-dda4-40da-bfa8-2f13304ab924 admin admin] Publish callbacks [] for subnet (e2bb1613-a1be-4923-8df2-e28e01c6f1ed), precommit_delete_associations {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:15:10.605844 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e725cc4f-538a-4faf-88d0-43ae5e0ac4af admin admin] Network ace93dd0-22f0-46a4-80c6-05197b7b7fb0 is already hosted by enough agents. {{(pid=104415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 04:15:10.607830 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dd1025c-8a9e-42cc-8c96-a4aa447c666b admin admin] Network 17fe777c-5046-426d-94b6-3483df1f9f21 is already hosted by enough agents. {{(pid=104415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 04:15:10.616792 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-6d4ef5d1-dda4-40da-bfa8-2f13304ab924 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3565464'] for subnet (e2bb1613-a1be-4923-8df2-e28e01c6f1ed), precommit_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:15:10.621127 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.scheduler.base_scheduler [None req-e725cc4f-538a-4faf-88d0-43ae5e0ac4af admin admin] Resources bound (agent type, host, resource id): {{(pid=104415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 04:15:10.622822 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.scheduler.base_scheduler [None req-1dd1025c-8a9e-42cc-8c96-a4aa447c666b admin admin] Resources bound (agent type, host, resource id): {{(pid=104415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 04:15:10.626374 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e725cc4f-538a-4faf-88d0-43ae5e0ac4af admin admin] Received port after_create {{(pid=104415) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 30 04:15:10.626854 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-e725cc4f-538a-4faf-88d0-43ae5e0ac4af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-614065'] for router_interface (0d1b6a20-aeb9-4d3b-92d7-38c0820907e3), before_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:15:10.629630 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bbc1f8c-d6d5-4692-9152-eaf83ddc6841 None None] Pushing event updated for resources: {'Port': ['ID=b2d542dd-9bdd-4ca0-9c3a-b93d1c540538,revision_number=3']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:15:10.637677 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:15:10.730891 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e725cc4f-538a-4faf-88d0-43ae5e0ac4af admin admin] Pushing event updated for resources: {'Port': ['ID=8d799c4b-e3a4-4357-9fb0-907d2700052a,revision_number=1']} {{(pid=104415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:15:10.759529 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.services.segments.plugin [-] Segment 8acbd2c1-4b25-4ef7-a601-b10923b5fe73 resource provider aggregate not found Jun 30 04:15:10.781338 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.services.segments.plugin [-] Segment 8acbd2c1-4b25-4ef7-a601-b10923b5fe73 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 8acbd2c1-4b25-4ef7-a601-b10923b5fe73 found for delete ", "request_id": "req-56aaba2d-88a6-4703-9841-a80a2495c5fe"}]} Jun 30 04:15:10.792221 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:15:10.809557 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-273fae10-ce16-4e96-aeaf-fbbc538310ea None None] Publish callbacks [] for port (5950e79d-38a6-49e8-a931-d01fb0d60025), precommit_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:15:10.819588 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-6d4ef5d1-dda4-40da-bfa8-2f13304ab924 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3565459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528681'] for subnet (e2bb1613-a1be-4923-8df2-e28e01c6f1ed), after_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:15:10.835068 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dd1025c-8a9e-42cc-8c96-a4aa447c666b admin admin] Received port after_create {{(pid=104415) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 30 04:15:10.835590 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-1dd1025c-8a9e-42cc-8c96-a4aa447c666b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-614065'] for router_interface (f5fad03b-8645-449e-8ef0-392bc6c254bc), before_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:15:10.859504 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-273fae10-ce16-4e96-aeaf-fbbc538310ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4095053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781926634698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781926239335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781926239353'] for port (5950e79d-38a6-49e8-a931-d01fb0d60025), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:15:10.867387 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-2a6d8403-c0a5-4ac4-aa48-860a84345009 None None] Current status of the port b2d542dd-9bdd-4ca0-9c3a-b93d1c540538 is: ACTIVE; New status is: ACTIVE {{(pid=104417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 30 04:15:10.920740 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-6d4ef5d1-dda4-40da-bfa8-2f13304ab924 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528667'] for subnet (None), before_response {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:15:10.936027 dv-cinder-846842-7-iscsi neutron-server[104415]: INFO neutron.wsgi [None req-6d4ef5d1-dda4-40da-bfa8-2f13304ab924 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/e2bb1613-a1be-4923-8df2-e28e01c6f1ed HTTP/1.1" status: 204 len: 168 time: 0.5045261 Jun 30 04:15:10.936183 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.13', 47388) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 04:15:10.952264 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267755d5-3786-4ad1-af49-53cb9b9e57b2 None None] Pushing event updated for resources: {'Port': ['ID=5950e79d-38a6-49e8-a931-d01fb0d60025,revision_number=2']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:15:10.989272 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-8bbc1f8c-d6d5-4692-9152-eaf83ddc6841 None None] Current status of the port 1bb5a7fd-3055-418f-8855-a56b1384509c is: ACTIVE; New status is: ACTIVE {{(pid=104417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 30 04:15:11.010709 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.managers [None req-273fae10-ce16-4e96-aeaf-fbbc538310ea None None] Attempting to bind port 5950e79d-38a6-49e8-a931-d01fb0d60025 on host dv-cinder-846842-7-iscsi for vnic_type normal with profile {{(pid=104417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 30 04:15:11.011266 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.managers [None req-273fae10-ce16-4e96-aeaf-fbbc538310ea None None] Attempting to bind port 5950e79d-38a6-49e8-a931-d01fb0d60025 by drivers openvswitch,hyperv on host dv-cinder-846842-7-iscsi at level 0 using segments [{'id': '3bfcffa1-5305-4ee8-86f3-678eb000aac1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a14b0e4f-074d-4507-846c-fc8420bddf12'}] {{(pid=104417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 30 04:15:11.012464 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-273fae10-ce16-4e96-aeaf-fbbc538310ea None None] Attempting to bind port 5950e79d-38a6-49e8-a931-d01fb0d60025 on network a14b0e4f-074d-4507-846c-fc8420bddf12 {{(pid=104417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 30 04:15:11.032567 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-273fae10-ce16-4e96-aeaf-fbbc538310ea None None] Checking agent: {'id': 'cbdf45b5-344e-4e18-9242-1abb738708f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846842-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 30, 4, 7, 10), 'started_at': datetime.datetime(2022, 6, 30, 4, 7, 40), 'heartbeat_timestamp': datetime.datetime(2022, 6, 30, 4, 15, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846842-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 30 04:15:11.033139 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-273fae10-ce16-4e96-aeaf-fbbc538310ea None None] Checking segment: {'id': '3bfcffa1-5305-4ee8-86f3-678eb000aac1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a14b0e4f-074d-4507-846c-fc8420bddf12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 30 04:15:11.034145 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-273fae10-ce16-4e96-aeaf-fbbc538310ea None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:15:11.037426 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-273fae10-ce16-4e96-aeaf-fbbc538310ea None None] Bound using segment: {'id': '3bfcffa1-5305-4ee8-86f3-678eb000aac1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a14b0e4f-074d-4507-846c-fc8420bddf12'} {{(pid=104417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 30 04:15:11.037573 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.managers [None req-273fae10-ce16-4e96-aeaf-fbbc538310ea None None] Bound port: 5950e79d-38a6-49e8-a931-d01fb0d60025, host: dv-cinder-846842-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3bfcffa1-5305-4ee8-86f3-678eb000aac1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a14b0e4f-074d-4507-846c-fc8420bddf12'}}] {{(pid=104417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 30 04:15:11.038255 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-273fae10-ce16-4e96-aeaf-fbbc538310ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3606762'] for port (5950e79d-38a6-49e8-a931-d01fb0d60025), before_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:15:11.080252 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-8790e8c4-10d2-49d4-b146-3ac257b339be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3657771'] for network (4d554615-51fc-459f-a8b7-572de128b513), before_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:15:11.220881 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.db.provisioning_blocks [None req-6925c621-1af5-47c5-9176-315ae0f6190d None None] Provisioning complete for port b2d542dd-9bdd-4ca0-9c3a-b93d1c540538 triggered by entity DHCP. {{(pid=104417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 30 04:15:11.221337 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-6925c621-1af5-47c5-9176-315ae0f6190d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565073'] for port (b2d542dd-9bdd-4ca0-9c3a-b93d1c540538), provisioning_complete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:15:11.236341 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-8790e8c4-10d2-49d4-b146-3ac257b339be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3567502', 'neutron.services.segments.db._delete_segments_for_network-8781926756190'] for network (4d554615-51fc-459f-a8b7-572de128b513), precommit_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:15:11.239865 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd1025c-8a9e-42cc-8c96-a4aa447c666b admin admin] Pushing event updated for resources: {'Port': ['ID=e4bdec9c-25dd-49ab-9bb9-bae1a63baa28,revision_number=1']} {{(pid=104415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:15:11.248289 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.db [None req-273fae10-ce16-4e96-aeaf-fbbc538310ea None None] For port 5950e79d-38a6-49e8-a931-d01fb0d60025, host dv-cinder-846842-7-iscsi, cleared binding levels {{(pid=104417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 04:15:11.248647 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4ef5d1-dda4-40da-bfa8-2f13304ab924 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e2bb1613-a1be-4923-8df2-e28e01c6f1ed,revision_number=None']} {{(pid=104415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:15:11.250869 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.rpc [None req-2a6d8403-c0a5-4ac4-aa48-860a84345009 None None] Device 1bb5a7fd-3055-418f-8855-a56b1384509c up at agent ovs-agent-dv-cinder-846842-7-iscsi {{(pid=104417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 04:15:11.264946 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926756172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565263'] for agent (ef703bef-7cc0-467c-baa9-fe8a66be565c), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:15:11.286865 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.services.segments.db [None req-8790e8c4-10d2-49d4-b146-3ac257b339be admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d554615-51fc-459f-a8b7-572de128b513']}} {{(pid=104416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 04:15:11.297514 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.db [None req-273fae10-ce16-4e96-aeaf-fbbc538310ea None None] For port 5950e79d-38a6-49e8-a931-d01fb0d60025, host dv-cinder-846842-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-7-iscsi',level=0,port_id=5950e79d-38a6-49e8-a931-d01fb0d60025,segment=NetworkSegment(3bfcffa1-5305-4ee8-86f3-678eb000aac1),segment_id=3bfcffa1-5305-4ee8-86f3-678eb000aac1)] {{(pid=104417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 04:15:11.301918 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.services.segments.db [None req-8790e8c4-10d2-49d4-b146-3ac257b339be admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c4d97d48-907b-4f6d-b9cb-e3e8a8e0c783') {'for_net_delete': True} {{(pid=104416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 04:15:11.302466 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.services.segments.db [None req-8790e8c4-10d2-49d4-b146-3ac257b339be admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c4d97d48-907b-4f6d-b9cb-e3e8a8e0c783') {} {{(pid=104416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 04:15:11.318008 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-8790e8c4-10d2-49d4-b146-3ac257b339be admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781926756455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-840535'] for segment (c4d97d48-907b-4f6d-b9cb-e3e8a8e0c783), before_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:15:11.319282 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-273fae10-ce16-4e96-aeaf-fbbc538310ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4095053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781926634698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781926239335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781926239353'] for port (5950e79d-38a6-49e8-a931-d01fb0d60025), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:15:11.336413 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-8790e8c4-10d2-49d4-b146-3ac257b339be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505043'] for segment (c4d97d48-907b-4f6d-b9cb-e3e8a8e0c783), precommit_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:15:11.350927 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8790e8c4-10d2-49d4-b146-3ac257b339be admin admin] Releasing vlan 193 on physical network physnet1 to pool {{(pid=104416) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 04:15:11.351698 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-8790e8c4-10d2-49d4-b146-3ac257b339be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1764343'] for segment (c4d97d48-907b-4f6d-b9cb-e3e8a8e0c783), after_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:15:11.420088 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.db.provisioning_blocks [None req-2a6d8403-c0a5-4ac4-aa48-860a84345009 None None] Provisioning complete for port 1bb5a7fd-3055-418f-8855-a56b1384509c triggered by entity L2. {{(pid=104417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 30 04:15:11.420675 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-2a6d8403-c0a5-4ac4-aa48-860a84345009 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565073'] for port (1bb5a7fd-3055-418f-8855-a56b1384509c), provisioning_complete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:15:11.444969 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-8790e8c4-10d2-49d4-b146-3ac257b339be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3567543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3637173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-620245'] for network (4d554615-51fc-459f-a8b7-572de128b513), after_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:15:11.450381 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-8790e8c4-10d2-49d4-b146-3ac257b339be admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528667'] for network (None), before_response {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:15:11.459735 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-8790e8c4-10d2-49d4-b146-3ac257b339be admin admin] 10.222.0.13 "DELETE /v2.0/networks/4d554615-51fc-459f-a8b7-572de128b513 HTTP/1.1" status: 204 len: 168 time: 0.5212302 Jun 30 04:15:11.481917 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8790e8c4-10d2-49d4-b146-3ac257b339be admin admin] Pushing event deleted for resources: {'Network': ['ID=4d554615-51fc-459f-a8b7-572de128b513,revision_number=None']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:15:11.499971 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267755d5-3786-4ad1-af49-53cb9b9e57b2 None None] Pushing event updated for resources: {'Port': ['ID=5950e79d-38a6-49e8-a931-d01fb0d60025,revision_number=3']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:15:11.510317 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-273fae10-ce16-4e96-aeaf-fbbc538310ea None None] Routers {'f5fad03b-8645-449e-8ef0-392bc6c254bc'} bound to L3 agent in host dv-cinder-846842-7-iscsi {{(pid=104417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 30 04:15:11.511134 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.db.l3_hamode_db [None req-273fae10-ce16-4e96-aeaf-fbbc538310ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-30T04:07:07Z,description=,heartbeat_timestamp=2022-06-30T04:15:07Z,host='dv-cinder-846842-7-iscsi',id=2ea21a61-d737-4543-a811-a0d035fbf0f6,load=0,resource_versions=,resources_synced=,started_at=2022-06-30T04:07:07Z,topic='l3_agent')) {'router_ids': ['f5fad03b-8645-449e-8ef0-392bc6c254bc'], 'active': True} {{(pid=104417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 04:15:11.517348 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-6925c621-1af5-47c5-9176-315ae0f6190d None None] Current status of the port b2d542dd-9bdd-4ca0-9c3a-b93d1c540538 is: ACTIVE; New status is: ACTIVE {{(pid=104417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 30 04:15:11.543987 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=89,neutron:INSERT=3,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:15:11.545897 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-1dd1025c-8a9e-42cc-8c96-a4aa447c666b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3606762'] for port (e4bdec9c-25dd-49ab-9bb9-bae1a63baa28), before_update {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:15:11.573651 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-e725cc4f-538a-4faf-88d0-43ae5e0ac4af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3606762'] for port (8d799c4b-e3a4-4357-9fb0-907d2700052a), before_update {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:15:11.628493 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-2a6d8403-c0a5-4ac4-aa48-860a84345009 None None] Current status of the port 1bb5a7fd-3055-418f-8855-a56b1384509c is: ACTIVE; New status is: ACTIVE {{(pid=104417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 30 04:15:11.629662 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.rpc [None req-2a6d8403-c0a5-4ac4-aa48-860a84345009 None None] Device 4de5db26-0699-4ef3-bf96-229fd4fa3712 up at agent ovs-agent-dv-cinder-846842-7-iscsi {{(pid=104417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 04:15:11.678566 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:15:11.683493 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.db.provisioning_blocks [None req-15fc1329-b9d9-48e3-a291-cb3d20d0ac39 None None] Provisioning complete for port e4bdec9c-25dd-49ab-9bb9-bae1a63baa28 triggered by entity DHCP. {{(pid=104417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 30 04:15:11.683938 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-15fc1329-b9d9-48e3-a291-cb3d20d0ac39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565073'] for port (e4bdec9c-25dd-49ab-9bb9-bae1a63baa28), provisioning_complete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:15:11.724405 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:15:11.738390 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.db.l3_dvr_db [None req-273fae10-ce16-4e96-aeaf-fbbc538310ea None None] Set router f5fad03b-8645-449e-8ef0-392bc6c254bc gateway port host: dv-cinder-846842-7-iscsi {{(pid=104417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 30 04:15:11.772732 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-15fc1329-b9d9-48e3-a291-cb3d20d0ac39 None None] Port e4bdec9c-25dd-49ab-9bb9-bae1a63baa28 cannot update to ACTIVE because it is not bound. {{(pid=104417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 30 04:15:11.784976 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.db.provisioning_blocks [None req-2a6d8403-c0a5-4ac4-aa48-860a84345009 None None] Provisioning complete for port 4de5db26-0699-4ef3-bf96-229fd4fa3712 triggered by entity L2. {{(pid=104417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 30 04:15:11.785348 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-2a6d8403-c0a5-4ac4-aa48-860a84345009 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565073'] for port (4de5db26-0699-4ef3-bf96-229fd4fa3712), provisioning_complete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:15:11.796880 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.13', 47402) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 04:15:11.813578 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.db.provisioning_blocks [None req-15fc1329-b9d9-48e3-a291-cb3d20d0ac39 None None] Provisioning complete for port 8d799c4b-e3a4-4357-9fb0-907d2700052a triggered by entity DHCP. {{(pid=104417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 30 04:15:11.814129 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-15fc1329-b9d9-48e3-a291-cb3d20d0ac39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565073'] for port (8d799c4b-e3a4-4357-9fb0-907d2700052a), provisioning_complete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:15:11.841736 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-a6fab7bb-d06e-46a6-9a88-0d4e7a8a5218 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=dc8c112787bf47f0bbf5d80c262cfd77&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0414484 Jun 30 04:15:11.843780 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.13', 47404) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 04:15:11.900084 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-1dd1025c-8a9e-42cc-8c96-a4aa447c666b admin admin] Publish callbacks [] for port (e4bdec9c-25dd-49ab-9bb9-bae1a63baa28), precommit_update {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:15:11.903506 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:15:11.908487 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-c5c08edd-5977-47e7-9bc1-f7830589feaf admin admin] Publish callbacks [] for security_group (4e328bc7-9d39-43bd-aa56-f55966b4020e), before_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:15:11.908696 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-1dd1025c-8a9e-42cc-8c96-a4aa447c666b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4095053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781926634698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781926239335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781926239353'] for port (e4bdec9c-25dd-49ab-9bb9-bae1a63baa28), after_update {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:15:11.909690 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-1dd1025c-8a9e-42cc-8c96-a4aa447c666b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-613933'] for router_interface (f5fad03b-8645-449e-8ef0-392bc6c254bc), after_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:15:11.913287 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-e725cc4f-538a-4faf-88d0-43ae5e0ac4af admin admin] Publish callbacks [] for port (8d799c4b-e3a4-4357-9fb0-907d2700052a), precommit_update {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:15:11.924680 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-15fc1329-b9d9-48e3-a291-cb3d20d0ac39 None None] Port 8d799c4b-e3a4-4357-9fb0-907d2700052a cannot update to ACTIVE because it is not bound. {{(pid=104417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 30 04:15:11.940261 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-e725cc4f-538a-4faf-88d0-43ae5e0ac4af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4095053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781926634698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781926239335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781926239353'] for port (8d799c4b-e3a4-4357-9fb0-907d2700052a), after_update {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:15:11.941386 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-e725cc4f-538a-4faf-88d0-43ae5e0ac4af admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-613933'] for router_interface (0d1b6a20-aeb9-4d3b-92d7-38c0820907e3), after_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:15:11.950266 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-c5c08edd-5977-47e7-9bc1-f7830589feaf admin admin] Publish callbacks [] for security_group (4e328bc7-9d39-43bd-aa56-f55966b4020e), precommit_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:15:12.034623 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd1025c-8a9e-42cc-8c96-a4aa447c666b admin admin] Pushing event updated for resources: {'Port': ['ID=e4bdec9c-25dd-49ab-9bb9-bae1a63baa28,revision_number=2']} {{(pid=104415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:15:12.049299 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-c5c08edd-5977-47e7-9bc1-f7830589feaf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3637186'] for security_group (4e328bc7-9d39-43bd-aa56-f55966b4020e), after_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:15:12.059195 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-c5c08edd-5977-47e7-9bc1-f7830589feaf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:15:12.060710 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-c5c08edd-5977-47e7-9bc1-f7830589feaf admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4e328bc7-9d39-43bd-aa56-f55966b4020e HTTP/1.1" status: 204 len: 168 time: 0.2171435 Jun 30 04:15:12.094592 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c08edd-5977-47e7-9bc1-f7830589feaf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e328bc7-9d39-43bd-aa56-f55966b4020e,revision_number=None']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:15:12.166876 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dd1025c-8a9e-42cc-8c96-a4aa447c666b admin admin] Network 17fe777c-5046-426d-94b6-3483df1f9f21 is already hosted by enough agents. {{(pid=104415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 04:15:12.172138 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.scheduler.base_scheduler [None req-1dd1025c-8a9e-42cc-8c96-a4aa447c666b admin admin] Resources bound (agent type, host, resource id): {{(pid=104415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 04:15:12.177977 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e725cc4f-538a-4faf-88d0-43ae5e0ac4af admin admin] Pushing event updated for resources: {'Port': ['ID=8d799c4b-e3a4-4357-9fb0-907d2700052a,revision_number=2']} {{(pid=104415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:15:12.234498 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-2a6d8403-c0a5-4ac4-aa48-860a84345009 None None] Current status of the port 4de5db26-0699-4ef3-bf96-229fd4fa3712 is: DOWN; New status is: ACTIVE {{(pid=104417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 30 04:15:12.234882 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-2a6d8403-c0a5-4ac4-aa48-860a84345009 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3606762'] for port (4de5db26-0699-4ef3-bf96-229fd4fa3712), before_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:15:12.273343 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e725cc4f-538a-4faf-88d0-43ae5e0ac4af admin admin] Network ace93dd0-22f0-46a4-80c6-05197b7b7fb0 is already hosted by enough agents. {{(pid=104415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 04:15:12.276979 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.scheduler.base_scheduler [None req-e725cc4f-538a-4faf-88d0-43ae5e0ac4af admin admin] Resources bound (agent type, host, resource id): {{(pid=104415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 04:15:12.307631 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:15:12.315688 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.db [None req-2a6d8403-c0a5-4ac4-aa48-860a84345009 None None] For port 4de5db26-0699-4ef3-bf96-229fd4fa3712, host dv-cinder-846842-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-7-iscsi',level=0,port_id=4de5db26-0699-4ef3-bf96-229fd4fa3712,segment=NetworkSegment(3bfcffa1-5305-4ee8-86f3-678eb000aac1),segment_id=3bfcffa1-5305-4ee8-86f3-678eb000aac1)] {{(pid=104417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 04:15:12.317178 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.db.l3_hamode_db [None req-273fae10-ce16-4e96-aeaf-fbbc538310ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5fad03b-8645-449e-8ef0-392bc6c254bc', 'name': 'tempest-AttachVolumeShelveTestJSON-1944543417-router', 'tenant_id': '71588f8a5fc34919a77f28b6a8c8db0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14b0e4f-074d-4507-846c-fc8420bddf12', 'external_fixed_ips': [{'subnet_id': '15378187-268c-4fae-ace7-eaca7aa50f90', 'ip_address': '172.27.1.94'}], 'enable_snat': True}, 'gw_port_id': '5950e79d-38a6-49e8-a931-d01fb0d60025', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T04:15:04Z', 'updated_at': '2022-06-30T04:15:11Z', 'revision_number': 4, 'project_id': '71588f8a5fc34919a77f28b6a8c8db0e', 'gw_port': {'id': '5950e79d-38a6-49e8-a931-d01fb0d60025', 'name': '', 'network_id': 'a14b0e4f-074d-4507-846c-fc8420bddf12', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:19:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5fad03b-8645-449e-8ef0-392bc6c254bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '15378187-268c-4fae-ace7-eaca7aa50f90', 'ip_address': '172.27.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T04:15:05Z', 'updated_at': '2022-06-30T04:15:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15378187-268c-4fae-ace7-eaca7aa50f90', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-7-iscsi', '_interfaces': [{'id': 'e4bdec9c-25dd-49ab-9bb9-bae1a63baa28', 'name': '', 'network_id': '17fe777c-5046-426d-94b6-3483df1f9f21', 'tenant_id': '71588f8a5fc34919a77f28b6a8c8db0e', 'mac_address': 'fa:16:3e:97:07:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5fad03b-8645-449e-8ef0-392bc6c254bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'd7ebd17c-ba43-4daa-b223-4200fbc873be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T04:15:09Z', 'updated_at': '2022-06-30T04:15:10Z', 'revision_number': 1, 'project_id': '71588f8a5fc34919a77f28b6a8c8db0e', 'subnets': [{'id': 'd7ebd17c-ba43-4daa-b223-4200fbc873be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846842-7-iscsi', False) {} {{(pid=104417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 04:15:12.367794 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-2a6d8403-c0a5-4ac4-aa48-860a84345009 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4095053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781926634698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781926239335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781926239353'] for port (4de5db26-0699-4ef3-bf96-229fd4fa3712), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:15:12.368908 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.rpc [None req-2a6d8403-c0a5-4ac4-aa48-860a84345009 None None] Device b2d542dd-9bdd-4ca0-9c3a-b93d1c540538 up at agent ovs-agent-dv-cinder-846842-7-iscsi {{(pid=104417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 04:15:12.372943 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-273fae10-ce16-4e96-aeaf-fbbc538310ea None None] The sync data for ids ['f5fad03b-8645-449e-8ef0-392bc6c254bc'] in dv-cinder-846842-7-iscsi is: [{'id': 'f5fad03b-8645-449e-8ef0-392bc6c254bc', 'name': 'tempest-AttachVolumeShelveTestJSON-1944543417-router', 'tenant_id': '71588f8a5fc34919a77f28b6a8c8db0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14b0e4f-074d-4507-846c-fc8420bddf12', 'external_fixed_ips': [{'subnet_id': '15378187-268c-4fae-ace7-eaca7aa50f90', 'ip_address': '172.27.1.94'}], 'enable_snat': True}, 'gw_port_id': '5950e79d-38a6-49e8-a931-d01fb0d60025', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T04:15:04Z', 'updated_at': '2022-06-30T04:15:11Z', 'revision_number': 4, 'project_id': '71588f8a5fc34919a77f28b6a8c8db0e', 'gw_port': {'id': '5950e79d-38a6-49e8-a931-d01fb0d60025', 'name': '', 'network_id': 'a14b0e4f-074d-4507-846c-fc8420bddf12', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:19:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5fad03b-8645-449e-8ef0-392bc6c254bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '15378187-268c-4fae-ace7-eaca7aa50f90', 'ip_address': '172.27.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T04:15:05Z', 'updated_at': '2022-06-30T04:15:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15378187-268c-4fae-ace7-eaca7aa50f90', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-7-iscsi', '_interfaces': [{'id': 'e4bdec9c-25dd-49ab-9bb9-bae1a63baa28', 'name': '', 'network_id': '17fe777c-5046-426d-94b6-3483df1f9f21', 'tenant_id': '71588f8a5fc34919a77f28b6a8c8db0e', 'mac_address': 'fa:16:3e:97:07:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5fad03b-8645-449e-8ef0-392bc6c254bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'd7ebd17c-ba43-4daa-b223-4200fbc873be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T04:15:09Z', 'updated_at': '2022-06-30T04:15:10Z', 'revision_number': 1, 'project_id': '71588f8a5fc34919a77f28b6a8c8db0e', 'subnets': [{'id': 'd7ebd17c-ba43-4daa-b223-4200fbc873be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 04:15:12.510729 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.db.provisioning_blocks [None req-2a6d8403-c0a5-4ac4-aa48-860a84345009 None None] Provisioning complete for port b2d542dd-9bdd-4ca0-9c3a-b93d1c540538 triggered by entity L2. {{(pid=104417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 30 04:15:12.512612 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-2a6d8403-c0a5-4ac4-aa48-860a84345009 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565073'] for port (b2d542dd-9bdd-4ca0-9c3a-b93d1c540538), provisioning_complete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:15:12.548462 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1dd1025c-8a9e-42cc-8c96-a4aa447c666b admin admin] Router f5fad03b-8645-449e-8ef0-392bc6c254bc has already been hosted by L3 agent 2ea21a61-d737-4543-a811-a0d035fbf0f6 {{(pid=104415) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 30 04:15:12.586241 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e725cc4f-538a-4faf-88d0-43ae5e0ac4af admin admin] Router 0d1b6a20-aeb9-4d3b-92d7-38c0820907e3 has already been hosted by L3 agent 2ea21a61-d737-4543-a811-a0d035fbf0f6 {{(pid=104415) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 30 04:15:12.646626 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6d8403-c0a5-4ac4-aa48-860a84345009 None None] Pushing event updated for resources: {'Port': ['ID=4de5db26-0699-4ef3-bf96-229fd4fa3712,revision_number=4']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:15:12.695609 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.db.provisioning_blocks [None req-d5b418b8-0d3d-438f-8771-587e15fce686 None None] Provisioning complete for port e4bdec9c-25dd-49ab-9bb9-bae1a63baa28 triggered by entity DHCP. {{(pid=104417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 30 04:15:12.696001 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-d5b418b8-0d3d-438f-8771-587e15fce686 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565073'] for port (e4bdec9c-25dd-49ab-9bb9-bae1a63baa28), provisioning_complete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:15:12.726720 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-2a6d8403-c0a5-4ac4-aa48-860a84345009 None None] Current status of the port b2d542dd-9bdd-4ca0-9c3a-b93d1c540538 is: ACTIVE; New status is: ACTIVE {{(pid=104417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 30 04:15:12.764162 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-d5b418b8-0d3d-438f-8771-587e15fce686 None None] Port e4bdec9c-25dd-49ab-9bb9-bae1a63baa28 cannot update to ACTIVE because it is not bound. {{(pid=104417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 30 04:15:12.781087 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.db.provisioning_blocks [None req-d5b418b8-0d3d-438f-8771-587e15fce686 None None] Provisioning complete for port 8d799c4b-e3a4-4357-9fb0-907d2700052a triggered by entity DHCP. {{(pid=104417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 30 04:15:12.781789 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-d5b418b8-0d3d-438f-8771-587e15fce686 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565073'] for port (8d799c4b-e3a4-4357-9fb0-907d2700052a), provisioning_complete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:15:12.782357 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1dd1025c-8a9e-42cc-8c96-a4aa447c666b admin admin] Notify agent at l3_agent.dv-cinder-846842-7-iscsi the message routers_updated {{(pid=104415) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 04:15:12.791846 dv-cinder-846842-7-iscsi neutron-server[104415]: INFO neutron.wsgi [None req-1dd1025c-8a9e-42cc-8c96-a4aa447c666b admin admin] 10.222.0.13 "PUT /v2.0/routers/f5fad03b-8645-449e-8ef0-392bc6c254bc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9149330 Jun 30 04:15:12.826284 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e725cc4f-538a-4faf-88d0-43ae5e0ac4af admin admin] Notify agent at l3_agent.dv-cinder-846842-7-iscsi the message routers_updated {{(pid=104415) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 04:15:12.839178 dv-cinder-846842-7-iscsi neutron-server[104415]: INFO neutron.wsgi [None req-e725cc4f-538a-4faf-88d0-43ae5e0ac4af admin admin] 10.222.0.13 "PUT /v2.0/routers/0d1b6a20-aeb9-4d3b-92d7-38c0820907e3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2594159 Jun 30 04:15:12.857552 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.services.segments.plugin [-] Segment c4d97d48-907b-4f6d-b9cb-e3e8a8e0c783 resource provider aggregate not found Jun 30 04:15:12.861549 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.13', 47438) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 04:15:12.883852 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-d5b418b8-0d3d-438f-8771-587e15fce686 None None] Port 8d799c4b-e3a4-4357-9fb0-907d2700052a cannot update to ACTIVE because it is not bound. {{(pid=104417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 30 04:15:12.914557 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.services.segments.plugin [-] Segment c4d97d48-907b-4f6d-b9cb-e3e8a8e0c783 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c4d97d48-907b-4f6d-b9cb-e3e8a8e0c783 found for delete ", "request_id": "req-ad446376-2631-4c29-a23f-90cfb3844b92"}]} Jun 30 04:15:12.926498 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:15:12.943990 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-29f23564-3088-470a-9823-7c880b7a2189 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f20f679fb7c749f4bdbcc34c68b9256f&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0780036 Jun 30 04:15:12.944632 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.wsgi [-] (104415) accepted ('10.222.0.13', 47442) {{(pid=104415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 04:15:12.964781 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=100 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:15:13.026814 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.rpc [None req-2a6d8403-c0a5-4ac4-aa48-860a84345009 None None] Device 4de5db26-0699-4ef3-bf96-229fd4fa3712 up at agent ovs-agent-dv-cinder-846842-7-iscsi {{(pid=104417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 04:15:13.027387 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a94f4dd-2d1c-45b2-8d8c-f258a8423e7e None None] Sync routers for ids ['0d1b6a20-aeb9-4d3b-92d7-38c0820907e3'] in dv-cinder-846842-7-iscsi {{(pid=104418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 04:15:13.047253 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a94f4dd-2d1c-45b2-8d8c-f258a8423e7e None None] Routers {'0d1b6a20-aeb9-4d3b-92d7-38c0820907e3'} bound to L3 agent in host dv-cinder-846842-7-iscsi {{(pid=104418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 30 04:15:13.048216 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.db.l3_hamode_db [None req-8a94f4dd-2d1c-45b2-8d8c-f258a8423e7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-30T04:07:07Z,description=,heartbeat_timestamp=2022-06-30T04:15:07Z,host='dv-cinder-846842-7-iscsi',id=2ea21a61-d737-4543-a811-a0d035fbf0f6,load=0,resource_versions=,resources_synced=,started_at=2022-06-30T04:07:07Z,topic='l3_agent')) {'router_ids': ['0d1b6a20-aeb9-4d3b-92d7-38c0820907e3'], 'active': True} {{(pid=104418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 04:15:13.048761 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-68bb6be8-7596-44c4-abbd-3d92c8ec2174 admin admin] Publish callbacks [] for security_group (82271024-658b-4b7d-ac70-15e4eafdfb10), before_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:15:13.074452 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-68bb6be8-7596-44c4-abbd-3d92c8ec2174 admin admin] Publish callbacks [] for security_group (82271024-658b-4b7d-ac70-15e4eafdfb10), precommit_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:15:13.134690 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.db.provisioning_blocks [None req-2a6d8403-c0a5-4ac4-aa48-860a84345009 None None] Provisioning complete for port 4de5db26-0699-4ef3-bf96-229fd4fa3712 triggered by entity L2. {{(pid=104417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 30 04:15:13.143364 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-68bb6be8-7596-44c4-abbd-3d92c8ec2174 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3637186'] for security_group (82271024-658b-4b7d-ac70-15e4eafdfb10), after_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:15:13.145164 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-2a6d8403-c0a5-4ac4-aa48-860a84345009 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565073'] for port (4de5db26-0699-4ef3-bf96-229fd4fa3712), provisioning_complete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:15:13.151480 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-68bb6be8-7596-44c4-abbd-3d92c8ec2174 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:15:13.152656 dv-cinder-846842-7-iscsi neutron-server[104415]: INFO neutron.wsgi [None req-68bb6be8-7596-44c4-abbd-3d92c8ec2174 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/82271024-658b-4b7d-ac70-15e4eafdfb10 HTTP/1.1" status: 204 len: 168 time: 0.2069936 Jun 30 04:15:13.182263 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68bb6be8-7596-44c4-abbd-3d92c8ec2174 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82271024-658b-4b7d-ac70-15e4eafdfb10,revision_number=None']} {{(pid=104415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:15:13.229418 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=100 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:15:13.244256 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.db.l3_dvr_db [None req-8a94f4dd-2d1c-45b2-8d8c-f258a8423e7e None None] Set router 0d1b6a20-aeb9-4d3b-92d7-38c0820907e3 gateway port host: dv-cinder-846842-7-iscsi {{(pid=104418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 30 04:15:13.304583 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-2a6d8403-c0a5-4ac4-aa48-860a84345009 None None] Current status of the port 4de5db26-0699-4ef3-bf96-229fd4fa3712 is: ACTIVE; New status is: ACTIVE {{(pid=104417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 30 04:15:13.461808 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.wsgi [-] (104415) accepted ('10.222.0.13', 47468) {{(pid=104415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 04:15:13.466891 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.v2.base [None req-2edb6f51-05c9-4e99-ac14-80b71e695df4 tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1106569760', 'description': 'tempest-description--178713858'}} {{(pid=104415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 30 04:15:13.526278 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-2edb6f51-05c9-4e99-ac14-80b71e695df4 tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] Publish callbacks [] for security_group (None), before_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:15:13.632797 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.13', 47490) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 04:15:13.635514 dv-cinder-846842-7-iscsi neutron-server[104416]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 30 04:15:13.640320 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.db.l3_hamode_db [None req-8a94f4dd-2d1c-45b2-8d8c-f258a8423e7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d1b6a20-aeb9-4d3b-92d7-38c0820907e3', 'name': 'tempest-DeleteServersTestJSON-1943300602-router', 'tenant_id': '6a37f11a6f794a518cfcfa600caf2445', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14b0e4f-074d-4507-846c-fc8420bddf12', 'external_fixed_ips': [{'subnet_id': '15378187-268c-4fae-ace7-eaca7aa50f90', 'ip_address': '172.27.1.141'}], 'enable_snat': True}, 'gw_port_id': '4de5db26-0699-4ef3-bf96-229fd4fa3712', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T04:15:03Z', 'updated_at': '2022-06-30T04:15:11Z', 'revision_number': 4, 'project_id': '6a37f11a6f794a518cfcfa600caf2445', 'gw_port': {'id': '4de5db26-0699-4ef3-bf96-229fd4fa3712', 'name': '', 'network_id': 'a14b0e4f-074d-4507-846c-fc8420bddf12', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:93:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d1b6a20-aeb9-4d3b-92d7-38c0820907e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '15378187-268c-4fae-ace7-eaca7aa50f90', 'ip_address': '172.27.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T04:15:05Z', 'updated_at': '2022-06-30T04:15:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15378187-268c-4fae-ace7-eaca7aa50f90', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-7-iscsi', '_interfaces': [{'id': '8d799c4b-e3a4-4357-9fb0-907d2700052a', 'name': '', 'network_id': 'ace93dd0-22f0-46a4-80c6-05197b7b7fb0', 'tenant_id': '6a37f11a6f794a518cfcfa600caf2445', 'mac_address': 'fa:16:3e:1c:37:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d1b6a20-aeb9-4d3b-92d7-38c0820907e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '7d4bc025-2944-45a2-9732-0bc1c0bb00af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T04:15:09Z', 'updated_at': '2022-06-30T04:15:11Z', 'revision_number': 2, 'project_id': '6a37f11a6f794a518cfcfa600caf2445', 'subnets': [{'id': '7d4bc025-2944-45a2-9732-0bc1c0bb00af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846842-7-iscsi', False) {} {{(pid=104418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 04:15:13.651848 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=88,neutron:DELETE=10,neutron:UPDATE=2 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:15:13.680379 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a94f4dd-2d1c-45b2-8d8c-f258a8423e7e None None] Checking router: 0d1b6a20-aeb9-4d3b-92d7-38c0820907e3 for host: dv-cinder-846842-7-iscsi {{(pid=104418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 04:15:13.682139 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a94f4dd-2d1c-45b2-8d8c-f258a8423e7e None None] Updating router 0d1b6a20-aeb9-4d3b-92d7-38c0820907e3 port 8d799c4b-e3a4-4357-9fb0-907d2700052a binding host dv-cinder-846842-7-iscsi {{(pid=104418) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 04:15:13.686129 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-2edb6f51-05c9-4e99-ac14-80b71e695df4 tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] Publish callbacks [] for security_group (917dbda3-50de-42c2-a106-5e4480b4dad4), precommit_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:15:13.700354 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-2edb6f51-05c9-4e99-ac14-80b71e695df4 tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3637186'] for security_group (917dbda3-50de-42c2-a106-5e4480b4dad4), after_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:15:13.725521 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-8a94f4dd-2d1c-45b2-8d8c-f258a8423e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3606762'] for port (8d799c4b-e3a4-4357-9fb0-907d2700052a), before_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:15:13.761141 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-2edb6f51-05c9-4e99-ac14-80b71e695df4 tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] Publish callbacks [] for security_group (None), before_response {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:15:13.763517 dv-cinder-846842-7-iscsi neutron-server[104415]: INFO neutron.wsgi [None req-2edb6f51-05c9-4e99-ac14-80b71e695df4 tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3006673 Jun 30 04:15:13.766372 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.wsgi [-] (104415) accepted ('10.222.0.13', 47494) {{(pid=104415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 04:15:13.784969 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.v2.base [None req-6dd988ac-10a4-4fa6-86c7-08f22facbd39 tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] Request body: {'security_group_rule': {'security_group_id': '917dbda3-50de-42c2-a106-5e4480b4dad4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 30 04:15:13.787850 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2edb6f51-05c9-4e99-ac14-80b71e695df4 tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] Pushing event updated for resources: {'SecurityGroup': ['ID=917dbda3-50de-42c2-a106-5e4480b4dad4,revision_number=1']} {{(pid=104415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:15:13.832059 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-6dd988ac-10a4-4fa6-86c7-08f22facbd39 tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] Publish callbacks [] for security_group_rule (74260303-ec7e-4978-8518-9a767d82553e), before_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:15:13.894723 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d127436-b537-478d-9c19-dedfca444d51 req-e90130fb-6c4b-4add-85a9-f8016a62e49e tempest-DeleteServersTestJSON-486871242 tempest-DeleteServersTestJSON-486871242-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:15:13.899724 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-6d127436-b537-478d-9c19-dedfca444d51 req-e90130fb-6c4b-4add-85a9-f8016a62e49e tempest-DeleteServersTestJSON-486871242 tempest-DeleteServersTestJSON-486871242-project] 10.222.0.13 "GET /v2.0/networks?id=ace93dd0-22f0-46a4-80c6-05197b7b7fb0 HTTP/1.1" status: 200 len: 812 time: 0.2654243 Jun 30 04:15:13.935353 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-6d127436-b537-478d-9c19-dedfca444d51 req-8364239c-beb5-45dd-bc94-7e32f4977db6 tempest-DeleteServersTestJSON-486871242 tempest-DeleteServersTestJSON-486871242-project] 10.222.0.13 "GET /v2.0/quotas/6a37f11a6f794a518cfcfa600caf2445 HTTP/1.1" status: 200 len: 375 time: 0.0269148 Jun 30 04:15:13.958635 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-6dd988ac-10a4-4fa6-86c7-08f22facbd39 tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] Publish callbacks [] for security_group_rule (74260303-ec7e-4978-8518-9a767d82553e), precommit_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:15:13.974447 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-6dd988ac-10a4-4fa6-86c7-08f22facbd39 tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3637011'] for security_group_rule (74260303-ec7e-4978-8518-9a767d82553e), after_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:15:13.999594 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd988ac-10a4-4fa6-86c7-08f22facbd39 tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=74260303-ec7e-4978-8518-9a767d82553e,revision_number=0']} {{(pid=104415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:15:14.004355 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-6dd988ac-10a4-4fa6-86c7-08f22facbd39 tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:15:14.005856 dv-cinder-846842-7-iscsi neutron-server[104415]: INFO neutron.wsgi [None req-6dd988ac-10a4-4fa6-86c7-08f22facbd39 tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2378902 Jun 30 04:15:14.008652 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.wsgi [-] (104415) accepted ('10.222.0.13', 47504) {{(pid=104415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 04:15:14.014382 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.v2.base [None req-f0856a68-492f-42f0-85e8-c478127ca19f tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] Request body: {'security_group_rule': {'security_group_id': '917dbda3-50de-42c2-a106-5e4480b4dad4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 30 04:15:14.051047 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-f0856a68-492f-42f0-85e8-c478127ca19f tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] Publish callbacks [] for security_group_rule (adf9e7db-3b35-4353-947b-8e9f65847a31), before_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:15:14.056188 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:15:14.104366 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-8a94f4dd-2d1c-45b2-8d8c-f258a8423e7e None None] Publish callbacks [] for port (8d799c4b-e3a4-4357-9fb0-907d2700052a), precommit_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:15:14.119585 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-8a94f4dd-2d1c-45b2-8d8c-f258a8423e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4095053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781926634698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781926239335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781926239353'] for port (8d799c4b-e3a4-4357-9fb0-907d2700052a), after_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:15:14.122470 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=86,neutron:DELETE=3,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:15:14.136829 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-f0856a68-492f-42f0-85e8-c478127ca19f tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] Publish callbacks [] for security_group_rule (adf9e7db-3b35-4353-947b-8e9f65847a31), precommit_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:15:14.150382 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-f0856a68-492f-42f0-85e8-c478127ca19f tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3637011'] for security_group_rule (adf9e7db-3b35-4353-947b-8e9f65847a31), after_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:15:14.191449 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0856a68-492f-42f0-85e8-c478127ca19f tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=adf9e7db-3b35-4353-947b-8e9f65847a31,revision_number=0']} {{(pid=104415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:15:14.226644 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-f0856a68-492f-42f0-85e8-c478127ca19f tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:15:14.228650 dv-cinder-846842-7-iscsi neutron-server[104415]: INFO neutron.wsgi [None req-f0856a68-492f-42f0-85e8-c478127ca19f tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2187443 Jun 30 04:15:14.233817 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.wsgi [-] (104415) accepted ('10.222.0.13', 47510) {{(pid=104415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 04:15:14.239931 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.v2.base [None req-7f29b49c-6ae0-4c2d-9c92-150b261d339e tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] Request body: {'floatingip': {'floating_network_id': 'a14b0e4f-074d-4507-846c-fc8420bddf12'}} {{(pid=104415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 30 04:15:14.286924 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-7f29b49c-6ae0-4c2d-9c92-150b261d339e tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:15:14.303858 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-6d127436-b537-478d-9c19-dedfca444d51 req-9d3c1057-73cc-4cf3-af22-933fa1ee43be tempest-DeleteServersTestJSON-486871242 tempest-DeleteServersTestJSON-486871242-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=6a37f11a6f794a518cfcfa600caf2445&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3625333 Jun 30 04:15:14.344296 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba26f964-f820-438b-842a-4670a4b3de89 None None] Pushing event updated for resources: {'Port': ['ID=8d799c4b-e3a4-4357-9fb0-907d2700052a,revision_number=3']} {{(pid=104418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:15:14.365603 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=85,neutron:DELETE=7,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:15:14.474799 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.managers [None req-8a94f4dd-2d1c-45b2-8d8c-f258a8423e7e None None] Attempting to bind port 8d799c4b-e3a4-4357-9fb0-907d2700052a on host dv-cinder-846842-7-iscsi for vnic_type normal with profile {{(pid=104418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 30 04:15:14.475425 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.managers [None req-8a94f4dd-2d1c-45b2-8d8c-f258a8423e7e None None] Attempting to bind port 8d799c4b-e3a4-4357-9fb0-907d2700052a by drivers openvswitch,hyperv on host dv-cinder-846842-7-iscsi at level 0 using segments [{'id': '9ca81d36-234f-4915-9758-c5171bb50dcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'ace93dd0-22f0-46a4-80c6-05197b7b7fb0'}] {{(pid=104418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 30 04:15:14.476348 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a94f4dd-2d1c-45b2-8d8c-f258a8423e7e None None] Attempting to bind port 8d799c4b-e3a4-4357-9fb0-907d2700052a on network ace93dd0-22f0-46a4-80c6-05197b7b7fb0 {{(pid=104418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 30 04:15:14.491737 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a94f4dd-2d1c-45b2-8d8c-f258a8423e7e None None] Checking agent: {'id': 'cbdf45b5-344e-4e18-9242-1abb738708f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846842-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 30, 4, 7, 10), 'started_at': datetime.datetime(2022, 6, 30, 4, 7, 40), 'heartbeat_timestamp': datetime.datetime(2022, 6, 30, 4, 15, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846842-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 30 04:15:14.492074 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a94f4dd-2d1c-45b2-8d8c-f258a8423e7e None None] Checking segment: {'id': '9ca81d36-234f-4915-9758-c5171bb50dcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'ace93dd0-22f0-46a4-80c6-05197b7b7fb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 30 04:15:14.494474 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-8a94f4dd-2d1c-45b2-8d8c-f258a8423e7e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:15:14.495059 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a94f4dd-2d1c-45b2-8d8c-f258a8423e7e None None] Bound using segment: {'id': '9ca81d36-234f-4915-9758-c5171bb50dcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'ace93dd0-22f0-46a4-80c6-05197b7b7fb0'} {{(pid=104418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 30 04:15:14.495817 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.managers [None req-8a94f4dd-2d1c-45b2-8d8c-f258a8423e7e None None] Bound port: 8d799c4b-e3a4-4357-9fb0-907d2700052a, host: dv-cinder-846842-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ca81d36-234f-4915-9758-c5171bb50dcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'ace93dd0-22f0-46a4-80c6-05197b7b7fb0'}}] {{(pid=104418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 30 04:15:14.498029 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-8a94f4dd-2d1c-45b2-8d8c-f258a8423e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3606762'] for port (8d799c4b-e3a4-4357-9fb0-907d2700052a), before_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:15:14.548365 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.db.provisioning_blocks [None req-5385f18f-b365-44b2-94bb-abfdf2a1e752 None None] Provisioning complete for port 8d799c4b-e3a4-4357-9fb0-907d2700052a triggered by entity DHCP. {{(pid=104417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 30 04:15:14.548916 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-5385f18f-b365-44b2-94bb-abfdf2a1e752 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565073'] for port (8d799c4b-e3a4-4357-9fb0-907d2700052a), provisioning_complete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:15:14.601758 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:15:14.665237 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-7f29b49c-6ae0-4c2d-9c92-150b261d339e tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3606762'] for port (None), before_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:15:14.676978 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-5385f18f-b365-44b2-94bb-abfdf2a1e752 None None] Port 8d799c4b-e3a4-4357-9fb0-907d2700052a cannot update to ACTIVE because it is not bound. {{(pid=104417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 30 04:15:14.692644 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.wsgi [req-6d127436-b537-478d-9c19-dedfca444d51 req-48197571-95c2-4da7-bcc5-51dccc9a06ba service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=104416) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 30 04:15:14.693733 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-6d127436-b537-478d-9c19-dedfca444d51 req-48197571-95c2-4da7-bcc5-51dccc9a06ba service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0708609 Jun 30 04:15:14.694608 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.db [None req-8a94f4dd-2d1c-45b2-8d8c-f258a8423e7e None None] For port 8d799c4b-e3a4-4357-9fb0-907d2700052a, host dv-cinder-846842-7-iscsi, cleared binding levels {{(pid=104418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 04:15:14.701344 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.db [None req-8a94f4dd-2d1c-45b2-8d8c-f258a8423e7e None None] For port 8d799c4b-e3a4-4357-9fb0-907d2700052a, host dv-cinder-846842-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-7-iscsi',level=0,port_id=8d799c4b-e3a4-4357-9fb0-907d2700052a,segment=NetworkSegment(9ca81d36-234f-4915-9758-c5171bb50dcf),segment_id=9ca81d36-234f-4915-9758-c5171bb50dcf)] {{(pid=104418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 04:15:14.718953 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-8a94f4dd-2d1c-45b2-8d8c-f258a8423e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4095053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781926634698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781926239335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781926239353'] for port (8d799c4b-e3a4-4357-9fb0-907d2700052a), after_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:15:14.854246 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a94f4dd-2d1c-45b2-8d8c-f258a8423e7e None None] Routers {'0d1b6a20-aeb9-4d3b-92d7-38c0820907e3'} bound to L3 agent in host dv-cinder-846842-7-iscsi {{(pid=104418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 30 04:15:14.855048 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.db.l3_hamode_db [None req-8a94f4dd-2d1c-45b2-8d8c-f258a8423e7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-30T04:07:07Z,description=,heartbeat_timestamp=2022-06-30T04:15:07Z,host='dv-cinder-846842-7-iscsi',id=2ea21a61-d737-4543-a811-a0d035fbf0f6,load=0,resource_versions=,resources_synced=,started_at=2022-06-30T04:07:07Z,topic='l3_agent')) {'router_ids': ['0d1b6a20-aeb9-4d3b-92d7-38c0820907e3'], 'active': True} {{(pid=104418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 04:15:14.866933 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-6d127436-b537-478d-9c19-dedfca444d51 req-cf3001fe-03e4-4b20-ba9b-c6e3c55a963a service neutron] 10.222.0.13 "GET /v2.0/networks/ace93dd0-22f0-46a4-80c6-05197b7b7fb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1640508 Jun 30 04:15:14.984001 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba26f964-f820-438b-842a-4670a4b3de89 None None] Pushing event updated for resources: {'Port': ['ID=8d799c4b-e3a4-4357-9fb0-907d2700052a,revision_number=4']} {{(pid=104418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:15:15.040335 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-6d127436-b537-478d-9c19-dedfca444d51 req-ebb8f968-ac78-4ba4-ab26-7ccdcd88c2cd service neutron] 10.222.0.13 "GET /v2.0/networks/ace93dd0-22f0-46a4-80c6-05197b7b7fb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1628385 Jun 30 04:15:15.105288 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.db.l3_dvr_db [None req-8a94f4dd-2d1c-45b2-8d8c-f258a8423e7e None None] Set router 0d1b6a20-aeb9-4d3b-92d7-38c0820907e3 gateway port host: dv-cinder-846842-7-iscsi {{(pid=104418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 30 04:15:15.143660 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.db.db_base_plugin_common [None req-7f29b49c-6ae0-4c2d-9c92-150b261d339e tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] Allocated IP 172.27.1.12 (a14b0e4f-074d-4507-846c-fc8420bddf12/15378187-268c-4fae-ace7-eaca7aa50f90/e86da5b3-e5ea-4132-ba2c-1f1bc59bdf74) {{(pid=104415) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 04:15:15.149994 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.rpc [None req-2a6d8403-c0a5-4ac4-aa48-860a84345009 None None] Device 5950e79d-38a6-49e8-a931-d01fb0d60025 up at agent ovs-agent-dv-cinder-846842-7-iscsi {{(pid=104417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 04:15:15.343270 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-7f29b49c-6ae0-4c2d-9c92-150b261d339e tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] Publish callbacks [] for port (e86da5b3-e5ea-4132-ba2c-1f1bc59bdf74), precommit_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:15:15.358358 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.db.l3_hamode_db [None req-8a94f4dd-2d1c-45b2-8d8c-f258a8423e7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d1b6a20-aeb9-4d3b-92d7-38c0820907e3', 'name': 'tempest-DeleteServersTestJSON-1943300602-router', 'tenant_id': '6a37f11a6f794a518cfcfa600caf2445', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14b0e4f-074d-4507-846c-fc8420bddf12', 'external_fixed_ips': [{'subnet_id': '15378187-268c-4fae-ace7-eaca7aa50f90', 'ip_address': '172.27.1.141'}], 'enable_snat': True}, 'gw_port_id': '4de5db26-0699-4ef3-bf96-229fd4fa3712', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T04:15:03Z', 'updated_at': '2022-06-30T04:15:11Z', 'revision_number': 4, 'project_id': '6a37f11a6f794a518cfcfa600caf2445', 'gw_port': {'id': '4de5db26-0699-4ef3-bf96-229fd4fa3712', 'name': '', 'network_id': 'a14b0e4f-074d-4507-846c-fc8420bddf12', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:93:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d1b6a20-aeb9-4d3b-92d7-38c0820907e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '15378187-268c-4fae-ace7-eaca7aa50f90', 'ip_address': '172.27.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T04:15:05Z', 'updated_at': '2022-06-30T04:15:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15378187-268c-4fae-ace7-eaca7aa50f90', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-7-iscsi', '_interfaces': [{'id': '8d799c4b-e3a4-4357-9fb0-907d2700052a', 'name': '', 'network_id': 'ace93dd0-22f0-46a4-80c6-05197b7b7fb0', 'tenant_id': '6a37f11a6f794a518cfcfa600caf2445', 'mac_address': 'fa:16:3e:1c:37:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d1b6a20-aeb9-4d3b-92d7-38c0820907e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '7d4bc025-2944-45a2-9732-0bc1c0bb00af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T04:15:09Z', 'updated_at': '2022-06-30T04:15:14Z', 'revision_number': 4, 'project_id': '6a37f11a6f794a518cfcfa600caf2445', 'subnets': [{'id': '7d4bc025-2944-45a2-9732-0bc1c0bb00af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846842-7-iscsi', False) {} {{(pid=104418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 04:15:15.376315 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.db.provisioning_blocks [None req-11c4fbed-f36a-4bde-b915-5ce51cc17031 None None] Provisioning complete for port 8d799c4b-e3a4-4357-9fb0-907d2700052a triggered by entity DHCP. {{(pid=104417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 30 04:15:15.377354 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-11c4fbed-f36a-4bde-b915-5ce51cc17031 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565073'] for port (8d799c4b-e3a4-4357-9fb0-907d2700052a), provisioning_complete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:15:15.392562 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a94f4dd-2d1c-45b2-8d8c-f258a8423e7e None None] The sync data for ids ['0d1b6a20-aeb9-4d3b-92d7-38c0820907e3'] in dv-cinder-846842-7-iscsi is: [{'id': '0d1b6a20-aeb9-4d3b-92d7-38c0820907e3', 'name': 'tempest-DeleteServersTestJSON-1943300602-router', 'tenant_id': '6a37f11a6f794a518cfcfa600caf2445', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14b0e4f-074d-4507-846c-fc8420bddf12', 'external_fixed_ips': [{'subnet_id': '15378187-268c-4fae-ace7-eaca7aa50f90', 'ip_address': '172.27.1.141'}], 'enable_snat': True}, 'gw_port_id': '4de5db26-0699-4ef3-bf96-229fd4fa3712', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T04:15:03Z', 'updated_at': '2022-06-30T04:15:11Z', 'revision_number': 4, 'project_id': '6a37f11a6f794a518cfcfa600caf2445', 'gw_port': {'id': '4de5db26-0699-4ef3-bf96-229fd4fa3712', 'name': '', 'network_id': 'a14b0e4f-074d-4507-846c-fc8420bddf12', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:93:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d1b6a20-aeb9-4d3b-92d7-38c0820907e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '15378187-268c-4fae-ace7-eaca7aa50f90', 'ip_address': '172.27.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T04:15:05Z', 'updated_at': '2022-06-30T04:15:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15378187-268c-4fae-ace7-eaca7aa50f90', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-7-iscsi', '_interfaces': [{'id': '8d799c4b-e3a4-4357-9fb0-907d2700052a', 'name': '', 'network_id': 'ace93dd0-22f0-46a4-80c6-05197b7b7fb0', 'tenant_id': '6a37f11a6f794a518cfcfa600caf2445', 'mac_address': 'fa:16:3e:1c:37:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d1b6a20-aeb9-4d3b-92d7-38c0820907e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '7d4bc025-2944-45a2-9732-0bc1c0bb00af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T04:15:09Z', 'updated_at': '2022-06-30T04:15:14Z', 'revision_number': 4, 'project_id': '6a37f11a6f794a518cfcfa600caf2445', 'subnets': [{'id': '7d4bc025-2944-45a2-9732-0bc1c0bb00af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 04:15:15.399336 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-7f29b49c-6ae0-4c2d-9c92-150b261d339e tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4095053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781926239317'] for port (e86da5b3-e5ea-4132-ba2c-1f1bc59bdf74), after_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:15:15.450096 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:15:15.475781 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.db.provisioning_blocks [None req-2a6d8403-c0a5-4ac4-aa48-860a84345009 None None] Provisioning complete for port 5950e79d-38a6-49e8-a931-d01fb0d60025 triggered by entity L2. {{(pid=104417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 30 04:15:15.476526 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-2a6d8403-c0a5-4ac4-aa48-860a84345009 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565073'] for port (5950e79d-38a6-49e8-a931-d01fb0d60025), provisioning_complete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:15:15.522356 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f29b49c-6ae0-4c2d-9c92-150b261d339e tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] Network a14b0e4f-074d-4507-846c-fc8420bddf12 is already hosted by enough agents. {{(pid=104415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 04:15:15.539142 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.scheduler.base_scheduler [None req-7f29b49c-6ae0-4c2d-9c92-150b261d339e tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] Resources bound (agent type, host, resource id): {{(pid=104415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 04:15:15.546697 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f29b49c-6ae0-4c2d-9c92-150b261d339e tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] Received port after_create {{(pid=104415) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 30 04:15:15.693164 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-11c4fbed-f36a-4bde-b915-5ce51cc17031 None None] Current status of the port 8d799c4b-e3a4-4357-9fb0-907d2700052a is: DOWN; New status is: ACTIVE {{(pid=104417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 30 04:15:15.695688 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-11c4fbed-f36a-4bde-b915-5ce51cc17031 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3606762'] for port (8d799c4b-e3a4-4357-9fb0-907d2700052a), before_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:15:15.758921 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.13', 47582) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 04:15:15.817007 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-2a6d8403-c0a5-4ac4-aa48-860a84345009 None None] Current status of the port 5950e79d-38a6-49e8-a931-d01fb0d60025 is: DOWN; New status is: ACTIVE {{(pid=104417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 30 04:15:15.817548 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-2a6d8403-c0a5-4ac4-aa48-860a84345009 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3606762'] for port (5950e79d-38a6-49e8-a931-d01fb0d60025), before_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:15:15.886126 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-7f29b49c-6ae0-4c2d-9c92-150b261d339e tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] Publish callbacks [] for floatingip (1053aaed-9acc-4719-99b7-572db277a913), precommit_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:15:15.918982 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.db [None req-11c4fbed-f36a-4bde-b915-5ce51cc17031 None None] For port 8d799c4b-e3a4-4357-9fb0-907d2700052a, host dv-cinder-846842-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-7-iscsi',level=0,port_id=8d799c4b-e3a4-4357-9fb0-907d2700052a,segment=NetworkSegment(9ca81d36-234f-4915-9758-c5171bb50dcf),segment_id=9ca81d36-234f-4915-9758-c5171bb50dcf)] {{(pid=104417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 04:15:15.921255 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f29b49c-6ae0-4c2d-9c92-150b261d339e tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] Pushing event updated for resources: {'Port': ['ID=e86da5b3-e5ea-4132-ba2c-1f1bc59bdf74,revision_number=1']} {{(pid=104415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:15:15.952904 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-5d1179a7-7e96-4cd3-a1d4-c1be80c29b49 req-b4731317-a5b0-4ce5-82e4-09e7e449f159 tempest-DeleteServersTestJSON-486871242 tempest-DeleteServersTestJSON-486871242-project] 10.222.0.13 "GET /v2.0/ports?device_id=43ceac9b-808a-455a-9409-817a9675cc84 HTTP/1.1" status: 200 len: 210 time: 0.1924138 Jun 30 04:15:15.954305 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-11c4fbed-f36a-4bde-b915-5ce51cc17031 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4095053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781926634698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781926239335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781926239353'] for port (8d799c4b-e3a4-4357-9fb0-907d2700052a), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:15:16.007440 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.db [None req-2a6d8403-c0a5-4ac4-aa48-860a84345009 None None] For port 5950e79d-38a6-49e8-a931-d01fb0d60025, host dv-cinder-846842-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-7-iscsi',level=0,port_id=5950e79d-38a6-49e8-a931-d01fb0d60025,segment=NetworkSegment(3bfcffa1-5305-4ee8-86f3-678eb000aac1),segment_id=3bfcffa1-5305-4ee8-86f3-678eb000aac1)] {{(pid=104417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 04:15:16.039821 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-7f29b49c-6ae0-4c2d-9c92-150b261d339e tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3606762'] for port (e86da5b3-e5ea-4132-ba2c-1f1bc59bdf74), before_update {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:15:16.066440 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6b096b0-85dd-4398-80e1-5cb1d7268289 None None] Sync routers for ids ['f5fad03b-8645-449e-8ef0-392bc6c254bc'] in dv-cinder-846842-7-iscsi {{(pid=104417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 04:15:16.084928 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-2a6d8403-c0a5-4ac4-aa48-860a84345009 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4095053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781926634698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781926239335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781926239353'] for port (5950e79d-38a6-49e8-a931-d01fb0d60025), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:15:16.193157 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6b096b0-85dd-4398-80e1-5cb1d7268289 None None] Routers {'f5fad03b-8645-449e-8ef0-392bc6c254bc'} bound to L3 agent in host dv-cinder-846842-7-iscsi {{(pid=104417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 30 04:15:16.194459 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.db.l3_hamode_db [None req-b6b096b0-85dd-4398-80e1-5cb1d7268289 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-30T04:07:07Z,description=,heartbeat_timestamp=2022-06-30T04:15:07Z,host='dv-cinder-846842-7-iscsi',id=2ea21a61-d737-4543-a811-a0d035fbf0f6,load=0,resource_versions=,resources_synced=,started_at=2022-06-30T04:07:07Z,topic='l3_agent')) {'router_ids': ['f5fad03b-8645-449e-8ef0-392bc6c254bc'], 'active': True} {{(pid=104417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 04:15:16.265858 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c4fbed-f36a-4bde-b915-5ce51cc17031 None None] Pushing event updated for resources: {'Port': ['ID=8d799c4b-e3a4-4357-9fb0-907d2700052a,revision_number=5']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:15:16.283203 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:15:16.338571 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-7f29b49c-6ae0-4c2d-9c92-150b261d339e tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] Publish callbacks [] for port (e86da5b3-e5ea-4132-ba2c-1f1bc59bdf74), precommit_update {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:15:16.346111 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-7f29b49c-6ae0-4c2d-9c92-150b261d339e tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4095053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781926634698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781926239335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781926239353'] for port (e86da5b3-e5ea-4132-ba2c-1f1bc59bdf74), after_update {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:15:16.373745 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-7f29b49c-6ae0-4c2d-9c92-150b261d339e tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-620077'] for floatingip (1053aaed-9acc-4719-99b7-572db277a913), after_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:15:16.478854 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-7f29b49c-6ae0-4c2d-9c92-150b261d339e tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13292'] for floatingip (None), before_response {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:15:16.497641 dv-cinder-846842-7-iscsi neutron-server[104415]: INFO neutron.wsgi [None req-7f29b49c-6ae0-4c2d-9c92-150b261d339e tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.2619381 Jun 30 04:15:16.523348 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6d8403-c0a5-4ac4-aa48-860a84345009 None None] Pushing event updated for resources: {'Port': ['ID=5950e79d-38a6-49e8-a931-d01fb0d60025,revision_number=4']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:15:16.537718 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f29b49c-6ae0-4c2d-9c92-150b261d339e tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] Pushing event updated for resources: {'Port': ['ID=e86da5b3-e5ea-4132-ba2c-1f1bc59bdf74,revision_number=2']} {{(pid=104415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:15:16.568315 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.db.l3_dvr_db [None req-b6b096b0-85dd-4398-80e1-5cb1d7268289 None None] Set router f5fad03b-8645-449e-8ef0-392bc6c254bc gateway port host: dv-cinder-846842-7-iscsi {{(pid=104417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 30 04:15:16.922884 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.db.l3_hamode_db [None req-b6b096b0-85dd-4398-80e1-5cb1d7268289 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5fad03b-8645-449e-8ef0-392bc6c254bc', 'name': 'tempest-AttachVolumeShelveTestJSON-1944543417-router', 'tenant_id': '71588f8a5fc34919a77f28b6a8c8db0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14b0e4f-074d-4507-846c-fc8420bddf12', 'external_fixed_ips': [{'subnet_id': '15378187-268c-4fae-ace7-eaca7aa50f90', 'ip_address': '172.27.1.94'}], 'enable_snat': True}, 'gw_port_id': '5950e79d-38a6-49e8-a931-d01fb0d60025', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T04:15:04Z', 'updated_at': '2022-06-30T04:15:11Z', 'revision_number': 4, 'project_id': '71588f8a5fc34919a77f28b6a8c8db0e', 'gw_port': {'id': '5950e79d-38a6-49e8-a931-d01fb0d60025', 'name': '', 'network_id': 'a14b0e4f-074d-4507-846c-fc8420bddf12', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:19:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5fad03b-8645-449e-8ef0-392bc6c254bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '15378187-268c-4fae-ace7-eaca7aa50f90', 'ip_address': '172.27.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T04:15:05Z', 'updated_at': '2022-06-30T04:15:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15378187-268c-4fae-ace7-eaca7aa50f90', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-7-iscsi', '_interfaces': [{'id': 'e4bdec9c-25dd-49ab-9bb9-bae1a63baa28', 'name': '', 'network_id': '17fe777c-5046-426d-94b6-3483df1f9f21', 'tenant_id': '71588f8a5fc34919a77f28b6a8c8db0e', 'mac_address': 'fa:16:3e:97:07:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5fad03b-8645-449e-8ef0-392bc6c254bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'd7ebd17c-ba43-4daa-b223-4200fbc873be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T04:15:09Z', 'updated_at': '2022-06-30T04:15:11Z', 'revision_number': 2, 'project_id': '71588f8a5fc34919a77f28b6a8c8db0e', 'subnets': [{'id': 'd7ebd17c-ba43-4daa-b223-4200fbc873be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846842-7-iscsi', False) {} {{(pid=104417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 04:15:17.003065 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6b096b0-85dd-4398-80e1-5cb1d7268289 None None] Checking router: f5fad03b-8645-449e-8ef0-392bc6c254bc for host: dv-cinder-846842-7-iscsi {{(pid=104417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 04:15:17.003844 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6b096b0-85dd-4398-80e1-5cb1d7268289 None None] Updating router f5fad03b-8645-449e-8ef0-392bc6c254bc port e4bdec9c-25dd-49ab-9bb9-bae1a63baa28 binding host dv-cinder-846842-7-iscsi {{(pid=104417) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 04:15:17.096486 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-b6b096b0-85dd-4398-80e1-5cb1d7268289 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3606762'] for port (e4bdec9c-25dd-49ab-9bb9-bae1a63baa28), before_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:15:17.185252 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.wsgi [-] (104415) accepted ('10.222.0.13', 47668) {{(pid=104415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 04:15:17.201921 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.rpc [None req-2a6d8403-c0a5-4ac4-aa48-860a84345009 None None] Device 5950e79d-38a6-49e8-a931-d01fb0d60025 up at agent ovs-agent-dv-cinder-846842-7-iscsi {{(pid=104417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 04:15:17.248775 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-bf6d8c00-4612-4dba-a615-0d7c366a0947 req-2d027558-9fb1-4049-a556-34caac6ad740 tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--1106569760&fields=id&tenant_id=71588f8a5fc34919a77f28b6a8c8db0e HTTP/1.1" status: 200 len: 267 time: 0.1564231 Jun 30 04:15:17.258077 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:15:17.284142 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.db.provisioning_blocks [None req-2a6d8403-c0a5-4ac4-aa48-860a84345009 None None] Provisioning complete for port 5950e79d-38a6-49e8-a931-d01fb0d60025 triggered by entity L2. {{(pid=104417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 30 04:15:17.284751 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-2a6d8403-c0a5-4ac4-aa48-860a84345009 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565073'] for port (5950e79d-38a6-49e8-a931-d01fb0d60025), provisioning_complete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:15:17.339829 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:15:17.443498 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-d065d18b-f9fb-48fa-9d5b-6f556e31a63e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:15:17.487542 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-7b716062-f56a-4193-97f5-f7ab7ebb3811 req-0b1ef709-0492-4e3f-af27-334ab57fef50 tempest-DeleteServersTestJSON-486871242 tempest-DeleteServersTestJSON-486871242-project] 10.222.0.13 "GET /v2.0/ports?device_id=43ceac9b-808a-455a-9409-817a9675cc84 HTTP/1.1" status: 200 len: 210 time: 0.1115766 Jun 30 04:15:17.521009 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-2a6d8403-c0a5-4ac4-aa48-860a84345009 None None] Current status of the port 5950e79d-38a6-49e8-a931-d01fb0d60025 is: ACTIVE; New status is: ACTIVE {{(pid=104417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 30 04:15:17.522642 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.rpc [None req-2a6d8403-c0a5-4ac4-aa48-860a84345009 None None] Device 8d799c4b-e3a4-4357-9fb0-907d2700052a up at agent ovs-agent-dv-cinder-846842-7-iscsi {{(pid=104417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 04:15:17.636669 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-d065d18b-f9fb-48fa-9d5b-6f556e31a63e admin admin] Publish callbacks [] for security_group (1a9cbb5d-533f-4bb3-870e-7e0c190c3487), precommit_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:15:17.647809 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-d065d18b-f9fb-48fa-9d5b-6f556e31a63e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3637186'] for security_group (1a9cbb5d-533f-4bb3-870e-7e0c190c3487), after_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:15:17.651531 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6d8c00-4612-4dba-a615-0d7c366a0947 req-ce0aec7f-54da-4b9a-8d87-ce92004fc9ac tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:15:17.653386 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=83,neutron:INSERT=12,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:15:17.664136 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-bf6d8c00-4612-4dba-a615-0d7c366a0947 req-ce0aec7f-54da-4b9a-8d87-ce92004fc9ac tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] 10.222.0.13 "GET /v2.0/networks?id=17fe777c-5046-426d-94b6-3483df1f9f21 HTTP/1.1" status: 200 len: 817 time: 0.4075356 Jun 30 04:15:17.689634 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-bf6d8c00-4612-4dba-a615-0d7c366a0947 req-38032eee-ef93-4f32-98ab-46525aba160c tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] 10.222.0.13 "GET /v2.0/quotas/71588f8a5fc34919a77f28b6a8c8db0e HTTP/1.1" status: 200 len: 375 time: 0.0241308 Jun 30 04:15:17.754805 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-bf6d8c00-4612-4dba-a615-0d7c366a0947 req-1b15334b-9cb4-46d2-99ec-156d995f7468 tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=71588f8a5fc34919a77f28b6a8c8db0e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0599911 Jun 30 04:15:17.793684 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d065d18b-f9fb-48fa-9d5b-6f556e31a63e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a9cbb5d-533f-4bb3-870e-7e0c190c3487,revision_number=1']} {{(pid=104415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:15:17.819633 dv-cinder-846842-7-iscsi neutron-server[104415]: INFO neutron.wsgi [None req-d065d18b-f9fb-48fa-9d5b-6f556e31a63e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3e7ca13cb76941329dff62b26c65eb2f&name=default HTTP/1.1" status: 200 len: 2992 time: 0.6308429 Jun 30 04:15:17.819991 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.wsgi [-] (104415) accepted ('10.222.0.13', 47694) {{(pid=104415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 04:15:17.888112 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-426d81bb-901d-42bc-a74a-67107f30671a admin admin] Publish callbacks [] for security_group (1a9cbb5d-533f-4bb3-870e-7e0c190c3487), before_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:15:17.913087 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-426d81bb-901d-42bc-a74a-67107f30671a admin admin] Publish callbacks [] for security_group (1a9cbb5d-533f-4bb3-870e-7e0c190c3487), precommit_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:15:17.967419 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.db.provisioning_blocks [None req-2a6d8403-c0a5-4ac4-aa48-860a84345009 None None] Provisioning complete for port 8d799c4b-e3a4-4357-9fb0-907d2700052a triggered by entity L2. {{(pid=104417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 30 04:15:17.968071 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-2a6d8403-c0a5-4ac4-aa48-860a84345009 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565073'] for port (8d799c4b-e3a4-4357-9fb0-907d2700052a), provisioning_complete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:15:17.974793 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-bf6d8c00-4612-4dba-a615-0d7c366a0947 req-e24e6db6-e327-42c4-a6b8-1d02beed63b3 service neutron] 10.222.0.13 "GET /v2.0/networks/17fe777c-5046-426d-94b6-3483df1f9f21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2094555 Jun 30 04:15:17.987749 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-426d81bb-901d-42bc-a74a-67107f30671a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3637186'] for security_group (1a9cbb5d-533f-4bb3-870e-7e0c190c3487), after_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:15:18.001189 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-426d81bb-901d-42bc-a74a-67107f30671a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:15:18.004996 dv-cinder-846842-7-iscsi neutron-server[104415]: INFO neutron.wsgi [None req-426d81bb-901d-42bc-a74a-67107f30671a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1a9cbb5d-533f-4bb3-870e-7e0c190c3487 HTTP/1.1" status: 204 len: 168 time: 0.1807232 Jun 30 04:15:18.021058 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426d81bb-901d-42bc-a74a-67107f30671a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a9cbb5d-533f-4bb3-870e-7e0c190c3487,revision_number=None']} {{(pid=104415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:15:18.058418 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-b6b096b0-85dd-4398-80e1-5cb1d7268289 None None] Publish callbacks [] for port (e4bdec9c-25dd-49ab-9bb9-bae1a63baa28), precommit_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:15:18.075461 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-b6b096b0-85dd-4398-80e1-5cb1d7268289 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4095053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781926634698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781926239335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781926239353'] for port (e4bdec9c-25dd-49ab-9bb9-bae1a63baa28), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:15:18.179237 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-bf6d8c00-4612-4dba-a615-0d7c366a0947 req-483a811b-b29c-45f2-bc81-37e740472d76 service neutron] 10.222.0.13 "GET /v2.0/networks/17fe777c-5046-426d-94b6-3483df1f9f21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2022996 Jun 30 04:15:18.273168 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f7cccf-ea68-4c8d-88e9-522a6059a132 None None] Pushing event updated for resources: {'Port': ['ID=e4bdec9c-25dd-49ab-9bb9-bae1a63baa28,revision_number=3']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:15:18.289243 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-2a6d8403-c0a5-4ac4-aa48-860a84345009 None None] Current status of the port 8d799c4b-e3a4-4357-9fb0-907d2700052a is: ACTIVE; New status is: ACTIVE {{(pid=104417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 30 04:15:18.366936 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.managers [None req-b6b096b0-85dd-4398-80e1-5cb1d7268289 None None] Attempting to bind port e4bdec9c-25dd-49ab-9bb9-bae1a63baa28 on host dv-cinder-846842-7-iscsi for vnic_type normal with profile {{(pid=104417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 30 04:15:18.367341 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.managers [None req-b6b096b0-85dd-4398-80e1-5cb1d7268289 None None] Attempting to bind port e4bdec9c-25dd-49ab-9bb9-bae1a63baa28 by drivers openvswitch,hyperv on host dv-cinder-846842-7-iscsi at level 0 using segments [{'id': 'fa7c4b3d-3226-4230-8cea-73b76388d57e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '17fe777c-5046-426d-94b6-3483df1f9f21'}] {{(pid=104417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 30 04:15:18.367706 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6b096b0-85dd-4398-80e1-5cb1d7268289 None None] Attempting to bind port e4bdec9c-25dd-49ab-9bb9-bae1a63baa28 on network 17fe777c-5046-426d-94b6-3483df1f9f21 {{(pid=104417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 30 04:15:18.374455 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6b096b0-85dd-4398-80e1-5cb1d7268289 None None] Checking agent: {'id': 'cbdf45b5-344e-4e18-9242-1abb738708f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846842-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 30, 4, 7, 10), 'started_at': datetime.datetime(2022, 6, 30, 4, 7, 40), 'heartbeat_timestamp': datetime.datetime(2022, 6, 30, 4, 15, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846842-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 30 04:15:18.374836 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6b096b0-85dd-4398-80e1-5cb1d7268289 None None] Checking segment: {'id': 'fa7c4b3d-3226-4230-8cea-73b76388d57e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '17fe777c-5046-426d-94b6-3483df1f9f21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 30 04:15:18.375395 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-b6b096b0-85dd-4398-80e1-5cb1d7268289 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:15:18.375789 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6b096b0-85dd-4398-80e1-5cb1d7268289 None None] Bound using segment: {'id': 'fa7c4b3d-3226-4230-8cea-73b76388d57e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '17fe777c-5046-426d-94b6-3483df1f9f21'} {{(pid=104417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 30 04:15:18.376443 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.managers [None req-b6b096b0-85dd-4398-80e1-5cb1d7268289 None None] Bound port: e4bdec9c-25dd-49ab-9bb9-bae1a63baa28, host: dv-cinder-846842-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa7c4b3d-3226-4230-8cea-73b76388d57e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '17fe777c-5046-426d-94b6-3483df1f9f21'}}] {{(pid=104417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 30 04:15:18.376816 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-b6b096b0-85dd-4398-80e1-5cb1d7268289 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3606762'] for port (e4bdec9c-25dd-49ab-9bb9-bae1a63baa28), before_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:15:18.512311 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.db [None req-b6b096b0-85dd-4398-80e1-5cb1d7268289 None None] For port e4bdec9c-25dd-49ab-9bb9-bae1a63baa28, host dv-cinder-846842-7-iscsi, cleared binding levels {{(pid=104417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 04:15:18.518141 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.db [None req-b6b096b0-85dd-4398-80e1-5cb1d7268289 None None] For port e4bdec9c-25dd-49ab-9bb9-bae1a63baa28, host dv-cinder-846842-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-7-iscsi',level=0,port_id=e4bdec9c-25dd-49ab-9bb9-bae1a63baa28,segment=NetworkSegment(fa7c4b3d-3226-4230-8cea-73b76388d57e),segment_id=fa7c4b3d-3226-4230-8cea-73b76388d57e)] {{(pid=104417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 04:15:18.523208 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-498ec19b-0e57-4101-9c31-f1d476944a13 req-d7ea4b99-0398-4aa5-bedd-3fd049771ed0 tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] 10.222.0.13 "GET /v2.0/ports?device_id=2d3f3442-a00e-47ee-b0df-f099086628ce HTTP/1.1" status: 200 len: 210 time: 0.0820165 Jun 30 04:15:18.539839 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-b6b096b0-85dd-4398-80e1-5cb1d7268289 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4095053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781926634698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781926239335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781926239353'] for port (e4bdec9c-25dd-49ab-9bb9-bae1a63baa28), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:15:18.597565 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.wsgi [-] (104415) accepted ('10.222.0.13', 47734) {{(pid=104415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 04:15:18.617559 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-a1a9ce87-6089-41de-8ef0-18803f86a120 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:15:18.631898 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f7cccf-ea68-4c8d-88e9-522a6059a132 None None] Pushing event updated for resources: {'Port': ['ID=e4bdec9c-25dd-49ab-9bb9-bae1a63baa28,revision_number=4']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:15:18.638675 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.db.provisioning_blocks [None req-3dc3f56b-e205-4006-bf61-004e702a9983 None None] Provisioning complete for port e4bdec9c-25dd-49ab-9bb9-bae1a63baa28 triggered by entity DHCP. {{(pid=104417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 30 04:15:18.639150 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-3dc3f56b-e205-4006-bf61-004e702a9983 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565073'] for port (e4bdec9c-25dd-49ab-9bb9-bae1a63baa28), provisioning_complete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:15:18.665564 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6b096b0-85dd-4398-80e1-5cb1d7268289 None None] Routers {'f5fad03b-8645-449e-8ef0-392bc6c254bc'} bound to L3 agent in host dv-cinder-846842-7-iscsi {{(pid=104417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 30 04:15:18.666228 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.db.l3_hamode_db [None req-b6b096b0-85dd-4398-80e1-5cb1d7268289 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-30T04:07:07Z,description=,heartbeat_timestamp=2022-06-30T04:15:07Z,host='dv-cinder-846842-7-iscsi',id=2ea21a61-d737-4543-a811-a0d035fbf0f6,load=0,resource_versions=,resources_synced=,started_at=2022-06-30T04:07:07Z,topic='l3_agent')) {'router_ids': ['f5fad03b-8645-449e-8ef0-392bc6c254bc'], 'active': True} {{(pid=104417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 04:15:18.773379 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-a1a9ce87-6089-41de-8ef0-18803f86a120 admin admin] Publish callbacks [] for security_group (876adec1-aa2b-42f1-bc23-192e7da39ae9), precommit_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:15:18.783049 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-a1a9ce87-6089-41de-8ef0-18803f86a120 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3637186'] for security_group (876adec1-aa2b-42f1-bc23-192e7da39ae9), after_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:15:18.822198 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-dc5bd81b-ec3a-40f5-be4d-ca5a7b355e5e req-3cb28835-15c7-4f5b-8942-13a34b59a139 tempest-DeleteServersTestJSON-486871242 tempest-DeleteServersTestJSON-486871242-project] 10.222.0.13 "GET /v2.0/ports?device_id=43ceac9b-808a-455a-9409-817a9675cc84 HTTP/1.1" status: 200 len: 210 time: 0.0562766 Jun 30 04:15:18.828710 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:15:18.848852 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:15:18.865209 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a9ce87-6089-41de-8ef0-18803f86a120 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=876adec1-aa2b-42f1-bc23-192e7da39ae9,revision_number=1']} {{(pid=104415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:15:18.901393 dv-cinder-846842-7-iscsi neutron-server[104415]: INFO neutron.wsgi [None req-a1a9ce87-6089-41de-8ef0-18803f86a120 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3a0237c9ae764f1a9ba8ec781c475ff6&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2973242 Jun 30 04:15:18.901906 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.13', 47750) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 04:15:18.936517 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.db.l3_dvr_db [None req-b6b096b0-85dd-4398-80e1-5cb1d7268289 None None] Set router f5fad03b-8645-449e-8ef0-392bc6c254bc gateway port host: dv-cinder-846842-7-iscsi {{(pid=104417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 30 04:15:18.975194 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-3dc3f56b-e205-4006-bf61-004e702a9983 None None] Current status of the port e4bdec9c-25dd-49ab-9bb9-bae1a63baa28 is: DOWN; New status is: ACTIVE {{(pid=104417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 30 04:15:18.976268 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-3dc3f56b-e205-4006-bf61-004e702a9983 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3606762'] for port (e4bdec9c-25dd-49ab-9bb9-bae1a63baa28), before_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:15:18.998726 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-918fe347-8568-48df-9659-17bd8e1cf8d4 admin admin] Publish callbacks [] for security_group (876adec1-aa2b-42f1-bc23-192e7da39ae9), before_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:15:19.027669 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-918fe347-8568-48df-9659-17bd8e1cf8d4 admin admin] Publish callbacks [] for security_group (876adec1-aa2b-42f1-bc23-192e7da39ae9), precommit_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:15:19.029608 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=100 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:15:19.080238 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.rpc [None req-2a6d8403-c0a5-4ac4-aa48-860a84345009 None None] Device e4bdec9c-25dd-49ab-9bb9-bae1a63baa28 up at agent ovs-agent-dv-cinder-846842-7-iscsi {{(pid=104417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 04:15:19.092885 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-918fe347-8568-48df-9659-17bd8e1cf8d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3637186'] for security_group (876adec1-aa2b-42f1-bc23-192e7da39ae9), after_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:15:19.096295 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-918fe347-8568-48df-9659-17bd8e1cf8d4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:15:19.100269 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-918fe347-8568-48df-9659-17bd8e1cf8d4 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/876adec1-aa2b-42f1-bc23-192e7da39ae9 HTTP/1.1" status: 204 len: 168 time: 0.1949644 Jun 30 04:15:19.107683 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918fe347-8568-48df-9659-17bd8e1cf8d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=876adec1-aa2b-42f1-bc23-192e7da39ae9,revision_number=None']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:15:19.111229 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.db [None req-3dc3f56b-e205-4006-bf61-004e702a9983 None None] For port e4bdec9c-25dd-49ab-9bb9-bae1a63baa28, host dv-cinder-846842-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-7-iscsi',level=0,port_id=e4bdec9c-25dd-49ab-9bb9-bae1a63baa28,segment=NetworkSegment(fa7c4b3d-3226-4230-8cea-73b76388d57e),segment_id=fa7c4b3d-3226-4230-8cea-73b76388d57e)] {{(pid=104417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 04:15:19.132685 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-3dc3f56b-e205-4006-bf61-004e702a9983 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4095053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781926634698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781926239335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781926239353'] for port (e4bdec9c-25dd-49ab-9bb9-bae1a63baa28), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:15:19.256797 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc3f56b-e205-4006-bf61-004e702a9983 None None] Pushing event updated for resources: {'Port': ['ID=e4bdec9c-25dd-49ab-9bb9-bae1a63baa28,revision_number=5']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:15:19.317547 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.db.provisioning_blocks [None req-2a6d8403-c0a5-4ac4-aa48-860a84345009 None None] Provisioning complete for port e4bdec9c-25dd-49ab-9bb9-bae1a63baa28 triggered by entity L2. {{(pid=104417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 30 04:15:19.317922 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-2a6d8403-c0a5-4ac4-aa48-860a84345009 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565073'] for port (e4bdec9c-25dd-49ab-9bb9-bae1a63baa28), provisioning_complete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:15:19.326535 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.db.provisioning_blocks [None req-9bd13871-c017-4841-9d05-efe3ad2a05f6 None None] Provisioning complete for port e4bdec9c-25dd-49ab-9bb9-bae1a63baa28 triggered by entity DHCP. {{(pid=104417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 30 04:15:19.326852 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-9bd13871-c017-4841-9d05-efe3ad2a05f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565073'] for port (e4bdec9c-25dd-49ab-9bb9-bae1a63baa28), provisioning_complete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:15:19.451650 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.db.l3_hamode_db [None req-b6b096b0-85dd-4398-80e1-5cb1d7268289 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5fad03b-8645-449e-8ef0-392bc6c254bc', 'name': 'tempest-AttachVolumeShelveTestJSON-1944543417-router', 'tenant_id': '71588f8a5fc34919a77f28b6a8c8db0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14b0e4f-074d-4507-846c-fc8420bddf12', 'external_fixed_ips': [{'subnet_id': '15378187-268c-4fae-ace7-eaca7aa50f90', 'ip_address': '172.27.1.94'}], 'enable_snat': True}, 'gw_port_id': '5950e79d-38a6-49e8-a931-d01fb0d60025', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T04:15:04Z', 'updated_at': '2022-06-30T04:15:11Z', 'revision_number': 4, 'project_id': '71588f8a5fc34919a77f28b6a8c8db0e', 'gw_port': {'id': '5950e79d-38a6-49e8-a931-d01fb0d60025', 'name': '', 'network_id': 'a14b0e4f-074d-4507-846c-fc8420bddf12', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:19:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5fad03b-8645-449e-8ef0-392bc6c254bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '15378187-268c-4fae-ace7-eaca7aa50f90', 'ip_address': '172.27.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T04:15:05Z', 'updated_at': '2022-06-30T04:15:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15378187-268c-4fae-ace7-eaca7aa50f90', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-7-iscsi', '_interfaces': [{'id': 'e4bdec9c-25dd-49ab-9bb9-bae1a63baa28', 'name': '', 'network_id': '17fe777c-5046-426d-94b6-3483df1f9f21', 'tenant_id': '71588f8a5fc34919a77f28b6a8c8db0e', 'mac_address': 'fa:16:3e:97:07:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5fad03b-8645-449e-8ef0-392bc6c254bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'd7ebd17c-ba43-4daa-b223-4200fbc873be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T04:15:09Z', 'updated_at': '2022-06-30T04:15:18Z', 'revision_number': 4, 'project_id': '71588f8a5fc34919a77f28b6a8c8db0e', 'subnets': [{'id': 'd7ebd17c-ba43-4daa-b223-4200fbc873be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846842-7-iscsi', False) {} {{(pid=104417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 04:15:19.499897 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6b096b0-85dd-4398-80e1-5cb1d7268289 None None] The sync data for ids ['f5fad03b-8645-449e-8ef0-392bc6c254bc'] in dv-cinder-846842-7-iscsi is: [{'id': 'f5fad03b-8645-449e-8ef0-392bc6c254bc', 'name': 'tempest-AttachVolumeShelveTestJSON-1944543417-router', 'tenant_id': '71588f8a5fc34919a77f28b6a8c8db0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14b0e4f-074d-4507-846c-fc8420bddf12', 'external_fixed_ips': [{'subnet_id': '15378187-268c-4fae-ace7-eaca7aa50f90', 'ip_address': '172.27.1.94'}], 'enable_snat': True}, 'gw_port_id': '5950e79d-38a6-49e8-a931-d01fb0d60025', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T04:15:04Z', 'updated_at': '2022-06-30T04:15:11Z', 'revision_number': 4, 'project_id': '71588f8a5fc34919a77f28b6a8c8db0e', 'gw_port': {'id': '5950e79d-38a6-49e8-a931-d01fb0d60025', 'name': '', 'network_id': 'a14b0e4f-074d-4507-846c-fc8420bddf12', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:19:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5fad03b-8645-449e-8ef0-392bc6c254bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '15378187-268c-4fae-ace7-eaca7aa50f90', 'ip_address': '172.27.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T04:15:05Z', 'updated_at': '2022-06-30T04:15:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15378187-268c-4fae-ace7-eaca7aa50f90', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-7-iscsi', '_interfaces': [{'id': 'e4bdec9c-25dd-49ab-9bb9-bae1a63baa28', 'name': '', 'network_id': '17fe777c-5046-426d-94b6-3483df1f9f21', 'tenant_id': '71588f8a5fc34919a77f28b6a8c8db0e', 'mac_address': 'fa:16:3e:97:07:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5fad03b-8645-449e-8ef0-392bc6c254bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'd7ebd17c-ba43-4daa-b223-4200fbc873be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T04:15:09Z', 'updated_at': '2022-06-30T04:15:18Z', 'revision_number': 4, 'project_id': '71588f8a5fc34919a77f28b6a8c8db0e', 'subnets': [{'id': 'd7ebd17c-ba43-4daa-b223-4200fbc873be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 04:15:19.622435 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-9bd13871-c017-4841-9d05-efe3ad2a05f6 None None] Current status of the port e4bdec9c-25dd-49ab-9bb9-bae1a63baa28 is: ACTIVE; New status is: ACTIVE {{(pid=104417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 30 04:15:19.638712 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-2a6d8403-c0a5-4ac4-aa48-860a84345009 None None] Current status of the port e4bdec9c-25dd-49ab-9bb9-bae1a63baa28 is: ACTIVE; New status is: ACTIVE {{(pid=104417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 30 04:15:19.740937 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-d15600bf-b3c1-4ca7-854f-067b2b57f94d req-3200cd2d-3d92-4fbd-9909-d56316b3deea tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] 10.222.0.13 "GET /v2.0/ports?device_id=2d3f3442-a00e-47ee-b0df-f099086628ce HTTP/1.1" status: 200 len: 210 time: 0.0674565 Jun 30 04:15:19.983065 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-d5473054-f16f-474d-8674-2a7e88acde11 req-7b31359e-c822-43f5-9632-8f9adbe00af5 tempest-DeleteServersTestJSON-486871242 tempest-DeleteServersTestJSON-486871242-project] 10.222.0.13 "GET /v2.0/ports?device_id=43ceac9b-808a-455a-9409-817a9675cc84 HTTP/1.1" status: 200 len: 210 time: 0.0371506 Jun 30 04:15:20.342179 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.20', 53886) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 04:15:20.535060 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:15:20.587007 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d127436-b537-478d-9c19-dedfca444d51 req-1d553d57-99a2-4ec6-b641-40c113c35b83 tempest-DeleteServersTestJSON-486871242 tempest-DeleteServersTestJSON-486871242-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:15:20.589489 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-6d127436-b537-478d-9c19-dedfca444d51 req-1d553d57-99a2-4ec6-b641-40c113c35b83 tempest-DeleteServersTestJSON-486871242 tempest-DeleteServersTestJSON-486871242-project] 10.222.0.20 "GET /v2.0/networks?id=ace93dd0-22f0-46a4-80c6-05197b7b7fb0 HTTP/1.1" status: 200 len: 812 time: 0.2344639 Jun 30 04:15:20.823997 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.v2.base [req-6d127436-b537-478d-9c19-dedfca444d51 req-ddaf7613-521f-458f-a597-76ed3848f959 tempest-DeleteServersTestJSON-486871242 tempest-DeleteServersTestJSON-486871242-project] Request body: {'port': {'device_id': '43ceac9b-808a-455a-9409-817a9675cc84', 'network_id': 'ace93dd0-22f0-46a4-80c6-05197b7b7fb0', 'admin_state_up': True, 'tenant_id': '6a37f11a6f794a518cfcfa600caf2445'}} {{(pid=104416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 30 04:15:20.960890 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-9ad61df5-3e58-4532-b187-f37979adb359 req-e2286a85-dcc2-43dd-b430-3fd983b509b9 tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] 10.222.0.13 "GET /v2.0/ports?device_id=2d3f3442-a00e-47ee-b0df-f099086628ce HTTP/1.1" status: 200 len: 210 time: 0.0658238 Jun 30 04:15:20.977449 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.wsgi [-] (104415) accepted ('10.222.0.20', 53893) {{(pid=104415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 04:15:21.085308 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.rpc [None req-2a6d8403-c0a5-4ac4-aa48-860a84345009 None None] Device e4bdec9c-25dd-49ab-9bb9-bae1a63baa28 up at agent ovs-agent-dv-cinder-846842-7-iscsi {{(pid=104417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 04:15:21.206502 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.db.provisioning_blocks [None req-2a6d8403-c0a5-4ac4-aa48-860a84345009 None None] Provisioning complete for port e4bdec9c-25dd-49ab-9bb9-bae1a63baa28 triggered by entity L2. {{(pid=104417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 30 04:15:21.207606 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-2a6d8403-c0a5-4ac4-aa48-860a84345009 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565073'] for port (e4bdec9c-25dd-49ab-9bb9-bae1a63baa28), provisioning_complete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:15:21.464630 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-2a6d8403-c0a5-4ac4-aa48-860a84345009 None None] Current status of the port e4bdec9c-25dd-49ab-9bb9-bae1a63baa28 is: ACTIVE; New status is: ACTIVE {{(pid=104417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 30 04:15:21.527828 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6d127436-b537-478d-9c19-dedfca444d51 req-ddaf7613-521f-458f-a597-76ed3848f959 tempest-DeleteServersTestJSON-486871242 tempest-DeleteServersTestJSON-486871242-project] Made reservation on behalf of 6a37f11a6f794a518cfcfa600caf2445 for: {'port': 1} {{(pid=104416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 04:15:21.534594 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-6d127436-b537-478d-9c19-dedfca444d51 req-ddaf7613-521f-458f-a597-76ed3848f959 tempest-DeleteServersTestJSON-486871242 tempest-DeleteServersTestJSON-486871242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3606762'] for port (None), before_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:15:21.564123 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.13', 47952) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 04:15:21.589844 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6d8c00-4612-4dba-a615-0d7c366a0947 req-0a0b2d45-bb29-4be3-a9a7-c13c906b4fc4 tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:15:21.591681 dv-cinder-846842-7-iscsi neutron-server[104415]: INFO neutron.wsgi [req-bf6d8c00-4612-4dba-a615-0d7c366a0947 req-0a0b2d45-bb29-4be3-a9a7-c13c906b4fc4 tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] 10.222.0.20 "GET /v2.0/networks?id=17fe777c-5046-426d-94b6-3483df1f9f21 HTTP/1.1" status: 200 len: 817 time: 0.6131668 Jun 30 04:15:21.616676 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-e5a35a52-3de3-497a-8003-8b74899c1f82 req-f41b173d-a7a2-49d1-9b3a-37f44206ee49 tempest-DeleteServersTestJSON-486871242 tempest-DeleteServersTestJSON-486871242-project] 10.222.0.13 "GET /v2.0/ports?device_id=43ceac9b-808a-455a-9409-817a9675cc84 HTTP/1.1" status: 200 len: 210 time: 0.0514297 Jun 30 04:15:21.705890 dv-cinder-846842-7-iscsi neutron-server[104415]: INFO neutron.wsgi [req-bf6d8c00-4612-4dba-a615-0d7c366a0947 req-09cea925-1a96-4642-a4f2-d7a232ca109e tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=71588f8a5fc34919a77f28b6a8c8db0e HTTP/1.1" status: 200 len: 380 time: 0.1057668 Jun 30 04:15:21.717641 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.v2.base [req-bf6d8c00-4612-4dba-a615-0d7c366a0947 req-4255f833-aea1-49f1-9c53-e08136485a94 tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] Request body: {'port': {'device_id': '2d3f3442-a00e-47ee-b0df-f099086628ce', 'network_id': '17fe777c-5046-426d-94b6-3483df1f9f21', 'admin_state_up': True, 'tenant_id': '71588f8a5fc34919a77f28b6a8c8db0e', 'security_groups': ['917dbda3-50de-42c2-a106-5e4480b4dad4']}} {{(pid=104415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 30 04:15:21.723678 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:15:21.932281 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bf6d8c00-4612-4dba-a615-0d7c366a0947 req-4255f833-aea1-49f1-9c53-e08136485a94 tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] Made reservation on behalf of 71588f8a5fc34919a77f28b6a8c8db0e for: {'port': 1} {{(pid=104415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 04:15:21.941090 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [req-bf6d8c00-4612-4dba-a615-0d7c366a0947 req-4255f833-aea1-49f1-9c53-e08136485a94 tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3606762'] for port (None), before_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:15:21.978271 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.db.db_base_plugin_common [req-6d127436-b537-478d-9c19-dedfca444d51 req-ddaf7613-521f-458f-a597-76ed3848f959 tempest-DeleteServersTestJSON-486871242 tempest-DeleteServersTestJSON-486871242-project] Allocated IP 172.20.0.8 (ace93dd0-22f0-46a4-80c6-05197b7b7fb0/7d4bc025-2944-45a2-9732-0bc1c0bb00af/7cff6837-1499-4d0c-af41-27acd223363c) {{(pid=104416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 04:15:22.134822 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-1be82475-c5f0-48b5-bc1c-727d83a5ac13 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:15:22.634493 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.wsgi [-] (104415) accepted ('10.222.0.13', 48000) {{(pid=104415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 04:15:22.647981 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=81,neutron:DELETE=1,neutron:INSERT=16,neutron:UPDATE=2 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:15:22.672359 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.db.db_base_plugin_common [req-bf6d8c00-4612-4dba-a615-0d7c366a0947 req-4255f833-aea1-49f1-9c53-e08136485a94 tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] Allocated IP 172.20.0.9 (17fe777c-5046-426d-94b6-3483df1f9f21/d7ebd17c-ba43-4daa-b223-4200fbc873be/bd404336-185f-4a39-8576-5211044a2340) {{(pid=104415) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 04:15:22.878170 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-3ecae841-9549-47ce-841b-c6e6bde77fa6 req-5f980cc2-0e28-42c8-a455-a40785a5f2a1 tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] 10.222.0.13 "GET /v2.0/ports?device_id=2d3f3442-a00e-47ee-b0df-f099086628ce HTTP/1.1" status: 200 len: 210 time: 0.6423531 Jun 30 04:15:22.999969 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-827c593e-efda-4bb3-a1d1-47403d6aec5f req-a59c53bf-d81e-4574-835a-3fa1c3dab892 tempest-DeleteServersTestJSON-486871242 tempest-DeleteServersTestJSON-486871242-project] 10.222.0.13 "GET /v2.0/ports?device_id=43ceac9b-808a-455a-9409-817a9675cc84 HTTP/1.1" status: 200 len: 210 time: 0.1118419 Jun 30 04:15:23.076697 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-6d127436-b537-478d-9c19-dedfca444d51 req-ddaf7613-521f-458f-a597-76ed3848f959 tempest-DeleteServersTestJSON-486871242 tempest-DeleteServersTestJSON-486871242-project] Publish callbacks [] for port (7cff6837-1499-4d0c-af41-27acd223363c), precommit_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:15:23.092301 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [req-bf6d8c00-4612-4dba-a615-0d7c366a0947 req-4255f833-aea1-49f1-9c53-e08136485a94 tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] Publish callbacks [] for port (bd404336-185f-4a39-8576-5211044a2340), precommit_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:15:23.106260 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-1be82475-c5f0-48b5-bc1c-727d83a5ac13 admin admin] Publish callbacks [] for security_group (c28b620a-75f7-4a22-b188-b62920cb9423), precommit_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:15:23.134670 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-e93dad5d-2a6d-4afe-9a81-782c51ccca7d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:15:23.149110 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-1be82475-c5f0-48b5-bc1c-727d83a5ac13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3637186'] for security_group (c28b620a-75f7-4a22-b188-b62920cb9423), after_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:15:23.187985 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-1be82475-c5f0-48b5-bc1c-727d83a5ac13 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1b2cfea312a04240a0a0e709879d4832&name=default HTTP/1.1" status: 200 len: 2992 time: 1.6183159 Jun 30 04:15:23.191532 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.wsgi [-] (104415) accepted ('10.222.0.13', 48022) {{(pid=104415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 04:15:23.207709 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [req-bf6d8c00-4612-4dba-a615-0d7c366a0947 req-4255f833-aea1-49f1-9c53-e08136485a94 tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4095053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781926239317'] for port (bd404336-185f-4a39-8576-5211044a2340), after_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:15:23.228198 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be82475-c5f0-48b5-bc1c-727d83a5ac13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c28b620a-75f7-4a22-b188-b62920cb9423,revision_number=1']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:15:23.237087 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=83,neutron:DELETE=3,neutron:INSERT=11,neutron:UPDATE=3 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:15:23.261168 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-6d127436-b537-478d-9c19-dedfca444d51 req-ddaf7613-521f-458f-a597-76ed3848f959 tempest-DeleteServersTestJSON-486871242 tempest-DeleteServersTestJSON-486871242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4095053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781926239317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1764130'] for port (7cff6837-1499-4d0c-af41-27acd223363c), after_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:15:23.301770 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6d127436-b537-478d-9c19-dedfca444d51 req-ddaf7613-521f-458f-a597-76ed3848f959 tempest-DeleteServersTestJSON-486871242 tempest-DeleteServersTestJSON-486871242-project] Network ace93dd0-22f0-46a4-80c6-05197b7b7fb0 is already hosted by enough agents. {{(pid=104416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 04:15:23.336106 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=89,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:15:23.338225 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.scheduler.base_scheduler [req-6d127436-b537-478d-9c19-dedfca444d51 req-ddaf7613-521f-458f-a597-76ed3848f959 tempest-DeleteServersTestJSON-486871242 tempest-DeleteServersTestJSON-486871242-project] Resources bound (agent type, host, resource id): {{(pid=104416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 04:15:23.370549 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bf6d8c00-4612-4dba-a615-0d7c366a0947 req-4255f833-aea1-49f1-9c53-e08136485a94 tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] Network 17fe777c-5046-426d-94b6-3483df1f9f21 is already hosted by enough agents. {{(pid=104415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 04:15:23.389195 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.scheduler.base_scheduler [req-bf6d8c00-4612-4dba-a615-0d7c366a0947 req-4255f833-aea1-49f1-9c53-e08136485a94 tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] Resources bound (agent type, host, resource id): {{(pid=104415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 04:15:23.394540 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf6d8c00-4612-4dba-a615-0d7c366a0947 req-4255f833-aea1-49f1-9c53-e08136485a94 tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] Received port after_create {{(pid=104415) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 30 04:15:23.401695 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6d8c00-4612-4dba-a615-0d7c366a0947 req-4255f833-aea1-49f1-9c53-e08136485a94 tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:15:23.403171 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [req-bf6d8c00-4612-4dba-a615-0d7c366a0947 req-4255f833-aea1-49f1-9c53-e08136485a94 tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528667'] for port (None), before_response {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:15:23.413237 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4255f833-aea1-49f1-9c53-e08136485a94 tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] Pushing event updated for resources: {'Port': ['ID=bd404336-185f-4a39-8576-5211044a2340,revision_number=1']} {{(pid=104415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:15:23.431833 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d127436-b537-478d-9c19-dedfca444d51 req-ddaf7613-521f-458f-a597-76ed3848f959 tempest-DeleteServersTestJSON-486871242 tempest-DeleteServersTestJSON-486871242-project] Received port after_create {{(pid=104416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 30 04:15:23.455678 dv-cinder-846842-7-iscsi neutron-server[104415]: INFO neutron.wsgi [req-bf6d8c00-4612-4dba-a615-0d7c366a0947 req-4255f833-aea1-49f1-9c53-e08136485a94 tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7443986 Jun 30 04:15:23.478661 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.wsgi [req-bf6d8c00-4612-4dba-a615-0d7c366a0947 req-3e2a7202-a3f2-4ced-8747-965405d50528 tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=104415) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 30 04:15:23.479935 dv-cinder-846842-7-iscsi neutron-server[104415]: INFO neutron.wsgi [req-bf6d8c00-4612-4dba-a615-0d7c366a0947 req-3e2a7202-a3f2-4ced-8747-965405d50528 tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0100923 Jun 30 04:15:23.489651 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-11361ba8-e7c5-4de7-9185-c553e4fa26ee admin admin] Publish callbacks [] for security_group (c28b620a-75f7-4a22-b188-b62920cb9423), before_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:15:23.750933 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddaf7613-521f-458f-a597-76ed3848f959 tempest-DeleteServersTestJSON-486871242 tempest-DeleteServersTestJSON-486871242-project] Pushing event updated for resources: {'Port': ['ID=7cff6837-1499-4d0c-af41-27acd223363c,revision_number=1']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:15:23.830984 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d127436-b537-478d-9c19-dedfca444d51 req-ddaf7613-521f-458f-a597-76ed3848f959 tempest-DeleteServersTestJSON-486871242 tempest-DeleteServersTestJSON-486871242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:15:23.831602 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-6d127436-b537-478d-9c19-dedfca444d51 req-ddaf7613-521f-458f-a597-76ed3848f959 tempest-DeleteServersTestJSON-486871242 tempest-DeleteServersTestJSON-486871242-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528667'] for port (None), before_response {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:15:23.889877 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-6d127436-b537-478d-9c19-dedfca444d51 req-ddaf7613-521f-458f-a597-76ed3848f959 tempest-DeleteServersTestJSON-486871242 tempest-DeleteServersTestJSON-486871242-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0719802 Jun 30 04:15:23.900316 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-e93dad5d-2a6d-4afe-9a81-782c51ccca7d admin admin] Publish callbacks [] for security_group (f1f4fcab-ecf3-4709-8604-c474d6827e3f), precommit_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:15:23.942946 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-e93dad5d-2a6d-4afe-9a81-782c51ccca7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3637186'] for security_group (f1f4fcab-ecf3-4709-8604-c474d6827e3f), after_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:15:24.013116 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.db.provisioning_blocks [None req-8cd8ff09-3526-4871-a498-6aa31678f370 None None] Provisioning complete for port bd404336-185f-4a39-8576-5211044a2340 triggered by entity DHCP. {{(pid=104417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 30 04:15:24.014505 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-11361ba8-e7c5-4de7-9185-c553e4fa26ee admin admin] Publish callbacks [] for security_group (c28b620a-75f7-4a22-b188-b62920cb9423), precommit_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:15:24.017004 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-8cd8ff09-3526-4871-a498-6aa31678f370 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565073'] for port (bd404336-185f-4a39-8576-5211044a2340), provisioning_complete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:15:24.092805 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:15:24.116428 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93dad5d-2a6d-4afe-9a81-782c51ccca7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1f4fcab-ecf3-4709-8604-c474d6827e3f,revision_number=1']} {{(pid=104415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:15:24.116660 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=100 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:15:24.134065 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-8cd8ff09-3526-4871-a498-6aa31678f370 None None] Port bd404336-185f-4a39-8576-5211044a2340 cannot update to ACTIVE because it is not bound. {{(pid=104417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 30 04:15:24.161478 dv-cinder-846842-7-iscsi neutron-server[104415]: INFO neutron.wsgi [None req-e93dad5d-2a6d-4afe-9a81-782c51ccca7d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c9be5d4573e345fc9c1e4a065ed94c9a&name=default HTTP/1.1" status: 200 len: 2992 time: 1.5116282 Jun 30 04:15:24.168638 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.13', 48068) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 04:15:24.203410 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-11361ba8-e7c5-4de7-9185-c553e4fa26ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3637186'] for security_group (c28b620a-75f7-4a22-b188-b62920cb9423), after_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:15:24.209888 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-11361ba8-e7c5-4de7-9185-c553e4fa26ee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:15:24.211726 dv-cinder-846842-7-iscsi neutron-server[104415]: INFO neutron.wsgi [None req-11361ba8-e7c5-4de7-9185-c553e4fa26ee admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c28b620a-75f7-4a22-b188-b62920cb9423 HTTP/1.1" status: 204 len: 168 time: 1.0191274 Jun 30 04:15:24.224010 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11361ba8-e7c5-4de7-9185-c553e4fa26ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c28b620a-75f7-4a22-b188-b62920cb9423,revision_number=None']} {{(pid=104415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:15:24.264401 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.db.provisioning_blocks [None req-e9d987ab-7c04-4951-9f9b-55d03775f478 None None] Provisioning complete for port 7cff6837-1499-4d0c-af41-27acd223363c triggered by entity DHCP. {{(pid=104417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 30 04:15:24.264975 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-e9d987ab-7c04-4951-9f9b-55d03775f478 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565073'] for port (7cff6837-1499-4d0c-af41-27acd223363c), provisioning_complete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:15:24.324347 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-e9d987ab-7c04-4951-9f9b-55d03775f478 None None] Port 7cff6837-1499-4d0c-af41-27acd223363c cannot update to ACTIVE because it is not bound. {{(pid=104417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 30 04:15:24.337732 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.v2.base [req-bf6d8c00-4612-4dba-a615-0d7c366a0947 req-3d10a106-3d21-4eb5-8f14-6f4e8ae77246 service neutron] Request body: {'port': {'device_id': '2d3f3442-a00e-47ee-b0df-f099086628ce', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84684'}} {{(pid=104415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 30 04:15:24.350970 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.v2.base [req-6d127436-b537-478d-9c19-dedfca444d51 req-ddca8002-4768-4830-8f3f-40ee638a52c9 service neutron] Request body: {'port': {'device_id': '43ceac9b-808a-455a-9409-817a9675cc84', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84684'}} {{(pid=104416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 30 04:15:24.502776 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.wsgi [-] (104415) accepted ('10.222.0.13', 48072) {{(pid=104415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 04:15:24.503123 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.wsgi [-] (104415) accepted ('10.222.0.13', 48074) {{(pid=104415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 04:15:24.539543 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-6d127436-b537-478d-9c19-dedfca444d51 req-ddca8002-4768-4830-8f3f-40ee638a52c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3606762'] for port (7cff6837-1499-4d0c-af41-27acd223363c), before_update {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:15:24.543114 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [req-bf6d8c00-4612-4dba-a615-0d7c366a0947 req-3d10a106-3d21-4eb5-8f14-6f4e8ae77246 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3606762'] for port (bd404336-185f-4a39-8576-5211044a2340), before_update {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:15:24.634379 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fa91a7-f3c0-4733-bcfc-ff9a5634c411 req-d9139f8b-4b2b-4bf2-899b-83ff126e1ee1 tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:15:24.635842 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-55fa91a7-f3c0-4733-bcfc-ff9a5634c411 req-d9139f8b-4b2b-4bf2-899b-83ff126e1ee1 tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] 10.222.0.13 "GET /v2.0/ports?device_id=2d3f3442-a00e-47ee-b0df-f099086628ce HTTP/1.1" status: 200 len: 931 time: 0.4956264 Jun 30 04:15:24.760016 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7491947-edfa-452b-a15f-e1443606cef0 req-74d9b6a0-e8e7-4f49-b408-d533729d1428 tempest-DeleteServersTestJSON-486871242 tempest-DeleteServersTestJSON-486871242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:15:24.767756 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-e7491947-edfa-452b-a15f-e1443606cef0 req-74d9b6a0-e8e7-4f49-b408-d533729d1428 tempest-DeleteServersTestJSON-486871242 tempest-DeleteServersTestJSON-486871242-project] 10.222.0.13 "GET /v2.0/ports?device_id=43ceac9b-808a-455a-9409-817a9675cc84 HTTP/1.1" status: 200 len: 931 time: 0.5107462 Jun 30 04:15:24.837267 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:15:24.895742 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-55fa91a7-f3c0-4733-bcfc-ff9a5634c411 req-8ab23760-e8a5-45d1-a9f6-3e8da521c515 tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] 10.222.0.13 "GET /v2.0/security-groups?id=917dbda3-50de-42c2-a106-5e4480b4dad4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2514198 Jun 30 04:15:25.006072 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-6394f40c-bae7-4340-9654-8e730a0bec3b admin admin] Publish callbacks [] for security_group (f1f4fcab-ecf3-4709-8604-c474d6827e3f), before_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:15:25.044810 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.notifiers.nova [req-bf6d8c00-4612-4dba-a615-0d7c366a0947 req-3d10a106-3d21-4eb5-8f14-6f4e8ae77246 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bd404336-185f-4a39-8576-5211044a2340 {{(pid=104415) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 30 04:15:25.068050 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [req-bf6d8c00-4612-4dba-a615-0d7c366a0947 req-3d10a106-3d21-4eb5-8f14-6f4e8ae77246 service neutron] Publish callbacks [] for port (bd404336-185f-4a39-8576-5211044a2340), precommit_update {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:15:25.111704 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.db.provisioning_blocks [req-bf6d8c00-4612-4dba-a615-0d7c366a0947 req-3d10a106-3d21-4eb5-8f14-6f4e8ae77246 service neutron] Transition to ACTIVE for port object bd404336-185f-4a39-8576-5211044a2340 will not be triggered until provisioned by entity L2. {{(pid=104415) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 30 04:15:25.126138 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [req-bf6d8c00-4612-4dba-a615-0d7c366a0947 req-3d10a106-3d21-4eb5-8f14-6f4e8ae77246 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4095053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781926634698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781926239335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781926239353'] for port (bd404336-185f-4a39-8576-5211044a2340), after_update {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:15:25.161945 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-6394f40c-bae7-4340-9654-8e730a0bec3b admin admin] Publish callbacks [] for security_group (f1f4fcab-ecf3-4709-8604-c474d6827e3f), precommit_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:15:25.220665 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-e7491947-edfa-452b-a15f-e1443606cef0 req-084f9600-808d-4827-8317-93e7e3f63809 tempest-DeleteServersTestJSON-486871242 tempest-DeleteServersTestJSON-486871242-project] 10.222.0.13 "GET /v2.0/security-groups?id=4805bc95-9fae-4382-982a-74fa7c978b94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4518325 Jun 30 04:15:25.262039 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.13', 48094) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 04:15:25.280513 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-7c2c7587-a2d1-41fe-ac7a-c9d962d44001 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:15:25.301209 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-51804a98-8a13-4507-bdf5-d1e40706babd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:15:25.359024 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:UPDATE=2,neutron:SELECT=51 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:15:25.370747 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-6394f40c-bae7-4340-9654-8e730a0bec3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3637186'] for security_group (f1f4fcab-ecf3-4709-8604-c474d6827e3f), after_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:15:25.375382 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-6394f40c-bae7-4340-9654-8e730a0bec3b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:15:25.376785 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-6394f40c-bae7-4340-9654-8e730a0bec3b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f1f4fcab-ecf3-4709-8604-c474d6827e3f HTTP/1.1" status: 204 len: 168 time: 1.1490827 Jun 30 04:15:25.392234 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:SELECT=58,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:15:25.397121 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6394f40c-bae7-4340-9654-8e730a0bec3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1f4fcab-ecf3-4709-8604-c474d6827e3f,revision_number=None']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:15:25.446293 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-8b076bd1-2c85-4814-8f0c-e8a785edcdb1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:15:25.461668 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.notifiers.nova [req-6d127436-b537-478d-9c19-dedfca444d51 req-ddca8002-4768-4830-8f3f-40ee638a52c9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7cff6837-1499-4d0c-af41-27acd223363c {{(pid=104416) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 30 04:15:25.479538 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-6d127436-b537-478d-9c19-dedfca444d51 req-ddca8002-4768-4830-8f3f-40ee638a52c9 service neutron] Publish callbacks [] for port (7cff6837-1499-4d0c-af41-27acd223363c), precommit_update {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:15:25.518138 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:UPDATE=3 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:15:25.520267 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.db.provisioning_blocks [req-6d127436-b537-478d-9c19-dedfca444d51 req-ddca8002-4768-4830-8f3f-40ee638a52c9 service neutron] Transition to ACTIVE for port object 7cff6837-1499-4d0c-af41-27acd223363c will not be triggered until provisioned by entity L2. {{(pid=104416) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 30 04:15:25.537602 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-6d127436-b537-478d-9c19-dedfca444d51 req-ddca8002-4768-4830-8f3f-40ee638a52c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4095053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781926634698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781926239335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781926239353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1764123'] for port (7cff6837-1499-4d0c-af41-27acd223363c), after_update {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:15:25.553130 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:DELETE=2,neutron:INSERT=6 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:15:25.763206 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-7c2c7587-a2d1-41fe-ac7a-c9d962d44001 admin admin] Publish callbacks [] for security_group (5264ba0f-d37b-43d2-bde8-c3c454e18f4f), precommit_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:15:25.765771 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d10a106-3d21-4eb5-8f14-6f4e8ae77246 service neutron] Pushing event updated for resources: {'Port': ['ID=bd404336-185f-4a39-8576-5211044a2340,revision_number=2']} {{(pid=104415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:15:25.809807 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-7c2c7587-a2d1-41fe-ac7a-c9d962d44001 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3637186'] for security_group (5264ba0f-d37b-43d2-bde8-c3c454e18f4f), after_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:15:25.866636 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddca8002-4768-4830-8f3f-40ee638a52c9 service neutron] Pushing event updated for resources: {'Port': ['ID=7cff6837-1499-4d0c-af41-27acd223363c,revision_number=2']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:15:25.948511 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:15:26.088563 dv-cinder-846842-7-iscsi neutron-server[104415]: INFO neutron.wsgi [None req-7c2c7587-a2d1-41fe-ac7a-c9d962d44001 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=14c8ea32df0041e89f6a8dad4007d7b8&name=default HTTP/1.1" status: 200 len: 2996 time: 1.5788505 Jun 30 04:15:26.095749 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.wsgi [-] (104415) accepted ('10.222.0.13', 48118) {{(pid=104415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 04:15:26.106648 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2c7587-a2d1-41fe-ac7a-c9d962d44001 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5264ba0f-d37b-43d2-bde8-c3c454e18f4f,revision_number=1']} {{(pid=104415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:15:26.110177 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.plugins.ml2.managers [req-bf6d8c00-4612-4dba-a615-0d7c366a0947 req-3d10a106-3d21-4eb5-8f14-6f4e8ae77246 service neutron] Attempting to bind port bd404336-185f-4a39-8576-5211044a2340 on host hv-cinder-84684 for vnic_type normal with profile {{(pid=104415) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 30 04:15:26.110540 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.plugins.ml2.managers [req-bf6d8c00-4612-4dba-a615-0d7c366a0947 req-3d10a106-3d21-4eb5-8f14-6f4e8ae77246 service neutron] Attempting to bind port bd404336-185f-4a39-8576-5211044a2340 by drivers openvswitch,hyperv on host hv-cinder-84684 at level 0 using segments [{'id': 'fa7c4b3d-3226-4230-8cea-73b76388d57e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '17fe777c-5046-426d-94b6-3483df1f9f21'}] {{(pid=104415) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 30 04:15:26.110882 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf6d8c00-4612-4dba-a615-0d7c366a0947 req-3d10a106-3d21-4eb5-8f14-6f4e8ae77246 service neutron] Attempting to bind port bd404336-185f-4a39-8576-5211044a2340 on network 17fe777c-5046-426d-94b6-3483df1f9f21 {{(pid=104415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 30 04:15:26.152971 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf6d8c00-4612-4dba-a615-0d7c366a0947 req-3d10a106-3d21-4eb5-8f14-6f4e8ae77246 service neutron] Port bd404336-185f-4a39-8576-5211044a2340 on network 17fe777c-5046-426d-94b6-3483df1f9f21 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84684 {{(pid=104415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 30 04:15:26.153306 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf6d8c00-4612-4dba-a615-0d7c366a0947 req-3d10a106-3d21-4eb5-8f14-6f4e8ae77246 service neutron] Attempting to bind port bd404336-185f-4a39-8576-5211044a2340 on network 17fe777c-5046-426d-94b6-3483df1f9f21 {{(pid=104415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 30 04:15:26.176689 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf6d8c00-4612-4dba-a615-0d7c366a0947 req-3d10a106-3d21-4eb5-8f14-6f4e8ae77246 service neutron] Checking agent: {'id': 'ef703bef-7cc0-467c-baa9-fe8a66be565c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84684', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 30, 4, 13, 10), 'started_at': datetime.datetime(2022, 6, 30, 4, 13, 10), 'heartbeat_timestamp': datetime.datetime(2022, 6, 30, 4, 15, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 30 04:15:26.177048 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf6d8c00-4612-4dba-a615-0d7c366a0947 req-3d10a106-3d21-4eb5-8f14-6f4e8ae77246 service neutron] Checking segment: {'id': 'fa7c4b3d-3226-4230-8cea-73b76388d57e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '17fe777c-5046-426d-94b6-3483df1f9f21'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104415) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 30 04:15:26.177897 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf6d8c00-4612-4dba-a615-0d7c366a0947 req-3d10a106-3d21-4eb5-8f14-6f4e8ae77246 service neutron] Bound using segment: {'id': 'fa7c4b3d-3226-4230-8cea-73b76388d57e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '17fe777c-5046-426d-94b6-3483df1f9f21'} {{(pid=104415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 30 04:15:26.178305 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.plugins.ml2.managers [req-bf6d8c00-4612-4dba-a615-0d7c366a0947 req-3d10a106-3d21-4eb5-8f14-6f4e8ae77246 service neutron] Bound port: bd404336-185f-4a39-8576-5211044a2340, host: hv-cinder-84684, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fa7c4b3d-3226-4230-8cea-73b76388d57e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '17fe777c-5046-426d-94b6-3483df1f9f21'}}] {{(pid=104415) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 30 04:15:26.178667 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [req-bf6d8c00-4612-4dba-a615-0d7c366a0947 req-3d10a106-3d21-4eb5-8f14-6f4e8ae77246 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3606762'] for port (bd404336-185f-4a39-8576-5211044a2340), before_update {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:15:26.267317 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=87,neutron:DELETE=1,neutron:UPDATE=4,neutron:INSERT=8 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:15:26.291039 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-8b076bd1-2c85-4814-8f0c-e8a785edcdb1 admin admin] Publish callbacks [] for security_group (60d1a8f1-3411-477b-8e7c-573934169bf8), precommit_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:15:26.326486 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-51804a98-8a13-4507-bdf5-d1e40706babd admin admin] Publish callbacks [] for security_group (2f3ce5e5-c146-4ab7-ac34-6b2ba3867373), precommit_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:15:26.333691 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=83,neutron:UPDATE=2,neutron:INSERT=15 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:15:26.337948 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-a2b578a8-0933-4e9f-aee9-7ecd51473ce6 admin admin] Publish callbacks [] for security_group (5264ba0f-d37b-43d2-bde8-c3c454e18f4f), before_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:15:26.356192 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-51804a98-8a13-4507-bdf5-d1e40706babd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3637186'] for security_group (2f3ce5e5-c146-4ab7-ac34-6b2ba3867373), after_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:15:26.367580 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.managers [req-6d127436-b537-478d-9c19-dedfca444d51 req-ddca8002-4768-4830-8f3f-40ee638a52c9 service neutron] Attempting to bind port 7cff6837-1499-4d0c-af41-27acd223363c on host hv-cinder-84684 for vnic_type normal with profile {{(pid=104416) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 30 04:15:26.367949 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.managers [req-6d127436-b537-478d-9c19-dedfca444d51 req-ddca8002-4768-4830-8f3f-40ee638a52c9 service neutron] Attempting to bind port 7cff6837-1499-4d0c-af41-27acd223363c by drivers openvswitch,hyperv on host hv-cinder-84684 at level 0 using segments [{'id': '9ca81d36-234f-4915-9758-c5171bb50dcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'ace93dd0-22f0-46a4-80c6-05197b7b7fb0'}] {{(pid=104416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 30 04:15:26.368279 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d127436-b537-478d-9c19-dedfca444d51 req-ddca8002-4768-4830-8f3f-40ee638a52c9 service neutron] Attempting to bind port 7cff6837-1499-4d0c-af41-27acd223363c on network ace93dd0-22f0-46a4-80c6-05197b7b7fb0 {{(pid=104416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 30 04:15:26.372871 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-8b076bd1-2c85-4814-8f0c-e8a785edcdb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3637186'] for security_group (60d1a8f1-3411-477b-8e7c-573934169bf8), after_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:15:26.413761 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-a2b578a8-0933-4e9f-aee9-7ecd51473ce6 admin admin] Publish callbacks [] for security_group (5264ba0f-d37b-43d2-bde8-c3c454e18f4f), precommit_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:15:26.416976 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.plugins.ml2.db [req-bf6d8c00-4612-4dba-a615-0d7c366a0947 req-3d10a106-3d21-4eb5-8f14-6f4e8ae77246 service neutron] For port bd404336-185f-4a39-8576-5211044a2340, host hv-cinder-84684, cleared binding levels {{(pid=104415) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 04:15:26.437823 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b076bd1-2c85-4814-8f0c-e8a785edcdb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60d1a8f1-3411-477b-8e7c-573934169bf8,revision_number=1']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:15:26.454193 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea07e92-8289-4a67-8b9a-585c818637af req-c77c9651-1bb8-43b1-bad7-e69fd26f0c01 tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:15:26.455765 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-3ea07e92-8289-4a67-8b9a-585c818637af req-c77c9651-1bb8-43b1-bad7-e69fd26f0c01 tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] 10.222.0.13 "GET /v2.0/ports?device_id=2d3f3442-a00e-47ee-b0df-f099086628ce HTTP/1.1" status: 200 len: 943 time: 0.4308672 Jun 30 04:15:26.475961 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.plugins.ml2.db [req-bf6d8c00-4612-4dba-a615-0d7c366a0947 req-3d10a106-3d21-4eb5-8f14-6f4e8ae77246 service neutron] For port bd404336-185f-4a39-8576-5211044a2340, host hv-cinder-84684, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=bd404336-185f-4a39-8576-5211044a2340,segment=NetworkSegment(fa7c4b3d-3226-4230-8cea-73b76388d57e),segment_id=fa7c4b3d-3226-4230-8cea-73b76388d57e)] {{(pid=104415) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 04:15:26.482704 dv-cinder-846842-7-iscsi neutron-server[104415]: INFO neutron.wsgi [None req-51804a98-8a13-4507-bdf5-d1e40706babd admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ddd0bdde782b44a8957ab7b8ab2d38bf&name=default HTTP/1.1" status: 200 len: 2996 time: 1.9741213 Jun 30 04:15:26.484760 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d127436-b537-478d-9c19-dedfca444d51 req-ddca8002-4768-4830-8f3f-40ee638a52c9 service neutron] Port 7cff6837-1499-4d0c-af41-27acd223363c on network ace93dd0-22f0-46a4-80c6-05197b7b7fb0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84684 {{(pid=104416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 30 04:15:26.485098 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d127436-b537-478d-9c19-dedfca444d51 req-ddca8002-4768-4830-8f3f-40ee638a52c9 service neutron] Attempting to bind port 7cff6837-1499-4d0c-af41-27acd223363c on network ace93dd0-22f0-46a4-80c6-05197b7b7fb0 {{(pid=104416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 30 04:15:26.492297 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.wsgi [-] (104415) accepted ('10.222.0.13', 48138) {{(pid=104415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 04:15:26.493409 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51804a98-8a13-4507-bdf5-d1e40706babd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f3ce5e5-c146-4ab7-ac34-6b2ba3867373,revision_number=1']} {{(pid=104415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:15:26.506699 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d127436-b537-478d-9c19-dedfca444d51 req-ddca8002-4768-4830-8f3f-40ee638a52c9 service neutron] Checking agent: {'id': 'ef703bef-7cc0-467c-baa9-fe8a66be565c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84684', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 30, 4, 13, 10), 'started_at': datetime.datetime(2022, 6, 30, 4, 13, 10), 'heartbeat_timestamp': datetime.datetime(2022, 6, 30, 4, 15, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 30 04:15:26.507137 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d127436-b537-478d-9c19-dedfca444d51 req-ddca8002-4768-4830-8f3f-40ee638a52c9 service neutron] Checking segment: {'id': '9ca81d36-234f-4915-9758-c5171bb50dcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'ace93dd0-22f0-46a4-80c6-05197b7b7fb0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104416) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 30 04:15:26.508322 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d127436-b537-478d-9c19-dedfca444d51 req-ddca8002-4768-4830-8f3f-40ee638a52c9 service neutron] Bound using segment: {'id': '9ca81d36-234f-4915-9758-c5171bb50dcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'ace93dd0-22f0-46a4-80c6-05197b7b7fb0'} {{(pid=104416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 30 04:15:26.508932 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.managers [req-6d127436-b537-478d-9c19-dedfca444d51 req-ddca8002-4768-4830-8f3f-40ee638a52c9 service neutron] Bound port: 7cff6837-1499-4d0c-af41-27acd223363c, host: hv-cinder-84684, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ca81d36-234f-4915-9758-c5171bb50dcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'ace93dd0-22f0-46a4-80c6-05197b7b7fb0'}}] {{(pid=104416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 30 04:15:26.509761 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-6d127436-b537-478d-9c19-dedfca444d51 req-ddca8002-4768-4830-8f3f-40ee638a52c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3606762'] for port (7cff6837-1499-4d0c-af41-27acd223363c), before_update {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:15:26.548280 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [req-bf6d8c00-4612-4dba-a615-0d7c366a0947 req-3d10a106-3d21-4eb5-8f14-6f4e8ae77246 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4095053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781926634698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781926239335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781926239353'] for port (bd404336-185f-4a39-8576-5211044a2340), after_update {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:15:26.596991 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-8b076bd1-2c85-4814-8f0c-e8a785edcdb1 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f70ad89203de4b5cb4853fa4d0d6eeb4&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3289073 Jun 30 04:15:26.606505 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.wsgi [-] (104415) accepted ('10.222.0.13', 48144) {{(pid=104415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 04:15:26.607801 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b86e8a6-7598-41ac-b09e-7f6f7f80be88 req-8d993b98-2354-4f28-8d37-13a9d3fbc96d tempest-DeleteServersTestJSON-486871242 tempest-DeleteServersTestJSON-486871242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:15:26.609829 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-5b86e8a6-7598-41ac-b09e-7f6f7f80be88 req-8d993b98-2354-4f28-8d37-13a9d3fbc96d tempest-DeleteServersTestJSON-486871242 tempest-DeleteServersTestJSON-486871242-project] 10.222.0.13 "GET /v2.0/ports?device_id=43ceac9b-808a-455a-9409-817a9675cc84 HTTP/1.1" status: 200 len: 943 time: 0.2474430 Jun 30 04:15:26.817747 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6d8c00-4612-4dba-a615-0d7c366a0947 req-3d10a106-3d21-4eb5-8f14-6f4e8ae77246 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:15:26.823896 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [req-bf6d8c00-4612-4dba-a615-0d7c366a0947 req-3d10a106-3d21-4eb5-8f14-6f4e8ae77246 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528667'] for port (None), before_response {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:15:26.825574 dv-cinder-846842-7-iscsi neutron-server[104415]: INFO neutron.wsgi [req-bf6d8c00-4612-4dba-a615-0d7c366a0947 req-3d10a106-3d21-4eb5-8f14-6f4e8ae77246 service neutron] 10.222.0.20 "PUT /v2.0/ports/bd404336-185f-4a39-8576-5211044a2340 HTTP/1.1" status: 200 len: 1093 time: 2.9879396 Jun 30 04:15:26.869448 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-3ea07e92-8289-4a67-8b9a-585c818637af req-b5731c95-56e6-49dd-860d-832628c8aaf6 tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] 10.222.0.13 "GET /v2.0/security-groups?id=917dbda3-50de-42c2-a106-5e4480b4dad4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3748453 Jun 30 04:15:26.917748 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d3f3442-a00e-47ee-b0df-f099086628ce', 'tag': 'bd404336-185f-4a39-8576-5211044a2340'}] {{(pid=104415) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 30 04:15:26.931380 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-5b86e8a6-7598-41ac-b09e-7f6f7f80be88 req-ad287777-5436-456a-822f-a9364125b65b tempest-DeleteServersTestJSON-486871242 tempest-DeleteServersTestJSON-486871242-project] 10.222.0.13 "GET /v2.0/security-groups?id=4805bc95-9fae-4382-982a-74fa7c978b94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2387011 Jun 30 04:15:26.932732 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.db [req-6d127436-b537-478d-9c19-dedfca444d51 req-ddca8002-4768-4830-8f3f-40ee638a52c9 service neutron] For port 7cff6837-1499-4d0c-af41-27acd223363c, host hv-cinder-84684, cleared binding levels {{(pid=104416) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 04:15:26.937960 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.db [req-6d127436-b537-478d-9c19-dedfca444d51 req-ddca8002-4768-4830-8f3f-40ee638a52c9 service neutron] For port 7cff6837-1499-4d0c-af41-27acd223363c, host hv-cinder-84684, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=7cff6837-1499-4d0c-af41-27acd223363c,segment=NetworkSegment(9ca81d36-234f-4915-9758-c5171bb50dcf),segment_id=9ca81d36-234f-4915-9758-c5171bb50dcf)] {{(pid=104416) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 04:15:26.948034 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-6d127436-b537-478d-9c19-dedfca444d51 req-ddca8002-4768-4830-8f3f-40ee638a52c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4095053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781926634698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781926239335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781926239353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1764123'] for port (7cff6837-1499-4d0c-af41-27acd223363c), after_update {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:15:27.052145 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d10a106-3d21-4eb5-8f14-6f4e8ae77246 service neutron] Pushing event updated for resources: {'Port': ['ID=bd404336-185f-4a39-8576-5211044a2340,revision_number=3']} {{(pid=104415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:15:27.062082 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d127436-b537-478d-9c19-dedfca444d51 req-ddca8002-4768-4830-8f3f-40ee638a52c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:15:27.062690 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-6d127436-b537-478d-9c19-dedfca444d51 req-ddca8002-4768-4830-8f3f-40ee638a52c9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528667'] for port (None), before_response {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:15:27.065679 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-6d127436-b537-478d-9c19-dedfca444d51 req-ddca8002-4768-4830-8f3f-40ee638a52c9 service neutron] 10.222.0.20 "PUT /v2.0/ports/7cff6837-1499-4d0c-af41-27acd223363c HTTP/1.1" status: 200 len: 1093 time: 3.1657476 Jun 30 04:15:27.066134 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43ceac9b-808a-455a-9409-817a9675cc84', 'tag': '7cff6837-1499-4d0c-af41-27acd223363c'}] {{(pid=104416) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 30 04:15:27.066747 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-a2b578a8-0933-4e9f-aee9-7ecd51473ce6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3637186'] for security_group (5264ba0f-d37b-43d2-bde8-c3c454e18f4f), after_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:15:27.069583 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-a2b578a8-0933-4e9f-aee9-7ecd51473ce6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:15:27.074451 dv-cinder-846842-7-iscsi neutron-server[104415]: INFO neutron.wsgi [None req-a2b578a8-0933-4e9f-aee9-7ecd51473ce6 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5264ba0f-d37b-43d2-bde8-c3c454e18f4f HTTP/1.1" status: 204 len: 168 time: 0.9760287 Jun 30 04:15:27.148639 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b578a8-0933-4e9f-aee9-7ecd51473ce6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5264ba0f-d37b-43d2-bde8-c3c454e18f4f,revision_number=None']} {{(pid=104415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:15:27.230181 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-74fd278f-1e93-4dcd-84c6-f6bccba86bd7 admin admin] Publish callbacks [] for security_group (2f3ce5e5-c146-4ab7-ac34-6b2ba3867373), before_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:15:27.237576 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6d8c00-4612-4dba-a615-0d7c366a0947 req-4e4cc5c9-7e06-45ad-99c8-2a44cb4e19bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:15:27.239303 dv-cinder-846842-7-iscsi neutron-server[104415]: INFO neutron.wsgi [req-bf6d8c00-4612-4dba-a615-0d7c366a0947 req-4e4cc5c9-7e06-45ad-99c8-2a44cb4e19bc service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=71588f8a5fc34919a77f28b6a8c8db0e&device_id=2d3f3442-a00e-47ee-b0df-f099086628ce HTTP/1.1" status: 200 len: 1127 time: 0.1818657 Jun 30 04:15:27.263224 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-679ce1ca-8ccc-42b8-9240-4350ee45a1eb admin admin] Publish callbacks [] for security_group (60d1a8f1-3411-477b-8e7c-573934169bf8), before_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:15:27.319131 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddca8002-4768-4830-8f3f-40ee638a52c9 service neutron] Pushing event updated for resources: {'Port': ['ID=7cff6837-1499-4d0c-af41-27acd223363c,revision_number=3']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:15:27.406581 dv-cinder-846842-7-iscsi neutron-server[104415]: INFO neutron.wsgi [req-bf6d8c00-4612-4dba-a615-0d7c366a0947 req-b6921a3c-bea8-422a-965a-8628dcf93401 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bd404336-185f-4a39-8576-5211044a2340 HTTP/1.1" status: 200 len: 217 time: 0.1595728 Jun 30 04:15:27.412517 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-74fd278f-1e93-4dcd-84c6-f6bccba86bd7 admin admin] Publish callbacks [] for security_group (2f3ce5e5-c146-4ab7-ac34-6b2ba3867373), precommit_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:15:27.462705 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-679ce1ca-8ccc-42b8-9240-4350ee45a1eb admin admin] Publish callbacks [] for security_group (60d1a8f1-3411-477b-8e7c-573934169bf8), precommit_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:15:27.476120 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d127436-b537-478d-9c19-dedfca444d51 req-f220b25f-0369-42dd-8524-4f831258ab75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:15:27.478342 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-6d127436-b537-478d-9c19-dedfca444d51 req-f220b25f-0369-42dd-8524-4f831258ab75 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=6a37f11a6f794a518cfcfa600caf2445&device_id=43ceac9b-808a-455a-9409-817a9675cc84 HTTP/1.1" status: 200 len: 1127 time: 0.3121996 Jun 30 04:15:27.634395 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6d8c00-4612-4dba-a615-0d7c366a0947 req-1ee5a272-304c-41c1-a799-da585f798c02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:15:27.636176 dv-cinder-846842-7-iscsi neutron-server[104415]: INFO neutron.wsgi [req-bf6d8c00-4612-4dba-a615-0d7c366a0947 req-1ee5a272-304c-41c1-a799-da585f798c02 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d7ebd17c-ba43-4daa-b223-4200fbc873be HTTP/1.1" status: 200 len: 856 time: 0.2063303 Jun 30 04:15:27.676721 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-74fd278f-1e93-4dcd-84c6-f6bccba86bd7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3637186'] for security_group (2f3ce5e5-c146-4ab7-ac34-6b2ba3867373), after_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:15:27.681169 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-74fd278f-1e93-4dcd-84c6-f6bccba86bd7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:15:27.684047 dv-cinder-846842-7-iscsi neutron-server[104415]: INFO neutron.wsgi [None req-74fd278f-1e93-4dcd-84c6-f6bccba86bd7 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2f3ce5e5-c146-4ab7-ac34-6b2ba3867373 HTTP/1.1" status: 204 len: 168 time: 1.1859262 Jun 30 04:15:27.690847 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-679ce1ca-8ccc-42b8-9240-4350ee45a1eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3637186'] for security_group (60d1a8f1-3411-477b-8e7c-573934169bf8), after_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:15:27.693683 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-679ce1ca-8ccc-42b8-9240-4350ee45a1eb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:15:27.694985 dv-cinder-846842-7-iscsi neutron-server[104415]: INFO neutron.wsgi [None req-679ce1ca-8ccc-42b8-9240-4350ee45a1eb admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/60d1a8f1-3411-477b-8e7c-573934169bf8 HTTP/1.1" status: 204 len: 168 time: 1.0324740 Jun 30 04:15:27.704211 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74fd278f-1e93-4dcd-84c6-f6bccba86bd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f3ce5e5-c146-4ab7-ac34-6b2ba3867373,revision_number=None']} {{(pid=104415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:15:27.747641 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679ce1ca-8ccc-42b8-9240-4350ee45a1eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60d1a8f1-3411-477b-8e7c-573934169bf8,revision_number=None']} {{(pid=104415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:15:27.912085 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=88,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=9 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:15:27.975946 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6d8c00-4612-4dba-a615-0d7c366a0947 req-cdfd21e7-1038-4fd4-9b10-101d59e7e2d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:15:27.983749 dv-cinder-846842-7-iscsi neutron-server[104415]: INFO neutron.wsgi [req-bf6d8c00-4612-4dba-a615-0d7c366a0947 req-cdfd21e7-1038-4fd4-9b10-101d59e7e2d4 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=17fe777c-5046-426d-94b6-3483df1f9f21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2022870 Jun 30 04:15:28.058137 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d30a34cf25b41f2e39a6e8a7c8aade182e15085106272f21e1153e4bea097eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5984caf-5bbc-4a73-b46d-58e7ea849d3f" -d '{"events": [{"name": "network-changed", "server_uuid": "2d3f3442-a00e-47ee-b0df-f099086628ce", "tag": "bd404336-185f-4a39-8576-5211044a2340"}]}' {{(pid=104415) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 04:15:28.066529 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-6d127436-b537-478d-9c19-dedfca444d51 req-2ecf8746-fedc-4bdb-b8a1-fc29b155fae5 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7cff6837-1499-4d0c-af41-27acd223363c HTTP/1.1" status: 200 len: 217 time: 0.2959089 Jun 30 04:15:28.136353 dv-cinder-846842-7-iscsi neutron-server[104415]: INFO neutron.wsgi [req-bf6d8c00-4612-4dba-a615-0d7c366a0947 req-fc8df64b-a1ad-4b9c-8d21-ff8aa30ae2bf service neutron] 10.222.0.20 "GET /v2.0/networks/17fe777c-5046-426d-94b6-3483df1f9f21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1422672 Jun 30 04:15:28.175600 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b381a62-b185-44f0-97ed-25bece9d5835 req-d3f70a02-d273-4cd5-8aea-a33d6c420293 tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:15:28.177118 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-8b381a62-b185-44f0-97ed-25bece9d5835 req-d3f70a02-d273-4cd5-8aea-a33d6c420293 tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] 10.222.0.13 "GET /v2.0/ports?device_id=2d3f3442-a00e-47ee-b0df-f099086628ce HTTP/1.1" status: 200 len: 943 time: 0.1135499 Jun 30 04:15:28.183497 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8111519efe35ff5952c269e16f689610d56ef28aa1e0b77ca5734c542983c30f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6aa5dcde-7e37-4450-b4cf-0de94e965b8d" -d '{"events": [{"name": "network-changed", "server_uuid": "43ceac9b-808a-455a-9409-817a9675cc84", "tag": "7cff6837-1499-4d0c-af41-27acd223363c"}]}' {{(pid=104416) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 04:15:28.422535 dv-cinder-846842-7-iscsi neutron-server[104415]: INFO neutron.wsgi [req-bf6d8c00-4612-4dba-a615-0d7c366a0947 req-de869e7b-cbc7-43d2-b09b-80c717ec87df service neutron] 10.222.0.20 "GET /v2.0/networks/17fe777c-5046-426d-94b6-3483df1f9f21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2739077 Jun 30 04:15:28.451270 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.wsgi [-] (104415) accepted ('10.222.0.13', 48216) {{(pid=104415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 04:15:28.489192 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-118c387a-bcf8-4954-8498-578de1fc2850 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:15:28.601540 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=92,neutron:DELETE=3,neutron:INSERT=5 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:15:28.666335 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-118c387a-bcf8-4954-8498-578de1fc2850 admin admin] Publish callbacks [] for security_group (86f8cff6-38b0-4e10-a186-efb1a7ce4bfb), precommit_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:15:28.683646 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-118c387a-bcf8-4954-8498-578de1fc2850 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3637186'] for security_group (86f8cff6-38b0-4e10-a186-efb1a7ce4bfb), after_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:15:28.711192 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee50665-a902-459b-b15f-c55c27152fc1 req-15b40ed2-4196-4124-8f1d-a2fdd38e7994 tempest-DeleteServersTestJSON-486871242 tempest-DeleteServersTestJSON-486871242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:15:28.713630 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-aee50665-a902-459b-b15f-c55c27152fc1 req-15b40ed2-4196-4124-8f1d-a2fdd38e7994 tempest-DeleteServersTestJSON-486871242 tempest-DeleteServersTestJSON-486871242-project] 10.222.0.13 "GET /v2.0/ports?device_id=43ceac9b-808a-455a-9409-817a9675cc84 HTTP/1.1" status: 200 len: 943 time: 0.6511862 Jun 30 04:15:28.733255 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.db.agents_db [None req-38391644-8868-4c56-b8b1-4dfa3b709b99 None None] Agent healthcheck: found 6 active agents {{(pid=104418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 04:15:28.744569 dv-cinder-846842-7-iscsi neutron-server[104415]: INFO neutron.wsgi [None req-118c387a-bcf8-4954-8498-578de1fc2850 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c813fd6842e14a4cb2ee595c9512c7d6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2981791 Jun 30 04:15:28.771387 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.13', 48220) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 04:15:28.799652 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d127436-b537-478d-9c19-dedfca444d51 req-a7f27f7f-1381-4ca2-bd6c-082dc7ad2d92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:15:28.802015 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-6d127436-b537-478d-9c19-dedfca444d51 req-a7f27f7f-1381-4ca2-bd6c-082dc7ad2d92 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=7d4bc025-2944-45a2-9732-0bc1c0bb00af HTTP/1.1" status: 200 len: 851 time: 0.6216588 Jun 30 04:15:28.816747 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:INSERT=5 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:15:28.839310 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-8b381a62-b185-44f0-97ed-25bece9d5835 req-c400a1f9-f5d7-4e17-93da-d6d6ad0a7c56 tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] 10.222.0.13 "GET /v2.0/security-groups?id=917dbda3-50de-42c2-a106-5e4480b4dad4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2163155 Jun 30 04:15:28.860014 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118c387a-bcf8-4954-8498-578de1fc2850 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86f8cff6-38b0-4e10-a186-efb1a7ce4bfb,revision_number=1']} {{(pid=104415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:15:28.875046 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-aee50665-a902-459b-b15f-c55c27152fc1 req-1208e79e-9d5b-4c2a-94e4-a059811f7089 tempest-DeleteServersTestJSON-486871242 tempest-DeleteServersTestJSON-486871242-project] 10.222.0.13 "GET /v2.0/security-groups?id=4805bc95-9fae-4382-982a-74fa7c978b94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1506720 Jun 30 04:15:28.890576 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:15:29.039437 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-447cc45e-8263-4a43-9d2c-b94b55e8c8c7 admin admin] Publish callbacks [] for security_group (86f8cff6-38b0-4e10-a186-efb1a7ce4bfb), before_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:15:29.052386 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d127436-b537-478d-9c19-dedfca444d51 req-d5922ad6-0983-42cd-b0af-3cbee908824b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:15:29.053872 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-6d127436-b537-478d-9c19-dedfca444d51 req-d5922ad6-0983-42cd-b0af-3cbee908824b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ace93dd0-22f0-46a4-80c6-05197b7b7fb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1450846 Jun 30 04:15:29.073147 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-447cc45e-8263-4a43-9d2c-b94b55e8c8c7 admin admin] Publish callbacks [] for security_group (86f8cff6-38b0-4e10-a186-efb1a7ce4bfb), precommit_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:15:29.154245 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.wsgi [-] (104415) accepted ('10.222.0.13', 48234) {{(pid=104415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 04:15:29.177974 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-66af5899-d062-431d-ab1d-bae61075a431 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:15:29.258315 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-447cc45e-8263-4a43-9d2c-b94b55e8c8c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3637186'] for security_group (86f8cff6-38b0-4e10-a186-efb1a7ce4bfb), after_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:15:29.264880 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-447cc45e-8263-4a43-9d2c-b94b55e8c8c7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:15:29.264880 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-447cc45e-8263-4a43-9d2c-b94b55e8c8c7 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/86f8cff6-38b0-4e10-a186-efb1a7ce4bfb HTTP/1.1" status: 204 len: 168 time: 0.4916079 Jun 30 04:15:29.277543 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-6d127436-b537-478d-9c19-dedfca444d51 req-fb290dba-6732-4be4-8464-e030ed77be19 service neutron] 10.222.0.20 "GET /v2.0/networks/ace93dd0-22f0-46a4-80c6-05197b7b7fb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1956203 Jun 30 04:15:29.279422 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447cc45e-8263-4a43-9d2c-b94b55e8c8c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86f8cff6-38b0-4e10-a186-efb1a7ce4bfb,revision_number=None']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:15:29.372075 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-66af5899-d062-431d-ab1d-bae61075a431 admin admin] Publish callbacks [] for security_group (168ee672-abad-4347-a4d0-e70fb0eef446), precommit_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:15:29.377965 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-66af5899-d062-431d-ab1d-bae61075a431 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3637186'] for security_group (168ee672-abad-4347-a4d0-e70fb0eef446), after_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:15:29.455861 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.wsgi [-] (104415) accepted ('10.222.0.13', 48238) {{(pid=104415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 04:15:29.501845 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-6d127436-b537-478d-9c19-dedfca444d51 req-7c6499d9-0221-4540-97c3-0ada9f0b9e56 service neutron] 10.222.0.20 "GET /v2.0/networks/ace93dd0-22f0-46a4-80c6-05197b7b7fb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2084808 Jun 30 04:15:29.622434 dv-cinder-846842-7-iscsi neutron-server[104415]: INFO neutron.wsgi [None req-66af5899-d062-431d-ab1d-bae61075a431 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9734d3f95b9f48aaa7f96c47fad4cd98&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4667203 Jun 30 04:15:29.625226 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.13', 48250) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 04:15:29.627852 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Jun 2022 04:15:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7d7e066-b7fc-4ded-b1d5-5ff14dcdf9a5 x-openstack-request-id: req-b7d7e066-b7fc-4ded-b1d5-5ff14dcdf9a5 {{(pid=104415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 04:15:29.629241 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d3f3442-a00e-47ee-b0df-f099086628ce", "tag": "bd404336-185f-4a39-8576-5211044a2340", "status": "completed", "code": 200}]} {{(pid=104415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 04:15:29.629624 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b7d7e066-b7fc-4ded-b1d5-5ff14dcdf9a5 {{(pid=104415) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 04:15:29.630567 dv-cinder-846842-7-iscsi neutron-server[104415]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b7d7e066-b7fc-4ded-b1d5-5ff14dcdf9a5'] response: {'name': 'network-changed', 'server_uuid': '2d3f3442-a00e-47ee-b0df-f099086628ce', 'tag': 'bd404336-185f-4a39-8576-5211044a2340', 'status': 'completed', 'code': 200} Jun 30 04:15:29.662236 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-d27992f3-3bb3-4e04-84f4-6aded0146a45 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:15:29.677519 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66af5899-d062-431d-ab1d-bae61075a431 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=168ee672-abad-4347-a4d0-e70fb0eef446,revision_number=1']} {{(pid=104415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:15:29.704745 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Jun 2022 04:15:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c63a19d-c68f-48b6-8c8f-3fcdf2783326 x-openstack-request-id: req-5c63a19d-c68f-48b6-8c8f-3fcdf2783326 {{(pid=104416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 04:15:29.717057 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "43ceac9b-808a-455a-9409-817a9675cc84", "tag": "7cff6837-1499-4d0c-af41-27acd223363c", "status": "completed", "code": 200}]} {{(pid=104416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 04:15:29.720230 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5c63a19d-c68f-48b6-8c8f-3fcdf2783326 {{(pid=104416) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 04:15:29.720725 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5c63a19d-c68f-48b6-8c8f-3fcdf2783326'] response: {'name': 'network-changed', 'server_uuid': '43ceac9b-808a-455a-9409-817a9675cc84', 'tag': '7cff6837-1499-4d0c-af41-27acd223363c', 'status': 'completed', 'code': 200} Jun 30 04:15:29.840976 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5984caf-5bbc-4a73-b46d-58e7ea849d3f req-17fedb8f-805c-4de3-a26c-c814dcbb41db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:15:29.842912 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-a5984caf-5bbc-4a73-b46d-58e7ea849d3f req-17fedb8f-805c-4de3-a26c-c814dcbb41db service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=71588f8a5fc34919a77f28b6a8c8db0e&device_id=2d3f3442-a00e-47ee-b0df-f099086628ce HTTP/1.1" status: 200 len: 1127 time: 0.2062209 Jun 30 04:15:29.876040 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-e12c8e93-dfc8-493c-a1aa-af8dd1a7d74a admin admin] Publish callbacks [] for security_group (168ee672-abad-4347-a4d0-e70fb0eef446), before_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:15:29.959614 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-d27992f3-3bb3-4e04-84f4-6aded0146a45 admin admin] Publish callbacks [] for security_group (f58ba735-4886-44de-bff9-1eab8d4aa2a3), precommit_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:15:29.960708 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=75,neutron:INSERT=22,neutron:UPDATE=3 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:15:29.987657 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-d27992f3-3bb3-4e04-84f4-6aded0146a45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3637186'] for security_group (f58ba735-4886-44de-bff9-1eab8d4aa2a3), after_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:15:30.046559 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa5dcde-7e37-4450-b4cf-0de94e965b8d req-d8608d79-2628-4c7d-a75b-567b91a640ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:15:30.048431 dv-cinder-846842-7-iscsi neutron-server[104415]: INFO neutron.wsgi [req-6aa5dcde-7e37-4450-b4cf-0de94e965b8d req-d8608d79-2628-4c7d-a75b-567b91a640ab service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=6a37f11a6f794a518cfcfa600caf2445&device_id=43ceac9b-808a-455a-9409-817a9675cc84 HTTP/1.1" status: 200 len: 1127 time: 0.3322079 Jun 30 04:15:30.060308 dv-cinder-846842-7-iscsi neutron-server[104415]: INFO neutron.wsgi [None req-d27992f3-3bb3-4e04-84f4-6aded0146a45 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=38fc0a32fc9145898385dab18b623948&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5844808 Jun 30 04:15:30.061125 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.wsgi [-] (104415) accepted ('10.222.0.13', 48278) {{(pid=104415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 04:15:30.095530 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bc9096-8cdc-4b45-9daa-36f8d144ba20 req-70778e7e-1d17-4ef0-a2f2-009cc0bfae61 tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:15:30.097654 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-51bc9096-8cdc-4b45-9daa-36f8d144ba20 req-70778e7e-1d17-4ef0-a2f2-009cc0bfae61 tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] 10.222.0.13 "GET /v2.0/ports?device_id=2d3f3442-a00e-47ee-b0df-f099086628ce HTTP/1.1" status: 200 len: 943 time: 0.0564494 Jun 30 04:15:30.111340 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-e12c8e93-dfc8-493c-a1aa-af8dd1a7d74a admin admin] Publish callbacks [] for security_group (168ee672-abad-4347-a4d0-e70fb0eef446), precommit_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:15:30.491531 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa5dcde-7e37-4450-b4cf-0de94e965b8d req-6931de0e-d586-4a95-a60a-2c0bc3cd8b7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:15:30.493806 dv-cinder-846842-7-iscsi neutron-server[104415]: INFO neutron.wsgi [req-6aa5dcde-7e37-4450-b4cf-0de94e965b8d req-6931de0e-d586-4a95-a60a-2c0bc3cd8b7a service neutron] 10.222.0.20 "GET /v2.0/networks?id=ace93dd0-22f0-46a4-80c6-05197b7b7fb0 HTTP/1.1" status: 200 len: 913 time: 0.4314978 Jun 30 04:15:30.494611 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27992f3-3bb3-4e04-84f4-6aded0146a45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f58ba735-4886-44de-bff9-1eab8d4aa2a3,revision_number=1']} {{(pid=104415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:15:30.504708 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5984caf-5bbc-4a73-b46d-58e7ea849d3f req-861e9924-a23c-44b0-b9bf-4f355040e3fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:15:30.505757 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-a5984caf-5bbc-4a73-b46d-58e7ea849d3f req-861e9924-a23c-44b0-b9bf-4f355040e3fa service neutron] 10.222.0.20 "GET /v2.0/networks?id=17fe777c-5046-426d-94b6-3483df1f9f21 HTTP/1.1" status: 200 len: 918 time: 0.6381357 Jun 30 04:15:30.511029 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-e12c8e93-dfc8-493c-a1aa-af8dd1a7d74a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3637186'] for security_group (168ee672-abad-4347-a4d0-e70fb0eef446), after_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:15:30.514502 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-e12c8e93-dfc8-493c-a1aa-af8dd1a7d74a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:15:30.516251 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-e12c8e93-dfc8-493c-a1aa-af8dd1a7d74a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/168ee672-abad-4347-a4d0-e70fb0eef446 HTTP/1.1" status: 204 len: 168 time: 0.8896914 Jun 30 04:15:30.589338 dv-cinder-846842-7-iscsi neutron-server[104415]: INFO neutron.wsgi [req-6aa5dcde-7e37-4450-b4cf-0de94e965b8d req-d1b2019c-3e18-4b20-a396-28afb133cc46 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7cff6837-1499-4d0c-af41-27acd223363c HTTP/1.1" status: 200 len: 217 time: 0.0585780 Jun 30 04:15:30.592657 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12c8e93-dfc8-493c-a1aa-af8dd1a7d74a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=168ee672-abad-4347-a4d0-e70fb0eef446,revision_number=None']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:15:30.595884 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-a5984caf-5bbc-4a73-b46d-58e7ea849d3f req-c32d8247-af83-418f-b1d5-84e89774d463 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bd404336-185f-4a39-8576-5211044a2340 HTTP/1.1" status: 200 len: 217 time: 0.0588202 Jun 30 04:15:30.619287 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935e287d-6f7d-40fd-b915-fb005819ba75 req-6f85577c-e9ed-4b00-b0bb-6d8e20bf396b tempest-DeleteServersTestJSON-486871242 tempest-DeleteServersTestJSON-486871242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:15:30.620946 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-935e287d-6f7d-40fd-b915-fb005819ba75 req-6f85577c-e9ed-4b00-b0bb-6d8e20bf396b tempest-DeleteServersTestJSON-486871242 tempest-DeleteServersTestJSON-486871242-project] 10.222.0.13 "GET /v2.0/ports?device_id=43ceac9b-808a-455a-9409-817a9675cc84 HTTP/1.1" status: 200 len: 943 time: 0.5852637 Jun 30 04:15:30.667251 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-2ba349c4-dc6d-45a1-ad3d-c26d549e927c admin admin] Publish callbacks [] for security_group (f58ba735-4886-44de-bff9-1eab8d4aa2a3), before_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:15:30.701171 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-2ba349c4-dc6d-45a1-ad3d-c26d549e927c admin admin] Publish callbacks [] for security_group (f58ba735-4886-44de-bff9-1eab8d4aa2a3), precommit_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:15:30.714782 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.wsgi [-] (104415) accepted ('10.222.0.13', 48292) {{(pid=104415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 04:15:30.757998 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa5dcde-7e37-4450-b4cf-0de94e965b8d req-d582855b-875f-43fc-b041-61904be40f18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:15:30.765722 dv-cinder-846842-7-iscsi neutron-server[104415]: INFO neutron.wsgi [req-6aa5dcde-7e37-4450-b4cf-0de94e965b8d req-d582855b-875f-43fc-b041-61904be40f18 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=7d4bc025-2944-45a2-9732-0bc1c0bb00af HTTP/1.1" status: 200 len: 851 time: 0.1485808 Jun 30 04:15:30.773458 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:15:30.825635 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-51bc9096-8cdc-4b45-9daa-36f8d144ba20 req-9eed8e3a-2d82-4af8-bc7c-0a8607099089 tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] 10.222.0.13 "GET /v2.0/security-groups?id=917dbda3-50de-42c2-a106-5e4480b4dad4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6812677 Jun 30 04:15:30.836973 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-935e287d-6f7d-40fd-b915-fb005819ba75 req-6d4a6177-4cda-4852-ad42-d1dfe1a9554e tempest-DeleteServersTestJSON-486871242 tempest-DeleteServersTestJSON-486871242-project] 10.222.0.13 "GET /v2.0/security-groups?id=4805bc95-9fae-4382-982a-74fa7c978b94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1701431 Jun 30 04:15:30.866879 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5984caf-5bbc-4a73-b46d-58e7ea849d3f req-d17e69c3-1007-454c-9b38-18d28304a0a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:15:30.876555 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-a5984caf-5bbc-4a73-b46d-58e7ea849d3f req-d17e69c3-1007-454c-9b38-18d28304a0a9 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d7ebd17c-ba43-4daa-b223-4200fbc873be HTTP/1.1" status: 200 len: 856 time: 0.2470279 Jun 30 04:15:30.896026 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa5dcde-7e37-4450-b4cf-0de94e965b8d req-c6085768-2300-442c-a539-bc2ac56fd200 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:15:30.898870 dv-cinder-846842-7-iscsi neutron-server[104415]: INFO neutron.wsgi [req-6aa5dcde-7e37-4450-b4cf-0de94e965b8d req-c6085768-2300-442c-a539-bc2ac56fd200 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ace93dd0-22f0-46a4-80c6-05197b7b7fb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1174922 Jun 30 04:15:30.964933 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-2ba349c4-dc6d-45a1-ad3d-c26d549e927c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3637186'] for security_group (f58ba735-4886-44de-bff9-1eab8d4aa2a3), after_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:15:30.976761 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-2ba349c4-dc6d-45a1-ad3d-c26d549e927c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:15:30.984656 dv-cinder-846842-7-iscsi neutron-server[104415]: INFO neutron.wsgi [None req-2ba349c4-dc6d-45a1-ad3d-c26d549e927c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f58ba735-4886-44de-bff9-1eab8d4aa2a3 HTTP/1.1" status: 204 len: 168 time: 0.9111018 Jun 30 04:15:31.007302 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba349c4-dc6d-45a1-ad3d-c26d549e927c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f58ba735-4886-44de-bff9-1eab8d4aa2a3,revision_number=None']} {{(pid=104415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:15:31.328674 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-b3637f91-7222-45a7-a0b1-fa3df0314ee4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:15:31.444722 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-b3637f91-7222-45a7-a0b1-fa3df0314ee4 admin admin] Publish callbacks [] for security_group (dfd60996-c82b-4cdc-b4d9-c2855d41da5a), precommit_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:15:31.455496 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-b3637f91-7222-45a7-a0b1-fa3df0314ee4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3637186'] for security_group (dfd60996-c82b-4cdc-b4d9-c2855d41da5a), after_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:15:31.518271 dv-cinder-846842-7-iscsi neutron-server[104415]: INFO neutron.wsgi [None req-b3637f91-7222-45a7-a0b1-fa3df0314ee4 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f3525c22b215472ca04b6cd2a7e76f84&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7951360 Jun 30 04:15:31.521147 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.13', 48314) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 04:15:31.589455 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3637f91-7222-45a7-a0b1-fa3df0314ee4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfd60996-c82b-4cdc-b4d9-c2855d41da5a,revision_number=1']} {{(pid=104415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:15:31.609100 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:15:31.643993 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:15:31.661898 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-0e5d59bb-66bf-445a-987b-85428d18be54 admin admin] Publish callbacks [] for security_group (dfd60996-c82b-4cdc-b4d9-c2855d41da5a), before_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:15:31.702733 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-0e5d59bb-66bf-445a-987b-85428d18be54 admin admin] Publish callbacks [] for security_group (dfd60996-c82b-4cdc-b4d9-c2855d41da5a), precommit_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:15:31.786777 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-0e5d59bb-66bf-445a-987b-85428d18be54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3637186'] for security_group (dfd60996-c82b-4cdc-b4d9-c2855d41da5a), after_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:15:31.794070 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-0e5d59bb-66bf-445a-987b-85428d18be54 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:15:31.795701 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-0e5d59bb-66bf-445a-987b-85428d18be54 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/dfd60996-c82b-4cdc-b4d9-c2855d41da5a HTTP/1.1" status: 204 len: 168 time: 0.2730963 Jun 30 04:15:31.804847 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5d59bb-66bf-445a-987b-85428d18be54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfd60996-c82b-4cdc-b4d9-c2855d41da5a,revision_number=None']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:15:32.177107 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b031ac41-b34a-44da-b9f1-ff5a807c6e7a req-6bbaec0f-9df7-4b40-8665-2746be8dcf5b tempest-DeleteServersTestJSON-486871242 tempest-DeleteServersTestJSON-486871242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:15:32.178768 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-b031ac41-b34a-44da-b9f1-ff5a807c6e7a req-6bbaec0f-9df7-4b40-8665-2746be8dcf5b tempest-DeleteServersTestJSON-486871242 tempest-DeleteServersTestJSON-486871242-project] 10.222.0.13 "GET /v2.0/ports?device_id=43ceac9b-808a-455a-9409-817a9675cc84 HTTP/1.1" status: 200 len: 943 time: 0.2431822 Jun 30 04:15:32.199391 dv-cinder-846842-7-iscsi neutron-server[104415]: INFO neutron.wsgi [req-6aa5dcde-7e37-4450-b4cf-0de94e965b8d req-ce562375-3272-4783-b111-75137a816221 service neutron] 10.222.0.20 "GET /v2.0/networks/ace93dd0-22f0-46a4-80c6-05197b7b7fb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2379324 Jun 30 04:15:32.237042 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5984caf-5bbc-4a73-b46d-58e7ea849d3f req-4a6b438f-2d1c-4b18-aaa6-7e364e777791 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:15:32.238618 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-a5984caf-5bbc-4a73-b46d-58e7ea849d3f req-4a6b438f-2d1c-4b18-aaa6-7e364e777791 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=17fe777c-5046-426d-94b6-3483df1f9f21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2453678 Jun 30 04:15:32.257223 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627b4ef6-9f92-4456-9f7e-55020610ee81 req-af54aa0a-01eb-4206-b2a7-4aba8822f34e tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:15:32.258807 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-627b4ef6-9f92-4456-9f7e-55020610ee81 req-af54aa0a-01eb-4206-b2a7-4aba8822f34e tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] 10.222.0.13 "GET /v2.0/ports?device_id=2d3f3442-a00e-47ee-b0df-f099086628ce HTTP/1.1" status: 200 len: 943 time: 0.2666426 Jun 30 04:15:32.385830 dv-cinder-846842-7-iscsi neutron-server[104415]: INFO neutron.wsgi [req-6aa5dcde-7e37-4450-b4cf-0de94e965b8d req-494b1305-09e0-495a-b142-6cff946f5751 service neutron] 10.222.0.20 "GET /v2.0/networks/ace93dd0-22f0-46a4-80c6-05197b7b7fb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1637204 Jun 30 04:15:32.441753 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-b031ac41-b34a-44da-b9f1-ff5a807c6e7a req-bfdf7fa8-e797-402f-850a-e56745cb1534 tempest-DeleteServersTestJSON-486871242 tempest-DeleteServersTestJSON-486871242-project] 10.222.0.13 "GET /v2.0/security-groups?id=4805bc95-9fae-4382-982a-74fa7c978b94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2291720 Jun 30 04:15:32.570884 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-627b4ef6-9f92-4456-9f7e-55020610ee81 req-76ba0a2e-045d-4d65-9a59-c6919577546a tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] 10.222.0.13 "GET /v2.0/security-groups?id=917dbda3-50de-42c2-a106-5e4480b4dad4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2868207 Jun 30 04:15:32.610925 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-a5984caf-5bbc-4a73-b46d-58e7ea849d3f req-eb883751-11c9-48bd-b1c7-86f37524c577 service neutron] 10.222.0.20 "GET /v2.0/networks/17fe777c-5046-426d-94b6-3483df1f9f21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3313720 Jun 30 04:15:33.066352 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-a5984caf-5bbc-4a73-b46d-58e7ea849d3f req-e4a1ff47-2cac-4cbe-8d7a-7264d8ea5c88 service neutron] 10.222.0.20 "GET /v2.0/networks/17fe777c-5046-426d-94b6-3483df1f9f21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1578848 Jun 30 04:15:33.581184 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c75fbe4-3c46-48e5-984a-a154efb03484 req-57472da4-9410-409a-af32-bd5702b3d1e0 tempest-DeleteServersTestJSON-486871242 tempest-DeleteServersTestJSON-486871242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:15:33.582772 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-2c75fbe4-3c46-48e5-984a-a154efb03484 req-57472da4-9410-409a-af32-bd5702b3d1e0 tempest-DeleteServersTestJSON-486871242 tempest-DeleteServersTestJSON-486871242-project] 10.222.0.13 "GET /v2.0/ports?device_id=43ceac9b-808a-455a-9409-817a9675cc84 HTTP/1.1" status: 200 len: 943 time: 0.0805857 Jun 30 04:15:33.660179 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-2c75fbe4-3c46-48e5-984a-a154efb03484 req-cac1709c-c7fe-4c12-b426-17a8269931ab tempest-DeleteServersTestJSON-486871242 tempest-DeleteServersTestJSON-486871242-project] 10.222.0.13 "GET /v2.0/security-groups?id=4805bc95-9fae-4382-982a-74fa7c978b94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694978 Jun 30 04:15:33.735380 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657a1abf-033e-4cda-bf71-69aae16d3485 req-22e924be-8d7a-4358-b760-f6ff059521e8 tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:15:33.737131 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-657a1abf-033e-4cda-bf71-69aae16d3485 req-22e924be-8d7a-4358-b760-f6ff059521e8 tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] 10.222.0.13 "GET /v2.0/ports?device_id=2d3f3442-a00e-47ee-b0df-f099086628ce HTTP/1.1" status: 200 len: 943 time: 0.0553019 Jun 30 04:15:33.789852 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-657a1abf-033e-4cda-bf71-69aae16d3485 req-133602fc-a01a-4c8e-a29c-c84532f9c237 tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] 10.222.0.13 "GET /v2.0/security-groups?id=917dbda3-50de-42c2-a106-5e4480b4dad4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468998 Jun 30 04:15:34.805662 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8dbac3-a450-4d95-af0b-b5d10866b77e req-f5632147-d6d0-4acd-b17c-d769af9c9403 tempest-DeleteServersTestJSON-486871242 tempest-DeleteServersTestJSON-486871242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:15:34.808155 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-2c8dbac3-a450-4d95-af0b-b5d10866b77e req-f5632147-d6d0-4acd-b17c-d769af9c9403 tempest-DeleteServersTestJSON-486871242 tempest-DeleteServersTestJSON-486871242-project] 10.222.0.13 "GET /v2.0/ports?device_id=43ceac9b-808a-455a-9409-817a9675cc84 HTTP/1.1" status: 200 len: 943 time: 0.0607440 Jun 30 04:15:34.897734 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-2c8dbac3-a450-4d95-af0b-b5d10866b77e req-3bdced38-d21e-404e-aee3-94d9f41538c0 tempest-DeleteServersTestJSON-486871242 tempest-DeleteServersTestJSON-486871242-project] 10.222.0.13 "GET /v2.0/security-groups?id=4805bc95-9fae-4382-982a-74fa7c978b94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832040 Jun 30 04:15:34.991860 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f0022a-9198-4664-b2bb-a733b3533aa8 req-956c98b7-3daf-460d-8c35-7a33f663e56d tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:15:34.994142 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-74f0022a-9198-4664-b2bb-a733b3533aa8 req-956c98b7-3daf-460d-8c35-7a33f663e56d tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] 10.222.0.13 "GET /v2.0/ports?device_id=2d3f3442-a00e-47ee-b0df-f099086628ce HTTP/1.1" status: 200 len: 943 time: 0.0751271 Jun 30 04:15:35.010304 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:15:35.087722 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-74f0022a-9198-4664-b2bb-a733b3533aa8 req-a7c3ab77-043c-471e-9cd3-7b5add2a37a5 tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] 10.222.0.13 "GET /v2.0/security-groups?id=917dbda3-50de-42c2-a106-5e4480b4dad4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0875320 Jun 30 04:15:35.171625 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-42e09633-81bb-48b3-9658-8e9e70f8e720 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926756172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565263'] for agent (beddbd52-9273-44c2-990c-63933fe383b2), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:15:36.023893 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a6ced5-a171-416e-b6f4-2ae53d08e658 req-4120a125-55ce-4a2a-9a9d-a16dc3657f6b tempest-DeleteServersTestJSON-486871242 tempest-DeleteServersTestJSON-486871242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:15:36.028655 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-f3a6ced5-a171-416e-b6f4-2ae53d08e658 req-4120a125-55ce-4a2a-9a9d-a16dc3657f6b tempest-DeleteServersTestJSON-486871242 tempest-DeleteServersTestJSON-486871242-project] 10.222.0.13 "GET /v2.0/ports?device_id=43ceac9b-808a-455a-9409-817a9675cc84 HTTP/1.1" status: 200 len: 943 time: 0.0665665 Jun 30 04:15:36.097860 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-f3a6ced5-a171-416e-b6f4-2ae53d08e658 req-e045df4f-fad2-4f44-ae7a-579c41686d56 tempest-DeleteServersTestJSON-486871242 tempest-DeleteServersTestJSON-486871242-project] 10.222.0.13 "GET /v2.0/security-groups?id=4805bc95-9fae-4382-982a-74fa7c978b94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629079 Jun 30 04:15:36.231210 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4c007a-7f56-4f30-a810-171fcc3ca265 req-033fbea2-c3e7-46f4-bafb-ad42bd57295f tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:15:36.235466 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.wsgi [-] (104415) accepted ('10.222.0.13', 48598) {{(pid=104415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 04:15:36.237162 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-8a4c007a-7f56-4f30-a810-171fcc3ca265 req-033fbea2-c3e7-46f4-bafb-ad42bd57295f tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] 10.222.0.13 "GET /v2.0/ports?device_id=2d3f3442-a00e-47ee-b0df-f099086628ce HTTP/1.1" status: 200 len: 943 time: 0.0611997 Jun 30 04:15:36.301580 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-8a4c007a-7f56-4f30-a810-171fcc3ca265 req-18a25403-8428-49f1-abcc-a8cf29298c63 tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] 10.222.0.13 "GET /v2.0/security-groups?id=917dbda3-50de-42c2-a106-5e4480b4dad4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522172 Jun 30 04:15:36.445138 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.13', 48606) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 04:15:36.476932 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.wsgi [-] (104415) accepted ('10.222.0.13', 48612) {{(pid=104415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 04:15:36.516675 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-2394bbb3-f81f-439f-b29f-4b8fc28629de admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:15:36.546469 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-c00d12dc-a4f7-43ce-8a9e-9c11961ef1e1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:15:36.563721 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-e17cec0e-f641-4a37-8635-c6e90fe82f71 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:15:36.577928 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:15:36.633064 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-c00d12dc-a4f7-43ce-8a9e-9c11961ef1e1 admin admin] Publish callbacks [] for security_group (561c7b8c-5fcb-4541-a115-d420d4cdbb1d), precommit_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:15:36.637176 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-c00d12dc-a4f7-43ce-8a9e-9c11961ef1e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3637186'] for security_group (561c7b8c-5fcb-4541-a115-d420d4cdbb1d), after_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:15:36.666321 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=83,neutron:DELETE=3,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:15:36.674878 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-2394bbb3-f81f-439f-b29f-4b8fc28629de admin admin] Publish callbacks [] for security_group (6f03450d-f3f5-4bf2-8692-b5b04a546139), precommit_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:15:36.677380 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-c00d12dc-a4f7-43ce-8a9e-9c11961ef1e1 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6c4f5e5f79414af1ac4b7237ac1fea11&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2312076 Jun 30 04:15:36.679476 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00d12dc-a4f7-43ce-8a9e-9c11961ef1e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=561c7b8c-5fcb-4541-a115-d420d4cdbb1d,revision_number=1']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:15:36.681567 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.13', 48616) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 04:15:36.689707 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-2394bbb3-f81f-439f-b29f-4b8fc28629de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3637186'] for security_group (6f03450d-f3f5-4bf2-8692-b5b04a546139), after_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:15:36.736657 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-f985a811-0ca4-4dbd-bc44-c303a9e58879 admin admin] Publish callbacks [] for security_group (561c7b8c-5fcb-4541-a115-d420d4cdbb1d), before_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:15:36.746401 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:DELETE=1,neutron:SELECT=77,neutron:INSERT=21,neutron:UPDATE=1 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:15:36.760910 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-e17cec0e-f641-4a37-8635-c6e90fe82f71 admin admin] Publish callbacks [] for security_group (5e2a52db-00b2-4c43-9965-02c03c0ba642), precommit_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:15:36.766635 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-f985a811-0ca4-4dbd-bc44-c303a9e58879 admin admin] Publish callbacks [] for security_group (561c7b8c-5fcb-4541-a115-d420d4cdbb1d), precommit_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:15:36.769392 dv-cinder-846842-7-iscsi neutron-server[104415]: INFO neutron.wsgi [None req-2394bbb3-f81f-439f-b29f-4b8fc28629de admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1c912ba174884ddcbae4013f58cc04af&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5325973 Jun 30 04:15:36.773427 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.13', 48620) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 04:15:36.773565 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-e17cec0e-f641-4a37-8635-c6e90fe82f71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3637186'] for security_group (5e2a52db-00b2-4c43-9965-02c03c0ba642), after_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:15:36.784308 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2394bbb3-f81f-439f-b29f-4b8fc28629de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f03450d-f3f5-4bf2-8692-b5b04a546139,revision_number=1']} {{(pid=104415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:15:36.815969 dv-cinder-846842-7-iscsi neutron-server[104415]: INFO neutron.wsgi [None req-e17cec0e-f641-4a37-8635-c6e90fe82f71 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8e28a82346e34d01b702bad4673cc11a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3396416 Jun 30 04:15:36.820456 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.13', 48624) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 04:15:36.825295 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17cec0e-f641-4a37-8635-c6e90fe82f71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e2a52db-00b2-4c43-9965-02c03c0ba642,revision_number=1']} {{(pid=104415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:15:36.867018 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-f985a811-0ca4-4dbd-bc44-c303a9e58879 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3637186'] for security_group (561c7b8c-5fcb-4541-a115-d420d4cdbb1d), after_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:15:36.869436 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-f985a811-0ca4-4dbd-bc44-c303a9e58879 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:15:36.870660 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-f985a811-0ca4-4dbd-bc44-c303a9e58879 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/561c7b8c-5fcb-4541-a115-d420d4cdbb1d HTTP/1.1" status: 204 len: 168 time: 0.1880898 Jun 30 04:15:36.891965 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f985a811-0ca4-4dbd-bc44-c303a9e58879 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=561c7b8c-5fcb-4541-a115-d420d4cdbb1d,revision_number=None']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:15:36.908578 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-ff23b742-e4a8-48bd-952d-28307a6e2569 admin admin] Publish callbacks [] for security_group (6f03450d-f3f5-4bf2-8692-b5b04a546139), before_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:15:36.917669 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-87ae8136-fdaa-41ae-a15d-9360a13c024c admin admin] Publish callbacks [] for security_group (5e2a52db-00b2-4c43-9965-02c03c0ba642), before_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:15:36.946721 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-ff23b742-e4a8-48bd-952d-28307a6e2569 admin admin] Publish callbacks [] for security_group (6f03450d-f3f5-4bf2-8692-b5b04a546139), precommit_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:15:36.962208 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-87ae8136-fdaa-41ae-a15d-9360a13c024c admin admin] Publish callbacks [] for security_group (5e2a52db-00b2-4c43-9965-02c03c0ba642), precommit_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:15:37.008320 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=85,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:15:37.034333 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-ff23b742-e4a8-48bd-952d-28307a6e2569 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3637186'] for security_group (6f03450d-f3f5-4bf2-8692-b5b04a546139), after_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:15:37.037253 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-ff23b742-e4a8-48bd-952d-28307a6e2569 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:15:37.040806 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-ff23b742-e4a8-48bd-952d-28307a6e2569 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6f03450d-f3f5-4bf2-8692-b5b04a546139 HTTP/1.1" status: 204 len: 168 time: 0.2639573 Jun 30 04:15:37.041671 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-87ae8136-fdaa-41ae-a15d-9360a13c024c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3637186'] for security_group (5e2a52db-00b2-4c43-9965-02c03c0ba642), after_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:15:37.044169 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-87ae8136-fdaa-41ae-a15d-9360a13c024c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:15:37.045300 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-87ae8136-fdaa-41ae-a15d-9360a13c024c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5e2a52db-00b2-4c43-9965-02c03c0ba642 HTTP/1.1" status: 204 len: 168 time: 0.2199156 Jun 30 04:15:37.054322 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff23b742-e4a8-48bd-952d-28307a6e2569 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f03450d-f3f5-4bf2-8692-b5b04a546139,revision_number=None']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:15:37.064840 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ae8136-fdaa-41ae-a15d-9360a13c024c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e2a52db-00b2-4c43-9965-02c03c0ba642,revision_number=None']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:15:37.188263 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.wsgi [-] (104415) accepted ('10.222.0.13', 48636) {{(pid=104415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 04:15:37.208244 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-6689c935-bfab-4d6f-a52e-af7cdc27459a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:15:37.223500 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4943ef49-00d8-401f-9eeb-3b569184ed21 req-1ac42bf5-9a23-45fa-8876-9b136573494e tempest-DeleteServersTestJSON-486871242 tempest-DeleteServersTestJSON-486871242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:15:37.225423 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-4943ef49-00d8-401f-9eeb-3b569184ed21 req-1ac42bf5-9a23-45fa-8876-9b136573494e tempest-DeleteServersTestJSON-486871242 tempest-DeleteServersTestJSON-486871242-project] 10.222.0.13 "GET /v2.0/ports?device_id=43ceac9b-808a-455a-9409-817a9675cc84 HTTP/1.1" status: 200 len: 943 time: 0.0522032 Jun 30 04:15:37.283613 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-4943ef49-00d8-401f-9eeb-3b569184ed21 req-9d49838d-93e0-4c8b-b213-53583855ee5e tempest-DeleteServersTestJSON-486871242 tempest-DeleteServersTestJSON-486871242-project] 10.222.0.13 "GET /v2.0/security-groups?id=4805bc95-9fae-4382-982a-74fa7c978b94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519288 Jun 30 04:15:37.305196 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-6689c935-bfab-4d6f-a52e-af7cdc27459a admin admin] Publish callbacks [] for security_group (890b2a3d-8fb7-43b8-a4a5-e9dfb757ca1f), precommit_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:15:37.310993 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-6689c935-bfab-4d6f-a52e-af7cdc27459a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3637186'] for security_group (890b2a3d-8fb7-43b8-a4a5-e9dfb757ca1f), after_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:15:37.360268 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.13', 48642) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 04:15:37.360563 dv-cinder-846842-7-iscsi neutron-server[104415]: INFO neutron.wsgi [None req-6689c935-bfab-4d6f-a52e-af7cdc27459a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ddf73e410f9e43a28d4798c41124bf1f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1681759 Jun 30 04:15:37.361967 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6689c935-bfab-4d6f-a52e-af7cdc27459a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=890b2a3d-8fb7-43b8-a4a5-e9dfb757ca1f,revision_number=1']} {{(pid=104415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:15:37.451965 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-665b574f-49bd-40bf-b8c5-07a4510f3282 admin admin] Publish callbacks [] for security_group (890b2a3d-8fb7-43b8-a4a5-e9dfb757ca1f), before_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:15:37.473025 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde5b4ab-e563-4495-91ae-442f013bea2c req-7d49c9c3-d012-4243-93e7-716a6d7d57b6 tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:15:37.474549 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-cde5b4ab-e563-4495-91ae-442f013bea2c req-7d49c9c3-d012-4243-93e7-716a6d7d57b6 tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] 10.222.0.13 "GET /v2.0/ports?device_id=2d3f3442-a00e-47ee-b0df-f099086628ce HTTP/1.1" status: 200 len: 943 time: 0.0714087 Jun 30 04:15:37.485056 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-665b574f-49bd-40bf-b8c5-07a4510f3282 admin admin] Publish callbacks [] for security_group (890b2a3d-8fb7-43b8-a4a5-e9dfb757ca1f), precommit_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:15:37.521433 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-0ba7f359-e81f-466d-87a2-56d7561bb45c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926756172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565263'] for agent (2ea21a61-d737-4543-a811-a0d035fbf0f6), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:15:37.524855 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=91,neutron:INSERT=3,neutron:DELETE=6 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:15:37.565719 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-cde5b4ab-e563-4495-91ae-442f013bea2c req-aeed2daa-4263-49f6-a28a-9363cede18bb tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] 10.222.0.13 "GET /v2.0/security-groups?id=917dbda3-50de-42c2-a106-5e4480b4dad4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0710003 Jun 30 04:15:37.587082 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-665b574f-49bd-40bf-b8c5-07a4510f3282 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3637186'] for security_group (890b2a3d-8fb7-43b8-a4a5-e9dfb757ca1f), after_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:15:37.589715 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-665b574f-49bd-40bf-b8c5-07a4510f3282 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:15:37.590709 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.wsgi [-] (104415) accepted ('10.222.0.13', 48648) {{(pid=104415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 04:15:37.590880 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-665b574f-49bd-40bf-b8c5-07a4510f3282 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/890b2a3d-8fb7-43b8-a4a5-e9dfb757ca1f HTTP/1.1" status: 204 len: 168 time: 0.2292378 Jun 30 04:15:37.600961 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665b574f-49bd-40bf-b8c5-07a4510f3282 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=890b2a3d-8fb7-43b8-a4a5-e9dfb757ca1f,revision_number=None']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:15:37.610546 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-8b5de151-7f76-4bf9-8b14-e00378a183c7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:15:37.643815 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.13', 48652) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 04:15:37.657503 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-6e0e19e1-9d41-406e-a8e7-5828178a5aa8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:15:37.700648 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-8b5de151-7f76-4bf9-8b14-e00378a183c7 admin admin] Publish callbacks [] for security_group (e14611ee-4f10-437c-8105-ce923a67557a), precommit_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:15:37.706060 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-8b5de151-7f76-4bf9-8b14-e00378a183c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3637186'] for security_group (e14611ee-4f10-437c-8105-ce923a67557a), after_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:15:37.736649 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-6e0e19e1-9d41-406e-a8e7-5828178a5aa8 admin admin] Publish callbacks [] for security_group (eab003c7-9114-447a-bd67-c3e4161e7463), precommit_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:15:37.741660 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-6e0e19e1-9d41-406e-a8e7-5828178a5aa8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3637186'] for security_group (eab003c7-9114-447a-bd67-c3e4161e7463), after_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:15:37.750870 dv-cinder-846842-7-iscsi neutron-server[104415]: INFO neutron.wsgi [None req-8b5de151-7f76-4bf9-8b14-e00378a183c7 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=43a403ce7beb4cf28ca1296d9579eace&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1585507 Jun 30 04:15:37.753199 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5de151-7f76-4bf9-8b14-e00378a183c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e14611ee-4f10-437c-8105-ce923a67557a,revision_number=1']} {{(pid=104415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:15:37.756622 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.wsgi [-] (104415) accepted ('10.222.0.13', 48654) {{(pid=104415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 04:15:37.802303 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-6e0e19e1-9d41-406e-a8e7-5828178a5aa8 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5a094f2211e745899ebdfb4d6ae65c2a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1573768 Jun 30 04:15:37.805224 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.13', 48658) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 04:15:37.807440 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0e19e1-9d41-406e-a8e7-5828178a5aa8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eab003c7-9114-447a-bd67-c3e4161e7463,revision_number=1']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:15:37.813817 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-1c90521e-8b62-4a8b-853c-34424cc0bcb5 admin admin] Publish callbacks [] for security_group (e14611ee-4f10-437c-8105-ce923a67557a), before_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:15:37.854461 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-1c90521e-8b62-4a8b-853c-34424cc0bcb5 admin admin] Publish callbacks [] for security_group (e14611ee-4f10-437c-8105-ce923a67557a), precommit_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:15:37.874495 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-c7f76fd3-e5ab-447f-b4e7-56d4a0be3c93 admin admin] Publish callbacks [] for security_group (eab003c7-9114-447a-bd67-c3e4161e7463), before_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:15:37.905377 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-c7f76fd3-e5ab-447f-b4e7-56d4a0be3c93 admin admin] Publish callbacks [] for security_group (eab003c7-9114-447a-bd67-c3e4161e7463), precommit_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:15:37.909925 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-1c90521e-8b62-4a8b-853c-34424cc0bcb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3637186'] for security_group (e14611ee-4f10-437c-8105-ce923a67557a), after_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:15:37.913612 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-1c90521e-8b62-4a8b-853c-34424cc0bcb5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:15:37.917656 dv-cinder-846842-7-iscsi neutron-server[104415]: INFO neutron.wsgi [None req-1c90521e-8b62-4a8b-853c-34424cc0bcb5 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e14611ee-4f10-437c-8105-ce923a67557a HTTP/1.1" status: 204 len: 168 time: 0.1574144 Jun 30 04:15:37.925981 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c90521e-8b62-4a8b-853c-34424cc0bcb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e14611ee-4f10-437c-8105-ce923a67557a,revision_number=None']} {{(pid=104415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:15:37.969391 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.rpc [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Device bd404336-185f-4a39-8576-5211044a2340 details requested by agent hyperv_hv-cinder-84684 with host hv-cinder-84684 {{(pid=104417) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 04:15:38.117412 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.db [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] For port bd404336-185f-4a39-8576-5211044a2340, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=bd404336-185f-4a39-8576-5211044a2340,segment=NetworkSegment(fa7c4b3d-3226-4230-8cea-73b76388d57e),segment_id=fa7c4b3d-3226-4230-8cea-73b76388d57e)] {{(pid=104417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 04:15:38.134849 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.rpc [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Returning: {'device': 'bd404336-185f-4a39-8576-5211044a2340', 'network_id': '17fe777c-5046-426d-94b6-3483df1f9f21', 'port_id': 'bd404336-185f-4a39-8576-5211044a2340', 'mac_address': 'fa:16:3e:3c:7c:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 171, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd7ebd17c-ba43-4daa-b223-4200fbc873be', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104417) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 04:15:38.143551 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-c7f76fd3-e5ab-447f-b4e7-56d4a0be3c93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3637186'] for security_group (eab003c7-9114-447a-bd67-c3e4161e7463), after_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:15:38.146126 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-c7f76fd3-e5ab-447f-b4e7-56d4a0be3c93 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:15:38.147483 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-c7f76fd3-e5ab-447f-b4e7-56d4a0be3c93 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/eab003c7-9114-447a-bd67-c3e4161e7463 HTTP/1.1" status: 204 len: 168 time: 0.3354383 Jun 30 04:15:38.156565 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f76fd3-e5ab-447f-b4e7-56d4a0be3c93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eab003c7-9114-447a-bd67-c3e4161e7463,revision_number=None']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:15:38.193444 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Current status of the port bd404336-185f-4a39-8576-5211044a2340 is: DOWN; New status is: BUILD {{(pid=104417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 30 04:15:38.194096 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3606762'] for port (bd404336-185f-4a39-8576-5211044a2340), before_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:15:38.209476 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.notifiers.nova [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bd404336-185f-4a39-8576-5211044a2340 {{(pid=104417) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 30 04:15:38.231812 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.db [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] For port bd404336-185f-4a39-8576-5211044a2340, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=bd404336-185f-4a39-8576-5211044a2340,segment=NetworkSegment(fa7c4b3d-3226-4230-8cea-73b76388d57e),segment_id=fa7c4b3d-3226-4230-8cea-73b76388d57e)] {{(pid=104417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 04:15:38.236379 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4095053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781926634698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781926239335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781926239353'] for port (bd404336-185f-4a39-8576-5211044a2340), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:15:38.240172 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.rpc [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Device 7cff6837-1499-4d0c-af41-27acd223363c details requested by agent hyperv_hv-cinder-84684 with host hv-cinder-84684 {{(pid=104417) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 04:15:38.384408 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Pushing event updated for resources: {'Port': ['ID=bd404336-185f-4a39-8576-5211044a2340,revision_number=4']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:15:38.407416 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.db [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] For port 7cff6837-1499-4d0c-af41-27acd223363c, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=7cff6837-1499-4d0c-af41-27acd223363c,segment=NetworkSegment(9ca81d36-234f-4915-9758-c5171bb50dcf),segment_id=9ca81d36-234f-4915-9758-c5171bb50dcf)] {{(pid=104417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 04:15:38.419924 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:15:38.421314 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.rpc [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Returning: {'device': '7cff6837-1499-4d0c-af41-27acd223363c', 'network_id': 'ace93dd0-22f0-46a4-80c6-05197b7b7fb0', 'port_id': '7cff6837-1499-4d0c-af41-27acd223363c', 'mac_address': 'fa:16:3e:1a:18:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 168, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7d4bc025-2944-45a2-9732-0bc1c0bb00af', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104417) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 04:15:38.437551 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d688d53f-eabd-4e25-ba6e-7f527f391549 req-61e4d03c-1ab0-438d-adda-83becb3db5fb tempest-DeleteServersTestJSON-486871242 tempest-DeleteServersTestJSON-486871242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:15:38.445329 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-d688d53f-eabd-4e25-ba6e-7f527f391549 req-61e4d03c-1ab0-438d-adda-83becb3db5fb tempest-DeleteServersTestJSON-486871242 tempest-DeleteServersTestJSON-486871242-project] 10.222.0.13 "GET /v2.0/ports?device_id=43ceac9b-808a-455a-9409-817a9675cc84 HTTP/1.1" status: 200 len: 943 time: 0.0764019 Jun 30 04:15:38.491345 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Current status of the port 7cff6837-1499-4d0c-af41-27acd223363c is: DOWN; New status is: BUILD {{(pid=104417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 30 04:15:38.492092 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3606762'] for port (7cff6837-1499-4d0c-af41-27acd223363c), before_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:15:38.499742 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=88,neutron:DELETE=8,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:15:38.504461 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-7a77f087-4523-4fd9-b9f1-b6333d8ad1f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926756172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565263'] for agent (672e10fd-0bbc-4d52-8fca-d980f41e3265), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:15:38.505327 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-d688d53f-eabd-4e25-ba6e-7f527f391549 req-49aad2fb-1225-48f7-9eeb-d521fee9779c tempest-DeleteServersTestJSON-486871242 tempest-DeleteServersTestJSON-486871242-project] 10.222.0.13 "GET /v2.0/security-groups?id=4805bc95-9fae-4382-982a-74fa7c978b94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591078 Jun 30 04:15:38.508733 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.notifiers.nova [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7cff6837-1499-4d0c-af41-27acd223363c {{(pid=104417) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 30 04:15:38.550720 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.db [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] For port 7cff6837-1499-4d0c-af41-27acd223363c, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=7cff6837-1499-4d0c-af41-27acd223363c,segment=NetworkSegment(9ca81d36-234f-4915-9758-c5171bb50dcf),segment_id=9ca81d36-234f-4915-9758-c5171bb50dcf)] {{(pid=104417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 04:15:38.554312 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4095053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781926634698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781926239335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781926239353'] for port (7cff6837-1499-4d0c-af41-27acd223363c), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:15:38.622236 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Pushing event updated for resources: {'Port': ['ID=7cff6837-1499-4d0c-af41-27acd223363c,revision_number=4']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:15:38.699699 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bedfc29-95c9-4f6a-ac87-b8e4b62f2b5c req-e7fb594e-1e3d-4908-ad84-04880a66bb1f tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:15:38.701301 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-3bedfc29-95c9-4f6a-ac87-b8e4b62f2b5c req-e7fb594e-1e3d-4908-ad84-04880a66bb1f tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] 10.222.0.13 "GET /v2.0/ports?device_id=2d3f3442-a00e-47ee-b0df-f099086628ce HTTP/1.1" status: 200 len: 944 time: 0.0518055 Jun 30 04:15:38.755846 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-3bedfc29-95c9-4f6a-ac87-b8e4b62f2b5c req-6ede9961-ba8f-4fd0-8a20-5b95fd8ebc17 tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] 10.222.0.13 "GET /v2.0/security-groups?id=917dbda3-50de-42c2-a106-5e4480b4dad4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477490 Jun 30 04:15:39.649985 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6970df27-5ad1-4360-9a01-87d999f6a950 req-00233f18-3c27-47cb-9d6c-5430f3d82b6c tempest-DeleteServersTestJSON-486871242 tempest-DeleteServersTestJSON-486871242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:15:39.651502 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-6970df27-5ad1-4360-9a01-87d999f6a950 req-00233f18-3c27-47cb-9d6c-5430f3d82b6c tempest-DeleteServersTestJSON-486871242 tempest-DeleteServersTestJSON-486871242-project] 10.222.0.13 "GET /v2.0/ports?device_id=43ceac9b-808a-455a-9409-817a9675cc84 HTTP/1.1" status: 200 len: 944 time: 0.0564601 Jun 30 04:15:39.707975 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-6970df27-5ad1-4360-9a01-87d999f6a950 req-fbc630c1-dd7e-49c7-a606-64d86bb54b02 tempest-DeleteServersTestJSON-486871242 tempest-DeleteServersTestJSON-486871242-project] 10.222.0.13 "GET /v2.0/security-groups?id=4805bc95-9fae-4382-982a-74fa7c978b94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492911 Jun 30 04:15:39.896217 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce15cdfb-3827-433c-b32f-cc13c143d1dc req-356673cb-d0f9-454b-ab18-ac9b6578389b tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:15:39.897735 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-ce15cdfb-3827-433c-b32f-cc13c143d1dc req-356673cb-d0f9-454b-ab18-ac9b6578389b tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] 10.222.0.13 "GET /v2.0/ports?device_id=2d3f3442-a00e-47ee-b0df-f099086628ce HTTP/1.1" status: 200 len: 944 time: 0.0637500 Jun 30 04:15:39.953432 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-ce15cdfb-3827-433c-b32f-cc13c143d1dc req-334103b4-f04f-4b4f-b3b9-1675f305d12f tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] 10.222.0.13 "GET /v2.0/security-groups?id=917dbda3-50de-42c2-a106-5e4480b4dad4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480757 Jun 30 04:15:40.237364 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-88ff949a-6007-42d5-8261-77b64d367ca9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926756172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565263'] for agent (4c4a8942-da79-4b81-aa08-fb593b1e6e06), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:15:40.401640 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-2a6d8403-c0a5-4ac4-aa48-860a84345009 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926756172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565263'] for agent (cbdf45b5-344e-4e18-9242-1abb738708f2), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:15:40.841487 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa3f3b3-6767-4957-bda2-7789601774a3 req-e6a7f6f7-c30b-49ac-9243-69ba1070651d tempest-DeleteServersTestJSON-486871242 tempest-DeleteServersTestJSON-486871242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:15:40.843033 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-6fa3f3b3-6767-4957-bda2-7789601774a3 req-e6a7f6f7-c30b-49ac-9243-69ba1070651d tempest-DeleteServersTestJSON-486871242 tempest-DeleteServersTestJSON-486871242-project] 10.222.0.13 "GET /v2.0/ports?device_id=43ceac9b-808a-455a-9409-817a9675cc84 HTTP/1.1" status: 200 len: 944 time: 0.0513458 Jun 30 04:15:40.896514 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-6fa3f3b3-6767-4957-bda2-7789601774a3 req-a99225a2-310f-4c5b-8f4c-06caf0e2e3e0 tempest-DeleteServersTestJSON-486871242 tempest-DeleteServersTestJSON-486871242-project] 10.222.0.13 "GET /v2.0/security-groups?id=4805bc95-9fae-4382-982a-74fa7c978b94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462692 Jun 30 04:15:41.096313 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1f1cd6-4c61-45af-96f8-92e7d4176db3 req-eb5024f5-65c4-4d16-bfc1-bbf555af3116 tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:15:41.098022 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-aa1f1cd6-4c61-45af-96f8-92e7d4176db3 req-eb5024f5-65c4-4d16-bfc1-bbf555af3116 tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] 10.222.0.13 "GET /v2.0/ports?device_id=2d3f3442-a00e-47ee-b0df-f099086628ce HTTP/1.1" status: 200 len: 944 time: 0.0511932 Jun 30 04:15:41.147816 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-aa1f1cd6-4c61-45af-96f8-92e7d4176db3 req-3da4f0df-6f97-413e-a2d4-5c2a2ba59319 tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] 10.222.0.13 "GET /v2.0/security-groups?id=917dbda3-50de-42c2-a106-5e4480b4dad4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441105 Jun 30 04:15:41.212133 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.db [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] get_ports_and_sgs() called for port_ids ['bd404336-185f-4a39-8576-5211044a2340'] {{(pid=104417) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 04:15:41.308521 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926756172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565263'] for agent (ef703bef-7cc0-467c-baa9-fe8a66be565c), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:15:41.323901 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:15:42.020965 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197995af-f96a-41b7-9b74-c817664b45c6 req-ed4aa720-375e-45b6-ad32-e5341b628a20 tempest-DeleteServersTestJSON-486871242 tempest-DeleteServersTestJSON-486871242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:15:42.022524 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-197995af-f96a-41b7-9b74-c817664b45c6 req-ed4aa720-375e-45b6-ad32-e5341b628a20 tempest-DeleteServersTestJSON-486871242 tempest-DeleteServersTestJSON-486871242-project] 10.222.0.13 "GET /v2.0/ports?device_id=43ceac9b-808a-455a-9409-817a9675cc84 HTTP/1.1" status: 200 len: 944 time: 0.0551369 Jun 30 04:15:42.038591 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=92,neutron:INSERT=8 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:15:42.082560 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-197995af-f96a-41b7-9b74-c817664b45c6 req-1863480c-ad42-4904-8c03-da0fec3bdde3 tempest-DeleteServersTestJSON-486871242 tempest-DeleteServersTestJSON-486871242-project] 10.222.0.13 "GET /v2.0/security-groups?id=4805bc95-9fae-4382-982a-74fa7c978b94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538085 Jun 30 04:15:42.159907 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.13', 48938) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 04:15:42.277455 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562d4c55-4976-41f0-8349-7f5529571cb7 req-994293cd-5ebd-4667-ae26-66ee377a346a tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:15:42.284734 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-562d4c55-4976-41f0-8349-7f5529571cb7 req-994293cd-5ebd-4667-ae26-66ee377a346a tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] 10.222.0.13 "GET /v2.0/ports?device_id=2d3f3442-a00e-47ee-b0df-f099086628ce HTTP/1.1" status: 200 len: 944 time: 0.0612679 Jun 30 04:15:42.366264 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-562d4c55-4976-41f0-8349-7f5529571cb7 req-947b6f28-e096-42a6-9c50-b1e42d3b1bf3 tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] 10.222.0.13 "GET /v2.0/security-groups?id=917dbda3-50de-42c2-a106-5e4480b4dad4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0805006 Jun 30 04:15:42.367613 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-6c683913-081a-4ad1-80fa-1f8a14039b45 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:15:42.451782 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-6c683913-081a-4ad1-80fa-1f8a14039b45 admin admin] Publish callbacks [] for security_group (9f1871ec-4806-41b7-bcb0-168c343fb4fb), precommit_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:15:42.455925 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-6c683913-081a-4ad1-80fa-1f8a14039b45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3637186'] for security_group (9f1871ec-4806-41b7-bcb0-168c343fb4fb), after_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:15:42.499347 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-6c683913-081a-4ad1-80fa-1f8a14039b45 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7210054a852d484ebe70a912498be6da&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3378782 Jun 30 04:15:42.501986 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.13', 48962) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 04:15:42.508171 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c683913-081a-4ad1-80fa-1f8a14039b45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f1871ec-4806-41b7-bcb0-168c343fb4fb,revision_number=1']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:15:42.554992 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-87982d26-32a7-47bf-80f6-ab5e840cef76 admin admin] Publish callbacks [] for security_group (9f1871ec-4806-41b7-bcb0-168c343fb4fb), before_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:15:42.569980 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:15:42.580177 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-87982d26-32a7-47bf-80f6-ab5e840cef76 admin admin] Publish callbacks [] for security_group (9f1871ec-4806-41b7-bcb0-168c343fb4fb), precommit_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:15:42.629388 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-87982d26-32a7-47bf-80f6-ab5e840cef76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3637186'] for security_group (9f1871ec-4806-41b7-bcb0-168c343fb4fb), after_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:15:42.632202 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-87982d26-32a7-47bf-80f6-ab5e840cef76 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:15:42.633875 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-87982d26-32a7-47bf-80f6-ab5e840cef76 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9f1871ec-4806-41b7-bcb0-168c343fb4fb HTTP/1.1" status: 204 len: 168 time: 0.1309841 Jun 30 04:15:42.643902 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87982d26-32a7-47bf-80f6-ab5e840cef76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f1871ec-4806-41b7-bcb0-168c343fb4fb,revision_number=None']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:15:42.949981 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.13', 48982) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 04:15:42.963808 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-0173b350-c39e-43c8-bc15-15a64624113b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:15:43.042493 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-0173b350-c39e-43c8-bc15-15a64624113b admin admin] Publish callbacks [] for security_group (02eb3a46-48b9-47aa-ab9e-87d3298d707d), precommit_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:15:43.047213 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-0173b350-c39e-43c8-bc15-15a64624113b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3637186'] for security_group (02eb3a46-48b9-47aa-ab9e-87d3298d707d), after_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:15:43.087529 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0173b350-c39e-43c8-bc15-15a64624113b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02eb3a46-48b9-47aa-ab9e-87d3298d707d,revision_number=1']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:15:43.094330 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-0173b350-c39e-43c8-bc15-15a64624113b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a8f261c87fd848beaa924eff933ad89d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1408217 Jun 30 04:15:43.094536 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.13', 48986) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 04:15:43.156662 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-cec3913a-d5d3-4f39-8897-d49a59794260 admin admin] Publish callbacks [] for security_group (02eb3a46-48b9-47aa-ab9e-87d3298d707d), before_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:15:43.218292 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-cec3913a-d5d3-4f39-8897-d49a59794260 admin admin] Publish callbacks [] for security_group (02eb3a46-48b9-47aa-ab9e-87d3298d707d), precommit_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:15:43.222649 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:15:43.241888 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5efcca-d270-45de-9dbf-ddb1963f56e6 req-ada762e2-186a-4de0-9d67-b135c456dcdb tempest-DeleteServersTestJSON-486871242 tempest-DeleteServersTestJSON-486871242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:15:43.244245 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-3d5efcca-d270-45de-9dbf-ddb1963f56e6 req-ada762e2-186a-4de0-9d67-b135c456dcdb tempest-DeleteServersTestJSON-486871242 tempest-DeleteServersTestJSON-486871242-project] 10.222.0.13 "GET /v2.0/ports?device_id=43ceac9b-808a-455a-9409-817a9675cc84 HTTP/1.1" status: 200 len: 944 time: 0.0837750 Jun 30 04:15:43.317495 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-3d5efcca-d270-45de-9dbf-ddb1963f56e6 req-81506cbe-157c-47fe-b184-1ed48221373d tempest-DeleteServersTestJSON-486871242 tempest-DeleteServersTestJSON-486871242-project] 10.222.0.13 "GET /v2.0/security-groups?id=4805bc95-9fae-4382-982a-74fa7c978b94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649407 Jun 30 04:15:43.335967 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-cec3913a-d5d3-4f39-8897-d49a59794260 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3637186'] for security_group (02eb3a46-48b9-47aa-ab9e-87d3298d707d), after_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:15:43.339847 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-cec3913a-d5d3-4f39-8897-d49a59794260 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:15:43.343891 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-cec3913a-d5d3-4f39-8897-d49a59794260 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/02eb3a46-48b9-47aa-ab9e-87d3298d707d HTTP/1.1" status: 204 len: 168 time: 0.2460084 Jun 30 04:15:43.351576 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec3913a-d5d3-4f39-8897-d49a59794260 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02eb3a46-48b9-47aa-ab9e-87d3298d707d,revision_number=None']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:15:43.495023 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d1f937-4d8f-46c5-bd08-8bc46118ea6f req-58bb087e-3e09-4e9f-929c-95cf60440a86 tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:15:43.497087 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-36d1f937-4d8f-46c5-bd08-8bc46118ea6f req-58bb087e-3e09-4e9f-929c-95cf60440a86 tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] 10.222.0.13 "GET /v2.0/ports?device_id=2d3f3442-a00e-47ee-b0df-f099086628ce HTTP/1.1" status: 200 len: 944 time: 0.0565588 Jun 30 04:15:43.548730 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-36d1f937-4d8f-46c5-bd08-8bc46118ea6f req-405f2f23-2dc2-4f32-9092-6c2034267242 tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] 10.222.0.13 "GET /v2.0/security-groups?id=917dbda3-50de-42c2-a106-5e4480b4dad4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444660 Jun 30 04:15:43.837353 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.db [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] get_ports_and_sgs() called for port_ids ['7cff6837-1499-4d0c-af41-27acd223363c'] {{(pid=104417) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 04:15:44.440223 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217e809c-7c42-45fd-b13e-37a62f3b4d06 req-e50f1a42-d211-41c6-8f72-4822cdba5a1f tempest-DeleteServersTestJSON-486871242 tempest-DeleteServersTestJSON-486871242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:15:44.441845 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-217e809c-7c42-45fd-b13e-37a62f3b4d06 req-e50f1a42-d211-41c6-8f72-4822cdba5a1f tempest-DeleteServersTestJSON-486871242 tempest-DeleteServersTestJSON-486871242-project] 10.222.0.13 "GET /v2.0/ports?device_id=43ceac9b-808a-455a-9409-817a9675cc84 HTTP/1.1" status: 200 len: 944 time: 0.0523279 Jun 30 04:15:44.491023 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-217e809c-7c42-45fd-b13e-37a62f3b4d06 req-31963194-f7b9-4c3d-b674-48d3a70c576d tempest-DeleteServersTestJSON-486871242 tempest-DeleteServersTestJSON-486871242-project] 10.222.0.13 "GET /v2.0/security-groups?id=4805bc95-9fae-4382-982a-74fa7c978b94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432687 Jun 30 04:15:44.678057 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da64e2e-8c5a-4884-ac13-f4d990199fb7 req-cbcb1eb8-9efb-4261-8ea4-440300fcc7a4 tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:15:44.679679 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-1da64e2e-8c5a-4884-ac13-f4d990199fb7 req-cbcb1eb8-9efb-4261-8ea4-440300fcc7a4 tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] 10.222.0.13 "GET /v2.0/ports?device_id=2d3f3442-a00e-47ee-b0df-f099086628ce HTTP/1.1" status: 200 len: 944 time: 0.0516462 Jun 30 04:15:44.701567 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:SELECT=5 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:15:44.709983 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:SELECT=3 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:15:44.729481 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-1da64e2e-8c5a-4884-ac13-f4d990199fb7 req-19a8b096-d0f9-465c-8eb1-e2f572b09a23 tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] 10.222.0.13 "GET /v2.0/security-groups?id=917dbda3-50de-42c2-a106-5e4480b4dad4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441849 Jun 30 04:15:45.137469 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.wsgi [-] (104415) accepted ('10.222.0.13', 49086) {{(pid=104415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 04:15:45.247154 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-94cc1e46-a073-47d5-95ed-470bd6bd4544 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:15:45.299271 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=81,neutron:INSERT=16,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:15:45.326071 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-94cc1e46-a073-47d5-95ed-470bd6bd4544 admin admin] Publish callbacks [] for security_group (6ff26392-a50b-4952-998c-0eb74d93f709), precommit_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:15:45.330403 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-94cc1e46-a073-47d5-95ed-470bd6bd4544 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3637186'] for security_group (6ff26392-a50b-4952-998c-0eb74d93f709), after_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:15:45.368828 dv-cinder-846842-7-iscsi neutron-server[104415]: INFO neutron.wsgi [None req-94cc1e46-a073-47d5-95ed-470bd6bd4544 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3b2b95a591544ae5abfe66a9f14680f0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2296653 Jun 30 04:15:45.369689 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94cc1e46-a073-47d5-95ed-470bd6bd4544 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ff26392-a50b-4952-998c-0eb74d93f709,revision_number=1']} {{(pid=104415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:15:45.371647 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.13', 49096) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 04:15:45.412552 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=86,neutron:DELETE=5,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:15:45.425745 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-74e95bf1-f75e-4194-8d11-1efa5e5f51a5 admin admin] Publish callbacks [] for security_group (6ff26392-a50b-4952-998c-0eb74d93f709), before_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:15:45.449115 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-74e95bf1-f75e-4194-8d11-1efa5e5f51a5 admin admin] Publish callbacks [] for security_group (6ff26392-a50b-4952-998c-0eb74d93f709), precommit_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:15:45.496985 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-74e95bf1-f75e-4194-8d11-1efa5e5f51a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3637186'] for security_group (6ff26392-a50b-4952-998c-0eb74d93f709), after_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:15:45.499636 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-74e95bf1-f75e-4194-8d11-1efa5e5f51a5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:15:45.503181 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-74e95bf1-f75e-4194-8d11-1efa5e5f51a5 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6ff26392-a50b-4952-998c-0eb74d93f709 HTTP/1.1" status: 204 len: 168 time: 0.1280859 Jun 30 04:15:45.508756 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e95bf1-f75e-4194-8d11-1efa5e5f51a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ff26392-a50b-4952-998c-0eb74d93f709,revision_number=None']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:15:45.608262 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33e241e-2ca3-4a5c-8e8e-5ba4c82f9500 req-8c93367c-8710-462b-9693-3036c96d75e2 tempest-DeleteServersTestJSON-486871242 tempest-DeleteServersTestJSON-486871242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:15:45.609701 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-a33e241e-2ca3-4a5c-8e8e-5ba4c82f9500 req-8c93367c-8710-462b-9693-3036c96d75e2 tempest-DeleteServersTestJSON-486871242 tempest-DeleteServersTestJSON-486871242-project] 10.222.0.13 "GET /v2.0/ports?device_id=43ceac9b-808a-455a-9409-817a9675cc84 HTTP/1.1" status: 200 len: 944 time: 0.0500338 Jun 30 04:15:45.661394 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-a33e241e-2ca3-4a5c-8e8e-5ba4c82f9500 req-665222d5-66d0-4b5d-b6af-9ecb9bd9a238 tempest-DeleteServersTestJSON-486871242 tempest-DeleteServersTestJSON-486871242-project] 10.222.0.13 "GET /v2.0/security-groups?id=4805bc95-9fae-4382-982a-74fa7c978b94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460072 Jun 30 04:15:45.811841 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.wsgi [-] (104415) accepted ('10.222.0.13', 49112) {{(pid=104415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 04:15:45.825914 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-ed162bf1-2b3c-41bb-93c0-3d43d41089d8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:15:45.844359 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=78,neutron:INSERT=18,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:15:45.852047 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2e1be0-bc07-4350-b77e-8d5a8a14be06 req-63d91326-fd1e-4445-96a1-943792229ed2 tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:15:45.853639 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-7d2e1be0-bc07-4350-b77e-8d5a8a14be06 req-63d91326-fd1e-4445-96a1-943792229ed2 tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] 10.222.0.13 "GET /v2.0/ports?device_id=2d3f3442-a00e-47ee-b0df-f099086628ce HTTP/1.1" status: 200 len: 944 time: 0.0514061 Jun 30 04:15:45.903035 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-7d2e1be0-bc07-4350-b77e-8d5a8a14be06 req-1be81d1e-42ce-4b31-add7-0826d30a63d1 tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] 10.222.0.13 "GET /v2.0/security-groups?id=917dbda3-50de-42c2-a106-5e4480b4dad4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434361 Jun 30 04:15:45.904227 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-ed162bf1-2b3c-41bb-93c0-3d43d41089d8 admin admin] Publish callbacks [] for security_group (0d3e17a4-7816-4694-99ba-0258ac2284ea), precommit_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:15:45.908877 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-ed162bf1-2b3c-41bb-93c0-3d43d41089d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3637186'] for security_group (0d3e17a4-7816-4694-99ba-0258ac2284ea), after_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:15:45.948616 dv-cinder-846842-7-iscsi neutron-server[104415]: INFO neutron.wsgi [None req-ed162bf1-2b3c-41bb-93c0-3d43d41089d8 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5b273a203325401f8863d61078f4e1af&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1356599 Jun 30 04:15:45.949717 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed162bf1-2b3c-41bb-93c0-3d43d41089d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d3e17a4-7816-4694-99ba-0258ac2284ea,revision_number=1']} {{(pid=104415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:15:45.951301 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.13', 49116) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 04:15:46.002757 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-cbcf680e-073a-4431-baee-73d78188c7c1 admin admin] Publish callbacks [] for security_group (0d3e17a4-7816-4694-99ba-0258ac2284ea), before_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:15:46.023290 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-cbcf680e-073a-4431-baee-73d78188c7c1 admin admin] Publish callbacks [] for security_group (0d3e17a4-7816-4694-99ba-0258ac2284ea), precommit_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:15:46.074990 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-cbcf680e-073a-4431-baee-73d78188c7c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3637186'] for security_group (0d3e17a4-7816-4694-99ba-0258ac2284ea), after_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:15:46.077811 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-cbcf680e-073a-4431-baee-73d78188c7c1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:15:46.081327 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-cbcf680e-073a-4431-baee-73d78188c7c1 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0d3e17a4-7816-4694-99ba-0258ac2284ea HTTP/1.1" status: 204 len: 168 time: 0.1259735 Jun 30 04:15:46.088390 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbcf680e-073a-4431-baee-73d78188c7c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d3e17a4-7816-4694-99ba-0258ac2284ea,revision_number=None']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:15:46.776736 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf26ca8-dd3d-49d7-bf8a-0afc44a1a9af req-3805324f-8d00-4de2-8129-d3ef48a8ba58 tempest-DeleteServersTestJSON-486871242 tempest-DeleteServersTestJSON-486871242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:15:46.778258 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-2cf26ca8-dd3d-49d7-bf8a-0afc44a1a9af req-3805324f-8d00-4de2-8129-d3ef48a8ba58 tempest-DeleteServersTestJSON-486871242 tempest-DeleteServersTestJSON-486871242-project] 10.222.0.13 "GET /v2.0/ports?device_id=43ceac9b-808a-455a-9409-817a9675cc84 HTTP/1.1" status: 200 len: 944 time: 0.0493629 Jun 30 04:15:46.828643 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-2cf26ca8-dd3d-49d7-bf8a-0afc44a1a9af req-2b29ad38-5757-487c-80da-9a87685b18e9 tempest-DeleteServersTestJSON-486871242 tempest-DeleteServersTestJSON-486871242-project] 10.222.0.13 "GET /v2.0/security-groups?id=4805bc95-9fae-4382-982a-74fa7c978b94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444796 Jun 30 04:15:47.018308 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.rpc [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Device bd404336-185f-4a39-8576-5211044a2340 up at agent hyperv_hv-cinder-84684 {{(pid=104417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 04:15:47.047991 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1707e53a-c455-4fe5-a9e0-d6bb64574399 req-e48c00b0-97a0-430c-a822-0e8becf56d5e tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:15:47.049983 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-1707e53a-c455-4fe5-a9e0-d6bb64574399 req-e48c00b0-97a0-430c-a822-0e8becf56d5e tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] 10.222.0.13 "GET /v2.0/ports?device_id=2d3f3442-a00e-47ee-b0df-f099086628ce HTTP/1.1" status: 200 len: 944 time: 0.0733414 Jun 30 04:15:47.072408 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.db.provisioning_blocks [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Provisioning for port bd404336-185f-4a39-8576-5211044a2340 completed by entity L2. {{(pid=104417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 30 04:15:47.079191 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.db.provisioning_blocks [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Provisioning complete for port bd404336-185f-4a39-8576-5211044a2340 triggered by entity L2. {{(pid=104417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 30 04:15:47.080197 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565073'] for port (bd404336-185f-4a39-8576-5211044a2340), provisioning_complete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:15:47.117170 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-1707e53a-c455-4fe5-a9e0-d6bb64574399 req-1c92e446-5569-401a-a902-127b0c5865ff tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] 10.222.0.13 "GET /v2.0/security-groups?id=917dbda3-50de-42c2-a106-5e4480b4dad4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0608866 Jun 30 04:15:47.161212 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Current status of the port bd404336-185f-4a39-8576-5211044a2340 is: BUILD; New status is: ACTIVE {{(pid=104417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 30 04:15:47.161212 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3606762'] for port (bd404336-185f-4a39-8576-5211044a2340), before_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:15:47.181485 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d3f3442-a00e-47ee-b0df-f099086628ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd404336-185f-4a39-8576-5211044a2340'}] {{(pid=104417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 30 04:15:47.253607 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.db [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] For port bd404336-185f-4a39-8576-5211044a2340, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=bd404336-185f-4a39-8576-5211044a2340,segment=NetworkSegment(fa7c4b3d-3226-4230-8cea-73b76388d57e),segment_id=fa7c4b3d-3226-4230-8cea-73b76388d57e)] {{(pid=104417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 04:15:47.258077 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4095053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781926634698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781926239335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781926239353'] for port (bd404336-185f-4a39-8576-5211044a2340), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:15:47.259041 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.rpc [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Device 7cff6837-1499-4d0c-af41-27acd223363c up at agent hyperv_hv-cinder-84684 {{(pid=104417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 04:15:47.349432 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Pushing event updated for resources: {'Port': ['ID=bd404336-185f-4a39-8576-5211044a2340,revision_number=5']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:15:47.355624 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.db.provisioning_blocks [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Provisioning for port 7cff6837-1499-4d0c-af41-27acd223363c completed by entity L2. {{(pid=104417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 30 04:15:47.358229 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:15:47.365767 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.db.provisioning_blocks [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Provisioning complete for port 7cff6837-1499-4d0c-af41-27acd223363c triggered by entity L2. {{(pid=104417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 30 04:15:47.366243 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565073'] for port (7cff6837-1499-4d0c-af41-27acd223363c), provisioning_complete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:15:47.393599 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}872baf0325b3a4d4e4ba58c5a9b381606b113811ad1a9f7b70d77ff172d270fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ee5d226-7403-49c4-8a99-5f71e36dd0aa" -d '{"events": [{"server_uuid": "2d3f3442-a00e-47ee-b0df-f099086628ce", "name": "network-vif-plugged", "status": "completed", "tag": "bd404336-185f-4a39-8576-5211044a2340"}]}' {{(pid=104417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 04:15:47.472708 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Current status of the port 7cff6837-1499-4d0c-af41-27acd223363c is: BUILD; New status is: ACTIVE {{(pid=104417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 30 04:15:47.473083 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3606762'] for port (7cff6837-1499-4d0c-af41-27acd223363c), before_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:15:47.509767 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.db [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] For port 7cff6837-1499-4d0c-af41-27acd223363c, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=7cff6837-1499-4d0c-af41-27acd223363c,segment=NetworkSegment(9ca81d36-234f-4915-9758-c5171bb50dcf),segment_id=9ca81d36-234f-4915-9758-c5171bb50dcf)] {{(pid=104417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 04:15:47.517929 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4095053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781926634698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781926239335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781926239353'] for port (7cff6837-1499-4d0c-af41-27acd223363c), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:15:47.590960 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:15:47.592746 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Pushing event updated for resources: {'Port': ['ID=7cff6837-1499-4d0c-af41-27acd223363c,revision_number=5']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:15:47.628881 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Jun 2022 04:15:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c89fd0ac-53dd-4ce0-960d-eaf16c7b8cae x-openstack-request-id: req-c89fd0ac-53dd-4ce0-960d-eaf16c7b8cae {{(pid=104417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 04:15:47.629283 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d3f3442-a00e-47ee-b0df-f099086628ce", "name": "network-vif-plugged", "status": "completed", "tag": "bd404336-185f-4a39-8576-5211044a2340", "code": 200}]} {{(pid=104417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 04:15:47.629571 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c89fd0ac-53dd-4ce0-960d-eaf16c7b8cae {{(pid=104417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 04:15:47.630044 dv-cinder-846842-7-iscsi neutron-server[104417]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c89fd0ac-53dd-4ce0-960d-eaf16c7b8cae'] response: {'server_uuid': '2d3f3442-a00e-47ee-b0df-f099086628ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd404336-185f-4a39-8576-5211044a2340', 'code': 200} Jun 30 04:15:47.849749 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:15:47.874879 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8783075-64df-4ab0-b364-5c7fc5feced7 req-65562913-c71a-4754-b4a2-5448b86a6ddb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:15:47.876464 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-d8783075-64df-4ab0-b364-5c7fc5feced7 req-65562913-c71a-4754-b4a2-5448b86a6ddb service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=2d3f3442-a00e-47ee-b0df-f099086628ce HTTP/1.1" status: 200 len: 1129 time: 0.0843279 Jun 30 04:15:47.899422 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-d8783075-64df-4ab0-b364-5c7fc5feced7 req-1c00af99-07fe-4551-be23-3b7179d201cc service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:15:47.978584 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d401ebd-1ab8-4832-a585-75226c2f2dcb req-2428c0a0-232d-41b0-b86d-05ce15ab4884 tempest-DeleteServersTestJSON-486871242 tempest-DeleteServersTestJSON-486871242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:15:47.980107 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-6d401ebd-1ab8-4832-a585-75226c2f2dcb req-2428c0a0-232d-41b0-b86d-05ce15ab4884 tempest-DeleteServersTestJSON-486871242 tempest-DeleteServersTestJSON-486871242-project] 10.222.0.13 "GET /v2.0/ports?device_id=43ceac9b-808a-455a-9409-817a9675cc84 HTTP/1.1" status: 200 len: 945 time: 0.0715189 Jun 30 04:15:48.063900 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=89,neutron:DELETE=5,neutron:INSERT=6 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:15:48.083929 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-6d401ebd-1ab8-4832-a585-75226c2f2dcb req-b3297fa6-e813-492e-9a53-4fba1bba79df tempest-DeleteServersTestJSON-486871242 tempest-DeleteServersTestJSON-486871242-project] 10.222.0.13 "GET /v2.0/security-groups?id=4805bc95-9fae-4382-982a-74fa7c978b94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863898 Jun 30 04:15:48.085875 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-d8783075-64df-4ab0-b364-5c7fc5feced7 req-1c00af99-07fe-4551-be23-3b7179d201cc service neutron] Publish callbacks [] for security_group (b1da8732-5053-402d-b3fe-752253186d71), precommit_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:15:48.093937 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-d8783075-64df-4ab0-b364-5c7fc5feced7 req-1c00af99-07fe-4551-be23-3b7179d201cc service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3637186'] for security_group (b1da8732-5053-402d-b3fe-752253186d71), after_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:15:48.144714 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c00af99-07fe-4551-be23-3b7179d201cc service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=b1da8732-5053-402d-b3fe-752253186d71,revision_number=1']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:15:48.149010 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-d8783075-64df-4ab0-b364-5c7fc5feced7 req-1c00af99-07fe-4551-be23-3b7179d201cc service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=917dbda3-50de-42c2-a106-5e4480b4dad4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2659783 Jun 30 04:15:48.265814 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da93a936-cb26-4104-aae2-709129185685 req-974edd4f-0e5f-4a23-b748-0ed92397cf63 tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:15:48.267379 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-da93a936-cb26-4104-aae2-709129185685 req-974edd4f-0e5f-4a23-b748-0ed92397cf63 tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] 10.222.0.13 "GET /v2.0/ports?device_id=2d3f3442-a00e-47ee-b0df-f099086628ce HTTP/1.1" status: 200 len: 945 time: 0.0569868 Jun 30 04:15:48.337846 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-da93a936-cb26-4104-aae2-709129185685 req-f658b7a7-8dd1-4593-864e-6b7027c49766 tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] 10.222.0.13 "GET /v2.0/security-groups?id=917dbda3-50de-42c2-a106-5e4480b4dad4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542471 Jun 30 04:15:48.645744 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.wsgi [-] (104415) accepted ('10.222.0.13', 49260) {{(pid=104415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 04:15:48.755935 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-d7f5da94-675d-4b16-9d35-886718c0001d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:15:48.846014 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-d7f5da94-675d-4b16-9d35-886718c0001d admin admin] Publish callbacks [] for security_group (b8998ada-a6ef-4a46-a975-10e0b2da16af), precommit_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:15:48.850202 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-d7f5da94-675d-4b16-9d35-886718c0001d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3637186'] for security_group (b8998ada-a6ef-4a46-a975-10e0b2da16af), after_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:15:48.895509 dv-cinder-846842-7-iscsi neutron-server[104415]: INFO neutron.wsgi [None req-d7f5da94-675d-4b16-9d35-886718c0001d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=58cb41b3cc0b44339f82fbb494180985&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2544060 Jun 30 04:15:48.896629 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f5da94-675d-4b16-9d35-886718c0001d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8998ada-a6ef-4a46-a975-10e0b2da16af,revision_number=1']} {{(pid=104415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:15:48.899058 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.13', 49272) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 04:15:48.961153 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-1bbaeca5-eecc-4d4f-9333-aba287ef0e41 admin admin] Publish callbacks [] for security_group (b8998ada-a6ef-4a46-a975-10e0b2da16af), before_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:15:48.985435 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-1bbaeca5-eecc-4d4f-9333-aba287ef0e41 admin admin] Publish callbacks [] for security_group (b8998ada-a6ef-4a46-a975-10e0b2da16af), precommit_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:15:49.028688 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-1bbaeca5-eecc-4d4f-9333-aba287ef0e41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3637186'] for security_group (b8998ada-a6ef-4a46-a975-10e0b2da16af), after_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:15:49.031218 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-1bbaeca5-eecc-4d4f-9333-aba287ef0e41 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:15:49.032366 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-1bbaeca5-eecc-4d4f-9333-aba287ef0e41 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b8998ada-a6ef-4a46-a975-10e0b2da16af HTTP/1.1" status: 204 len: 168 time: 0.1324942 Jun 30 04:15:49.040228 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bbaeca5-eecc-4d4f-9333-aba287ef0e41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8998ada-a6ef-4a46-a975-10e0b2da16af,revision_number=None']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:15:49.202167 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d3169f-ce07-49c1-97aa-5f2d5d335a7a req-de18422a-26d9-41ec-8d99-6df095df241c tempest-DeleteServersTestJSON-486871242 tempest-DeleteServersTestJSON-486871242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:15:49.203817 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-01d3169f-ce07-49c1-97aa-5f2d5d335a7a req-de18422a-26d9-41ec-8d99-6df095df241c tempest-DeleteServersTestJSON-486871242 tempest-DeleteServersTestJSON-486871242-project] 10.222.0.13 "GET /v2.0/ports?device_id=43ceac9b-808a-455a-9409-817a9675cc84 HTTP/1.1" status: 200 len: 945 time: 0.0497608 Jun 30 04:15:49.257833 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-01d3169f-ce07-49c1-97aa-5f2d5d335a7a req-5fc6a01c-a7be-4cd0-8cb1-9cfce27bcbd7 tempest-DeleteServersTestJSON-486871242 tempest-DeleteServersTestJSON-486871242-project] 10.222.0.13 "GET /v2.0/security-groups?id=4805bc95-9fae-4382-982a-74fa7c978b94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471630 Jun 30 04:15:49.472209 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16bf8845-b1db-437d-800d-61f4a315cf96 req-6d83b604-85e8-4b29-9834-c5e0f6806f57 tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:15:49.474332 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-16bf8845-b1db-437d-800d-61f4a315cf96 req-6d83b604-85e8-4b29-9834-c5e0f6806f57 tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] 10.222.0.13 "GET /v2.0/ports?device_id=2d3f3442-a00e-47ee-b0df-f099086628ce HTTP/1.1" status: 200 len: 945 time: 0.0533948 Jun 30 04:15:49.545708 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-16bf8845-b1db-437d-800d-61f4a315cf96 req-313d2029-3d39-4e45-bf8c-5c0508d563f5 tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] 10.222.0.13 "GET /v2.0/security-groups?id=917dbda3-50de-42c2-a106-5e4480b4dad4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0639207 Jun 30 04:15:49.631392 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43ceac9b-808a-455a-9409-817a9675cc84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7cff6837-1499-4d0c-af41-27acd223363c'}] {{(pid=104417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 30 04:15:49.633759 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}872baf0325b3a4d4e4ba58c5a9b381606b113811ad1a9f7b70d77ff172d270fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2c570f6-9d97-4906-a54e-6eeaa67fdd64" -d '{"events": [{"server_uuid": "43ceac9b-808a-455a-9409-817a9675cc84", "name": "network-vif-plugged", "status": "completed", "tag": "7cff6837-1499-4d0c-af41-27acd223363c"}]}' {{(pid=104417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 04:15:49.699573 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Jun 2022 04:15:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12f16772-19f2-46ee-8ab7-8f8ef4ca0837 x-openstack-request-id: req-12f16772-19f2-46ee-8ab7-8f8ef4ca0837 {{(pid=104417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 04:15:49.699904 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43ceac9b-808a-455a-9409-817a9675cc84", "name": "network-vif-plugged", "status": "completed", "tag": "7cff6837-1499-4d0c-af41-27acd223363c", "code": 200}]} {{(pid=104417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 04:15:49.700132 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-12f16772-19f2-46ee-8ab7-8f8ef4ca0837 {{(pid=104417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 04:15:49.700572 dv-cinder-846842-7-iscsi neutron-server[104417]: INFO neutron.notifiers.nova [-] Nova event matching ['req-12f16772-19f2-46ee-8ab7-8f8ef4ca0837'] response: {'server_uuid': '43ceac9b-808a-455a-9409-817a9675cc84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7cff6837-1499-4d0c-af41-27acd223363c', 'code': 200} Jun 30 04:15:50.311557 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.wsgi [-] (104415) accepted ('10.222.0.13', 49390) {{(pid=104415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 04:15:50.456319 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90dbb8c7-97b5-4afe-80c8-668d3636ea2e req-d648bbcd-fc25-49e5-84c9-956a315df7fb tempest-DeleteServersTestJSON-486871242 tempest-DeleteServersTestJSON-486871242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:15:50.457949 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-90dbb8c7-97b5-4afe-80c8-668d3636ea2e req-d648bbcd-fc25-49e5-84c9-956a315df7fb tempest-DeleteServersTestJSON-486871242 tempest-DeleteServersTestJSON-486871242-project] 10.222.0.13 "GET /v2.0/ports?device_id=43ceac9b-808a-455a-9409-817a9675cc84 HTTP/1.1" status: 200 len: 945 time: 0.0601382 Jun 30 04:15:50.462196 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-823464af-4f4f-42bc-971b-9e1b811219b7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:15:50.514081 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:15:50.527669 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1980bbd-f809-4f34-a7f5-f63daec6d6a1 req-53cd6183-207b-4191-aa92-cb2431a1f162 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:15:50.529264 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-a1980bbd-f809-4f34-a7f5-f63daec6d6a1 req-53cd6183-207b-4191-aa92-cb2431a1f162 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=43ceac9b-808a-455a-9409-817a9675cc84 HTTP/1.1" status: 200 len: 1129 time: 0.0703769 Jun 30 04:15:50.555144 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-90dbb8c7-97b5-4afe-80c8-668d3636ea2e req-05beb6f7-015b-4c46-9fa9-a16e8a3c3c7c tempest-DeleteServersTestJSON-486871242 tempest-DeleteServersTestJSON-486871242-project] 10.222.0.13 "GET /v2.0/security-groups?id=4805bc95-9fae-4382-982a-74fa7c978b94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885079 Jun 30 04:15:50.555751 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-823464af-4f4f-42bc-971b-9e1b811219b7 admin admin] Publish callbacks [] for security_group (5843fe63-6394-484b-8f7e-6aa4c222fc7d), precommit_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:15:50.562325 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-823464af-4f4f-42bc-971b-9e1b811219b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3637186'] for security_group (5843fe63-6394-484b-8f7e-6aa4c222fc7d), after_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:15:50.587026 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-a1980bbd-f809-4f34-a7f5-f63daec6d6a1 req-54f67997-b296-4309-aea3-db8ad1c2f14c service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=4805bc95-9fae-4382-982a-74fa7c978b94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483351 Jun 30 04:15:50.613051 dv-cinder-846842-7-iscsi neutron-server[104415]: INFO neutron.wsgi [None req-823464af-4f4f-42bc-971b-9e1b811219b7 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9cd80d08880e4be6a9ff420589f8c02e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3004024 Jun 30 04:15:50.616701 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.13', 49410) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 04:15:50.628196 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823464af-4f4f-42bc-971b-9e1b811219b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5843fe63-6394-484b-8f7e-6aa4c222fc7d,revision_number=1']} {{(pid=104415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:15:50.723843 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4170d772-1add-496b-a10e-6438a4aac236 req-66cb6971-13b1-40d8-a9d8-789d5d3e5a95 tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:15:50.725338 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-4170d772-1add-496b-a10e-6438a4aac236 req-66cb6971-13b1-40d8-a9d8-789d5d3e5a95 tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] 10.222.0.13 "GET /v2.0/ports?device_id=2d3f3442-a00e-47ee-b0df-f099086628ce HTTP/1.1" status: 200 len: 945 time: 0.0679214 Jun 30 04:15:50.728417 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-8500592a-70dc-4186-bd89-e61e250530e6 admin admin] Publish callbacks [] for security_group (5843fe63-6394-484b-8f7e-6aa4c222fc7d), before_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:15:50.766972 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-8500592a-70dc-4186-bd89-e61e250530e6 admin admin] Publish callbacks [] for security_group (5843fe63-6394-484b-8f7e-6aa4c222fc7d), precommit_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:15:50.827808 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-4170d772-1add-496b-a10e-6438a4aac236 req-db145b45-539c-4c5b-b8d2-cf8116e6902f tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] 10.222.0.13 "GET /v2.0/security-groups?id=917dbda3-50de-42c2-a106-5e4480b4dad4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0887423 Jun 30 04:15:50.871117 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-8500592a-70dc-4186-bd89-e61e250530e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3637186'] for security_group (5843fe63-6394-484b-8f7e-6aa4c222fc7d), after_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:15:50.873779 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-8500592a-70dc-4186-bd89-e61e250530e6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:15:50.875030 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-8500592a-70dc-4186-bd89-e61e250530e6 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5843fe63-6394-484b-8f7e-6aa4c222fc7d HTTP/1.1" status: 204 len: 168 time: 0.2573481 Jun 30 04:15:50.887876 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8500592a-70dc-4186-bd89-e61e250530e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5843fe63-6394-484b-8f7e-6aa4c222fc7d,revision_number=None']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:15:51.073459 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212acbeb-2dec-4102-92f4-1c4456d169e2 req-a86e11f7-6357-4603-8500-eaa21947f84a tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:15:51.075035 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-212acbeb-2dec-4102-92f4-1c4456d169e2 req-a86e11f7-6357-4603-8500-eaa21947f84a tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] 10.222.0.13 "GET /v2.0/ports?device_id=2d3f3442-a00e-47ee-b0df-f099086628ce HTTP/1.1" status: 200 len: 945 time: 0.0563452 Jun 30 04:15:51.087570 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.wsgi [-] (104415) accepted ('10.222.0.13', 49450) {{(pid=104415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 04:15:51.093660 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.v2.base [None req-c09b54e5-aed3-45f4-8077-476a5485f7b4 tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] Request body: {'floatingip': {'port_id': 'bd404336-185f-4a39-8576-5211044a2340'}} {{(pid=104415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 30 04:15:51.190101 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-c09b54e5-aed3-45f4-8077-476a5485f7b4 tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] Publish callbacks [] for floatingip (1053aaed-9acc-4719-99b7-572db277a913), before_update {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:15:51.218750 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.13', 49458) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 04:15:51.497460 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=84,neutron:INSERT=14,neutron:UPDATE=2 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:15:51.573303 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.13', 49478) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 04:15:51.654868 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-3ba1e7ea-3ea9-43f8-ae31-2c8506d6b8a7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:15:51.688307 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:15:51.709436 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=80,neutron:INSERT=18,neutron:UPDATE=2 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:15:51.762500 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-53b8b783-094c-4e90-8fc9-1ddaa569ee49 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:15:51.815670 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9063eb4-cd4f-4a54-8e41-913f60d6cfc2 req-0ecb243b-41e9-48bd-9e3c-636a02f7dd24 tempest-DeleteServersTestJSON-486871242 tempest-DeleteServersTestJSON-486871242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:15:51.819696 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-a9063eb4-cd4f-4a54-8e41-913f60d6cfc2 req-0ecb243b-41e9-48bd-9e3c-636a02f7dd24 tempest-DeleteServersTestJSON-486871242 tempest-DeleteServersTestJSON-486871242-project] 10.222.0.13 "GET /v2.0/ports?device_id=43ceac9b-808a-455a-9409-817a9675cc84 HTTP/1.1" status: 200 len: 945 time: 0.1131201 Jun 30 04:15:51.936335 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-3ba1e7ea-3ea9-43f8-ae31-2c8506d6b8a7 admin admin] Publish callbacks [] for security_group (49b2bde5-2700-420f-8145-851ed418a1cd), precommit_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:15:51.956220 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-a9063eb4-cd4f-4a54-8e41-913f60d6cfc2 req-042d28d5-24c4-4fbd-ab5c-03cba11d6b2e tempest-DeleteServersTestJSON-486871242 tempest-DeleteServersTestJSON-486871242-project] 10.222.0.13 "GET /v2.0/security-groups?id=4805bc95-9fae-4382-982a-74fa7c978b94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156790 Jun 30 04:15:52.048373 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-53b8b783-094c-4e90-8fc9-1ddaa569ee49 admin admin] Publish callbacks [] for security_group (06b5a639-564e-4e37-b6b8-c62381c6acfe), precommit_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:15:52.053881 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-3ba1e7ea-3ea9-43f8-ae31-2c8506d6b8a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3637186'] for security_group (49b2bde5-2700-420f-8145-851ed418a1cd), after_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:15:52.108929 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-c09b54e5-aed3-45f4-8077-476a5485f7b4 tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:15:52.116303 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-c09b54e5-aed3-45f4-8077-476a5485f7b4 tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-620077'] for floatingip (1053aaed-9acc-4719-99b7-572db277a913), after_update {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:15:52.161405 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-53b8b783-094c-4e90-8fc9-1ddaa569ee49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3637186'] for security_group (06b5a639-564e-4e37-b6b8-c62381c6acfe), after_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:15:52.192357 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba1e7ea-3ea9-43f8-ae31-2c8506d6b8a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49b2bde5-2700-420f-8145-851ed418a1cd,revision_number=1']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:15:52.217298 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-3ba1e7ea-3ea9-43f8-ae31-2c8506d6b8a7 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=61c7f438acc848b6921830d196489b34&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9942183 Jun 30 04:15:52.219958 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-53b8b783-094c-4e90-8fc9-1ddaa569ee49 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9953e3ce880a4f1fbc900eb606d315ee&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6454246 Jun 30 04:15:52.227141 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.13', 49510) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 04:15:52.227730 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.13', 49512) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 04:15:52.286261 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b8b783-094c-4e90-8fc9-1ddaa569ee49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06b5a639-564e-4e37-b6b8-c62381c6acfe,revision_number=1']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:15:52.295075 dv-cinder-846842-7-iscsi neutron-server[104415]: INFO neutron.db.l3_db [None req-c09b54e5-aed3-45f4-8077-476a5485f7b4 tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] Floating IP 1053aaed-9acc-4719-99b7-572db277a913 associated. External IP: 172.27.1.12, port: bd404336-185f-4a39-8576-5211044a2340. Jun 30 04:15:52.363068 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-f15e59fd-3091-4a24-bb81-08575015641a admin admin] Publish callbacks [] for security_group (06b5a639-564e-4e37-b6b8-c62381c6acfe), before_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:15:52.372092 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-fbe8397b-8908-4402-a412-1fae814d9ef6 admin admin] Publish callbacks [] for security_group (49b2bde5-2700-420f-8145-851ed418a1cd), before_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:15:52.389405 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:15:52.418399 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-f15e59fd-3091-4a24-bb81-08575015641a admin admin] Publish callbacks [] for security_group (06b5a639-564e-4e37-b6b8-c62381c6acfe), precommit_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:15:52.434073 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-fbe8397b-8908-4402-a412-1fae814d9ef6 admin admin] Publish callbacks [] for security_group (49b2bde5-2700-420f-8145-851ed418a1cd), precommit_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:15:52.456917 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=83,neutron:INSERT=16,neutron:UPDATE=1 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:15:52.516439 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-f15e59fd-3091-4a24-bb81-08575015641a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3637186'] for security_group (06b5a639-564e-4e37-b6b8-c62381c6acfe), after_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:15:52.519060 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-f15e59fd-3091-4a24-bb81-08575015641a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:15:52.523035 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-f15e59fd-3091-4a24-bb81-08575015641a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/06b5a639-564e-4e37-b6b8-c62381c6acfe HTTP/1.1" status: 204 len: 168 time: 0.2883317 Jun 30 04:15:52.529429 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-fbe8397b-8908-4402-a412-1fae814d9ef6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3637186'] for security_group (49b2bde5-2700-420f-8145-851ed418a1cd), after_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:15:52.531954 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-fbe8397b-8908-4402-a412-1fae814d9ef6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:15:52.536071 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-fbe8397b-8908-4402-a412-1fae814d9ef6 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/49b2bde5-2700-420f-8145-851ed418a1cd HTTP/1.1" status: 204 len: 168 time: 0.3030188 Jun 30 04:15:52.536071 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15e59fd-3091-4a24-bb81-08575015641a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06b5a639-564e-4e37-b6b8-c62381c6acfe,revision_number=None']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:15:52.554058 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe8397b-8908-4402-a412-1fae814d9ef6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49b2bde5-2700-420f-8145-851ed418a1cd,revision_number=None']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:15:52.637216 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c09b54e5-aed3-45f4-8077-476a5485f7b4 tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] Router f5fad03b-8645-449e-8ef0-392bc6c254bc has already been hosted by L3 agent 2ea21a61-d737-4543-a811-a0d035fbf0f6 {{(pid=104415) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 30 04:15:52.771290 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c09b54e5-aed3-45f4-8077-476a5485f7b4 tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] Notify agent at l3_agent.dv-cinder-846842-7-iscsi the message routers_updated {{(pid=104415) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 04:15:52.776154 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-c09b54e5-aed3-45f4-8077-476a5485f7b4 tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13292'] for floatingip (None), before_response {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:15:52.787474 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2445566-9c70-4c84-acbd-a38c7c4f81ad None None] Sync routers for ids ['f5fad03b-8645-449e-8ef0-392bc6c254bc'] in dv-cinder-846842-7-iscsi {{(pid=104418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 04:15:52.811472 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2445566-9c70-4c84-acbd-a38c7c4f81ad None None] Routers {'f5fad03b-8645-449e-8ef0-392bc6c254bc'} bound to L3 agent in host dv-cinder-846842-7-iscsi {{(pid=104418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 30 04:15:52.812955 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.db.l3_hamode_db [None req-c2445566-9c70-4c84-acbd-a38c7c4f81ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-30T04:07:07Z,description=,heartbeat_timestamp=2022-06-30T04:15:37Z,host='dv-cinder-846842-7-iscsi',id=2ea21a61-d737-4543-a811-a0d035fbf0f6,load=0,resource_versions=,resources_synced=,started_at=2022-06-30T04:07:07Z,topic='l3_agent')) {'router_ids': ['f5fad03b-8645-449e-8ef0-392bc6c254bc'], 'active': True} {{(pid=104418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 04:15:52.861700 dv-cinder-846842-7-iscsi neutron-server[104415]: INFO neutron.wsgi [None req-c09b54e5-aed3-45f4-8077-476a5485f7b4 tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] 10.222.0.13 "PUT /v2.0/floatingips/1053aaed-9acc-4719-99b7-572db277a913 HTTP/1.1" status: 200 len: 990 time: 1.7723520 Jun 30 04:15:52.862249 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d3f3442-a00e-47ee-b0df-f099086628ce', 'tag': 'bd404336-185f-4a39-8576-5211044a2340'}] {{(pid=104415) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 30 04:15:52.866105 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d30a34cf25b41f2e39a6e8a7c8aade182e15085106272f21e1153e4bea097eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f83425b-556d-41e6-82ea-0f61072cf143" -d '{"events": [{"name": "network-changed", "server_uuid": "2d3f3442-a00e-47ee-b0df-f099086628ce", "tag": "bd404336-185f-4a39-8576-5211044a2340"}]}' {{(pid=104415) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 04:15:52.952184 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Jun 2022 04:15:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b416c2b6-b641-4121-8091-4a62dc1b4896 x-openstack-request-id: req-b416c2b6-b641-4121-8091-4a62dc1b4896 {{(pid=104415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 04:15:52.952475 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d3f3442-a00e-47ee-b0df-f099086628ce", "tag": "bd404336-185f-4a39-8576-5211044a2340", "status": "completed", "code": 200}]} {{(pid=104415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 04:15:52.952932 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b416c2b6-b641-4121-8091-4a62dc1b4896 {{(pid=104415) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 04:15:52.954268 dv-cinder-846842-7-iscsi neutron-server[104415]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b416c2b6-b641-4121-8091-4a62dc1b4896'] response: {'name': 'network-changed', 'server_uuid': '2d3f3442-a00e-47ee-b0df-f099086628ce', 'tag': 'bd404336-185f-4a39-8576-5211044a2340', 'status': 'completed', 'code': 200} Jun 30 04:15:53.024370 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.db.l3_dvr_db [None req-c2445566-9c70-4c84-acbd-a38c7c4f81ad None None] Set router f5fad03b-8645-449e-8ef0-392bc6c254bc gateway port host: dv-cinder-846842-7-iscsi {{(pid=104418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 30 04:15:53.038384 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f83425b-556d-41e6-82ea-0f61072cf143 req-e86ec353-5505-4196-8621-5cd3ed52ad13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:15:53.041288 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-7f83425b-556d-41e6-82ea-0f61072cf143 req-e86ec353-5505-4196-8621-5cd3ed52ad13 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=71588f8a5fc34919a77f28b6a8c8db0e&device_id=2d3f3442-a00e-47ee-b0df-f099086628ce HTTP/1.1" status: 200 len: 1129 time: 0.0591130 Jun 30 04:15:53.113158 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.wsgi [-] (104415) accepted ('10.222.0.13', 49550) {{(pid=104415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 04:15:53.143687 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-ec7f324f-b44d-4fc6-a78a-f433d660fbc7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:15:53.202283 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb1bd40-1664-4c66-915b-f4e9baea1813 req-9142fe29-e35d-4469-a57a-634de20d3c04 tempest-DeleteServersTestJSON-486871242 tempest-DeleteServersTestJSON-486871242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:15:53.208290 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-7eb1bd40-1664-4c66-915b-f4e9baea1813 req-9142fe29-e35d-4469-a57a-634de20d3c04 tempest-DeleteServersTestJSON-486871242 tempest-DeleteServersTestJSON-486871242-project] 10.222.0.13 "GET /v2.0/ports?device_id=43ceac9b-808a-455a-9409-817a9675cc84 HTTP/1.1" status: 200 len: 945 time: 0.1265850 Jun 30 04:15:53.343783 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-7eb1bd40-1664-4c66-915b-f4e9baea1813 req-58b0b70a-5361-4d88-820b-5995621b1327 tempest-DeleteServersTestJSON-486871242 tempest-DeleteServersTestJSON-486871242-project] 10.222.0.13 "GET /v2.0/security-groups?id=4805bc95-9fae-4382-982a-74fa7c978b94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246023 Jun 30 04:15:53.345286 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f83425b-556d-41e6-82ea-0f61072cf143 req-26a2b674-cb9b-46c0-afc4-16ce82e41cac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:15:53.347204 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-7f83425b-556d-41e6-82ea-0f61072cf143 req-26a2b674-cb9b-46c0-afc4-16ce82e41cac service neutron] 10.222.0.20 "GET /v2.0/networks?id=17fe777c-5046-426d-94b6-3483df1f9f21 HTTP/1.1" status: 200 len: 918 time: 0.2971606 Jun 30 04:15:53.348102 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.13', 49564) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 04:15:53.395805 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-ec7f324f-b44d-4fc6-a78a-f433d660fbc7 admin admin] Publish callbacks [] for security_group (459dbf44-b322-4566-bb40-2a9953718db3), precommit_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:15:53.408118 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-ec7f324f-b44d-4fc6-a78a-f433d660fbc7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3637186'] for security_group (459dbf44-b322-4566-bb40-2a9953718db3), after_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:15:53.471125 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-7f83425b-556d-41e6-82ea-0f61072cf143 req-f2534a9d-646a-4a72-9300-63acbf088aa8 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bd404336-185f-4a39-8576-5211044a2340 HTTP/1.1" status: 200 len: 998 time: 0.1162634 Jun 30 04:15:53.505342 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7f324f-b44d-4fc6-a78a-f433d660fbc7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=459dbf44-b322-4566-bb40-2a9953718db3,revision_number=1']} {{(pid=104415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:15:53.549304 dv-cinder-846842-7-iscsi neutron-server[104415]: INFO neutron.wsgi [None req-ec7f324f-b44d-4fc6-a78a-f433d660fbc7 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9c2442c39eca424eb256fb301065b178&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4340353 Jun 30 04:15:53.551917 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.wsgi [-] (104415) accepted ('10.222.0.13', 49572) {{(pid=104415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 04:15:53.604820 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.wsgi [-] (104415) accepted ('10.222.0.13', 49574) {{(pid=104415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 04:15:53.613016 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.db.l3_hamode_db [None req-c2445566-9c70-4c84-acbd-a38c7c4f81ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5fad03b-8645-449e-8ef0-392bc6c254bc', 'name': 'tempest-AttachVolumeShelveTestJSON-1944543417-router', 'tenant_id': '71588f8a5fc34919a77f28b6a8c8db0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14b0e4f-074d-4507-846c-fc8420bddf12', 'external_fixed_ips': [{'subnet_id': '15378187-268c-4fae-ace7-eaca7aa50f90', 'ip_address': '172.27.1.94'}], 'enable_snat': True}, 'gw_port_id': '5950e79d-38a6-49e8-a931-d01fb0d60025', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T04:15:04Z', 'updated_at': '2022-06-30T04:15:11Z', 'revision_number': 4, 'project_id': '71588f8a5fc34919a77f28b6a8c8db0e', 'gw_port': {'id': '5950e79d-38a6-49e8-a931-d01fb0d60025', 'name': '', 'network_id': 'a14b0e4f-074d-4507-846c-fc8420bddf12', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:19:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5fad03b-8645-449e-8ef0-392bc6c254bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '15378187-268c-4fae-ace7-eaca7aa50f90', 'ip_address': '172.27.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T04:15:05Z', 'updated_at': '2022-06-30T04:15:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15378187-268c-4fae-ace7-eaca7aa50f90', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-7-iscsi', '_floatingips': [{'id': '1053aaed-9acc-4719-99b7-572db277a913', 'tenant_id': '71588f8a5fc34919a77f28b6a8c8db0e', 'floating_ip_address': '172.27.1.12', 'floating_network_id': 'a14b0e4f-074d-4507-846c-fc8420bddf12', 'router_id': 'f5fad03b-8645-449e-8ef0-392bc6c254bc', 'port_id': 'bd404336-185f-4a39-8576-5211044a2340', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 77, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '17fe777c-5046-426d-94b6-3483df1f9f21', 'mac_address': 'fa:16:3e:3c:7c:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d3f3442-a00e-47ee-b0df-f099086628ce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-30T04:15:15Z', 'updated_at': '2022-06-30T04:15:51Z', 'revision_number': 1, 'project_id': '71588f8a5fc34919a77f28b6a8c8db0e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e4bdec9c-25dd-49ab-9bb9-bae1a63baa28', 'name': '', 'network_id': '17fe777c-5046-426d-94b6-3483df1f9f21', 'tenant_id': '71588f8a5fc34919a77f28b6a8c8db0e', 'mac_address': 'fa:16:3e:97:07:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5fad03b-8645-449e-8ef0-392bc6c254bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'd7ebd17c-ba43-4daa-b223-4200fbc873be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T04:15:09Z', 'updated_at': '2022-06-30T04:15:19Z', 'revision_number': 5, 'project_id': '71588f8a5fc34919a77f28b6a8c8db0e', 'subnets': [{'id': 'd7ebd17c-ba43-4daa-b223-4200fbc873be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846842-7-iscsi', False) {} {{(pid=104418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 04:15:53.613285 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-b4928745-b8b0-4a9d-a813-3d4e8735fef1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:15:53.625728 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=90,neutron:UPDATE=4,neutron:INSERT=6 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:15:53.637053 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f83425b-556d-41e6-82ea-0f61072cf143 req-3ffee9ec-e432-4b7f-aadd-b8895244bc74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:15:53.639160 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-7f83425b-556d-41e6-82ea-0f61072cf143 req-3ffee9ec-e432-4b7f-aadd-b8895244bc74 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d7ebd17c-ba43-4daa-b223-4200fbc873be HTTP/1.1" status: 200 len: 856 time: 0.1612153 Jun 30 04:15:53.644448 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2445566-9c70-4c84-acbd-a38c7c4f81ad None None] Checking router: f5fad03b-8645-449e-8ef0-392bc6c254bc for host: dv-cinder-846842-7-iscsi {{(pid=104418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 04:15:53.655510 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2445566-9c70-4c84-acbd-a38c7c4f81ad None None] Routers {'f5fad03b-8645-449e-8ef0-392bc6c254bc'} bound to L3 agent in host dv-cinder-846842-7-iscsi {{(pid=104418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 30 04:15:53.656397 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.db.l3_hamode_db [None req-c2445566-9c70-4c84-acbd-a38c7c4f81ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-30T04:07:07Z,description=,heartbeat_timestamp=2022-06-30T04:15:37Z,host='dv-cinder-846842-7-iscsi',id=2ea21a61-d737-4543-a811-a0d035fbf0f6,load=0,resource_versions=,resources_synced=,started_at=2022-06-30T04:07:07Z,topic='l3_agent')) {'router_ids': ['f5fad03b-8645-449e-8ef0-392bc6c254bc'], 'active': True} {{(pid=104418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 04:15:53.675221 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-39089ea1-df3e-467e-9670-4cef48ec43cc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:15:53.713856 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f83425b-556d-41e6-82ea-0f61072cf143 req-a1a05752-79c7-4131-b3ed-d9a044a2f13d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:15:53.715466 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-7f83425b-556d-41e6-82ea-0f61072cf143 req-a1a05752-79c7-4131-b3ed-d9a044a2f13d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=17fe777c-5046-426d-94b6-3483df1f9f21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0682931 Jun 30 04:15:53.777021 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=93,neutron:INSERT=7 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:15:53.777658 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.db.l3_dvr_db [None req-c2445566-9c70-4c84-acbd-a38c7c4f81ad None None] Set router f5fad03b-8645-449e-8ef0-392bc6c254bc gateway port host: dv-cinder-846842-7-iscsi {{(pid=104418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 30 04:15:53.791190 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-b29efdd5-e938-46c8-97fa-0caf6bfaf122 admin admin] Publish callbacks [] for security_group (459dbf44-b322-4566-bb40-2a9953718db3), before_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:15:53.828399 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-b29efdd5-e938-46c8-97fa-0caf6bfaf122 admin admin] Publish callbacks [] for security_group (459dbf44-b322-4566-bb40-2a9953718db3), precommit_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:15:53.836996 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-39089ea1-df3e-467e-9670-4cef48ec43cc admin admin] Publish callbacks [] for security_group (0d1261ab-7c50-4cbe-bead-3326a616f146), precommit_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:15:53.850249 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-7f83425b-556d-41e6-82ea-0f61072cf143 req-182ab72e-e6ff-4e69-ba6f-799b5e80782d service neutron] 10.222.0.20 "GET /v2.0/networks/17fe777c-5046-426d-94b6-3483df1f9f21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254992 Jun 30 04:15:53.851041 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-39089ea1-df3e-467e-9670-4cef48ec43cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3637186'] for security_group (0d1261ab-7c50-4cbe-bead-3326a616f146), after_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:15:53.872067 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-b4928745-b8b0-4a9d-a813-3d4e8735fef1 admin admin] Publish callbacks [] for security_group (488a967a-efcf-4357-8819-dbad9e4c0587), precommit_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:15:53.885323 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-b4928745-b8b0-4a9d-a813-3d4e8735fef1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3637186'] for security_group (488a967a-efcf-4357-8819-dbad9e4c0587), after_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:15:53.912367 dv-cinder-846842-7-iscsi neutron-server[104415]: INFO neutron.wsgi [None req-39089ea1-df3e-467e-9670-4cef48ec43cc admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7163fd5aaacc407689e99000e0c2f9bd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3042293 Jun 30 04:15:53.914980 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.wsgi [-] (104415) accepted ('10.222.0.13', 49578) {{(pid=104415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 04:15:53.917514 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39089ea1-df3e-467e-9670-4cef48ec43cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d1261ab-7c50-4cbe-bead-3326a616f146,revision_number=1']} {{(pid=104415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:15:53.926590 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:INSERT=2 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:15:53.957799 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-b29efdd5-e938-46c8-97fa-0caf6bfaf122 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3637186'] for security_group (459dbf44-b322-4566-bb40-2a9953718db3), after_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:15:53.960627 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-b29efdd5-e938-46c8-97fa-0caf6bfaf122 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:15:53.962127 dv-cinder-846842-7-iscsi neutron-server[104415]: INFO neutron.wsgi [None req-b29efdd5-e938-46c8-97fa-0caf6bfaf122 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/459dbf44-b322-4566-bb40-2a9953718db3 HTTP/1.1" status: 204 len: 168 time: 0.4067028 Jun 30 04:15:53.978915 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29efdd5-e938-46c8-97fa-0caf6bfaf122 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=459dbf44-b322-4566-bb40-2a9953718db3,revision_number=None']} {{(pid=104415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:15:53.995322 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4928745-b8b0-4a9d-a813-3d4e8735fef1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=488a967a-efcf-4357-8819-dbad9e4c0587,revision_number=1']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:15:54.005244 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-b4928745-b8b0-4a9d-a813-3d4e8735fef1 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f693765c7b6f4f78983681e612c6a1ed&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6562784 Jun 30 04:15:54.005602 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.wsgi [-] (104415) accepted ('10.222.0.13', 49584) {{(pid=104415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 04:15:54.038970 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-7f83425b-556d-41e6-82ea-0f61072cf143 req-542006b3-f49b-4dff-84b6-fbc4450a7c64 service neutron] 10.222.0.20 "GET /v2.0/networks/17fe777c-5046-426d-94b6-3483df1f9f21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1800249 Jun 30 04:15:54.041677 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-cf19ca30-4d5d-41ec-b2f8-957908ed1a7b admin admin] Publish callbacks [] for security_group (0d1261ab-7c50-4cbe-bead-3326a616f146), before_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:15:54.073917 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.db.l3_hamode_db [None req-c2445566-9c70-4c84-acbd-a38c7c4f81ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5fad03b-8645-449e-8ef0-392bc6c254bc', 'name': 'tempest-AttachVolumeShelveTestJSON-1944543417-router', 'tenant_id': '71588f8a5fc34919a77f28b6a8c8db0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14b0e4f-074d-4507-846c-fc8420bddf12', 'external_fixed_ips': [{'subnet_id': '15378187-268c-4fae-ace7-eaca7aa50f90', 'ip_address': '172.27.1.94'}], 'enable_snat': True}, 'gw_port_id': '5950e79d-38a6-49e8-a931-d01fb0d60025', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T04:15:04Z', 'updated_at': '2022-06-30T04:15:11Z', 'revision_number': 4, 'project_id': '71588f8a5fc34919a77f28b6a8c8db0e', 'gw_port': {'id': '5950e79d-38a6-49e8-a931-d01fb0d60025', 'name': '', 'network_id': 'a14b0e4f-074d-4507-846c-fc8420bddf12', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:19:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5fad03b-8645-449e-8ef0-392bc6c254bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '15378187-268c-4fae-ace7-eaca7aa50f90', 'ip_address': '172.27.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T04:15:05Z', 'updated_at': '2022-06-30T04:15:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15378187-268c-4fae-ace7-eaca7aa50f90', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-7-iscsi', '_floatingips': [{'id': '1053aaed-9acc-4719-99b7-572db277a913', 'tenant_id': '71588f8a5fc34919a77f28b6a8c8db0e', 'floating_ip_address': '172.27.1.12', 'floating_network_id': 'a14b0e4f-074d-4507-846c-fc8420bddf12', 'router_id': 'f5fad03b-8645-449e-8ef0-392bc6c254bc', 'port_id': 'bd404336-185f-4a39-8576-5211044a2340', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 77, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '17fe777c-5046-426d-94b6-3483df1f9f21', 'mac_address': 'fa:16:3e:3c:7c:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d3f3442-a00e-47ee-b0df-f099086628ce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-30T04:15:15Z', 'updated_at': '2022-06-30T04:15:51Z', 'revision_number': 1, 'project_id': '71588f8a5fc34919a77f28b6a8c8db0e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e4bdec9c-25dd-49ab-9bb9-bae1a63baa28', 'name': '', 'network_id': '17fe777c-5046-426d-94b6-3483df1f9f21', 'tenant_id': '71588f8a5fc34919a77f28b6a8c8db0e', 'mac_address': 'fa:16:3e:97:07:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5fad03b-8645-449e-8ef0-392bc6c254bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'd7ebd17c-ba43-4daa-b223-4200fbc873be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T04:15:09Z', 'updated_at': '2022-06-30T04:15:19Z', 'revision_number': 5, 'project_id': '71588f8a5fc34919a77f28b6a8c8db0e', 'subnets': [{'id': 'd7ebd17c-ba43-4daa-b223-4200fbc873be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846842-7-iscsi', False) {} {{(pid=104418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 04:15:54.156220 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-cf19ca30-4d5d-41ec-b2f8-957908ed1a7b admin admin] Publish callbacks [] for security_group (0d1261ab-7c50-4cbe-bead-3326a616f146), precommit_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:15:54.223439 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-e4d41ec7-9b59-4050-b73f-918216257c94 admin admin] Publish callbacks [] for security_group (488a967a-efcf-4357-8819-dbad9e4c0587), before_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:15:54.239266 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2445566-9c70-4c84-acbd-a38c7c4f81ad None None] The sync data for ids ['f5fad03b-8645-449e-8ef0-392bc6c254bc'] in dv-cinder-846842-7-iscsi is: [{'id': 'f5fad03b-8645-449e-8ef0-392bc6c254bc', 'name': 'tempest-AttachVolumeShelveTestJSON-1944543417-router', 'tenant_id': '71588f8a5fc34919a77f28b6a8c8db0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14b0e4f-074d-4507-846c-fc8420bddf12', 'external_fixed_ips': [{'subnet_id': '15378187-268c-4fae-ace7-eaca7aa50f90', 'ip_address': '172.27.1.94'}], 'enable_snat': True}, 'gw_port_id': '5950e79d-38a6-49e8-a931-d01fb0d60025', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T04:15:04Z', 'updated_at': '2022-06-30T04:15:11Z', 'revision_number': 4, 'project_id': '71588f8a5fc34919a77f28b6a8c8db0e', 'gw_port': {'id': '5950e79d-38a6-49e8-a931-d01fb0d60025', 'name': '', 'network_id': 'a14b0e4f-074d-4507-846c-fc8420bddf12', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:19:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5fad03b-8645-449e-8ef0-392bc6c254bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '15378187-268c-4fae-ace7-eaca7aa50f90', 'ip_address': '172.27.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T04:15:05Z', 'updated_at': '2022-06-30T04:15:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15378187-268c-4fae-ace7-eaca7aa50f90', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-7-iscsi', '_floatingips': [{'id': '1053aaed-9acc-4719-99b7-572db277a913', 'tenant_id': '71588f8a5fc34919a77f28b6a8c8db0e', 'floating_ip_address': '172.27.1.12', 'floating_network_id': 'a14b0e4f-074d-4507-846c-fc8420bddf12', 'router_id': 'f5fad03b-8645-449e-8ef0-392bc6c254bc', 'port_id': 'bd404336-185f-4a39-8576-5211044a2340', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 77, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '17fe777c-5046-426d-94b6-3483df1f9f21', 'mac_address': 'fa:16:3e:3c:7c:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d3f3442-a00e-47ee-b0df-f099086628ce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-30T04:15:15Z', 'updated_at': '2022-06-30T04:15:51Z', 'revision_number': 1, 'project_id': '71588f8a5fc34919a77f28b6a8c8db0e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e4bdec9c-25dd-49ab-9bb9-bae1a63baa28', 'name': '', 'network_id': '17fe777c-5046-426d-94b6-3483df1f9f21', 'tenant_id': '71588f8a5fc34919a77f28b6a8c8db0e', 'mac_address': 'fa:16:3e:97:07:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5fad03b-8645-449e-8ef0-392bc6c254bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'd7ebd17c-ba43-4daa-b223-4200fbc873be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T04:15:09Z', 'updated_at': '2022-06-30T04:15:19Z', 'revision_number': 5, 'project_id': '71588f8a5fc34919a77f28b6a8c8db0e', 'subnets': [{'id': 'd7ebd17c-ba43-4daa-b223-4200fbc873be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 04:15:54.260607 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-e4d41ec7-9b59-4050-b73f-918216257c94 admin admin] Publish callbacks [] for security_group (488a967a-efcf-4357-8819-dbad9e4c0587), precommit_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:15:54.312430 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-cf19ca30-4d5d-41ec-b2f8-957908ed1a7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3637186'] for security_group (0d1261ab-7c50-4cbe-bead-3326a616f146), after_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:15:54.314850 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-cf19ca30-4d5d-41ec-b2f8-957908ed1a7b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:15:54.318567 dv-cinder-846842-7-iscsi neutron-server[104415]: INFO neutron.wsgi [None req-cf19ca30-4d5d-41ec-b2f8-957908ed1a7b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0d1261ab-7c50-4cbe-bead-3326a616f146 HTTP/1.1" status: 204 len: 168 time: 0.3998625 Jun 30 04:15:54.325845 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf19ca30-4d5d-41ec-b2f8-957908ed1a7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d1261ab-7c50-4cbe-bead-3326a616f146,revision_number=None']} {{(pid=104415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:15:54.345610 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-e4d41ec7-9b59-4050-b73f-918216257c94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3637186'] for security_group (488a967a-efcf-4357-8819-dbad9e4c0587), after_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:15:54.352096 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-e4d41ec7-9b59-4050-b73f-918216257c94 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:15:54.353464 dv-cinder-846842-7-iscsi neutron-server[104415]: INFO neutron.wsgi [None req-e4d41ec7-9b59-4050-b73f-918216257c94 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/488a967a-efcf-4357-8819-dbad9e4c0587 HTTP/1.1" status: 204 len: 168 time: 0.3413389 Jun 30 04:15:54.364900 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d41ec7-9b59-4050-b73f-918216257c94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=488a967a-efcf-4357-8819-dbad9e4c0587,revision_number=None']} {{(pid=104415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:15:54.589316 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77768e4c-51c2-46f1-b619-73903e899036 None None] New status for floating IP 1053aaed-9acc-4719-99b7-572db277a913: ACTIVE {{(pid=104417) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 30 04:15:54.907123 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.13', 49638) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 04:15:54.932311 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-390e2b72-d73c-4f51-98c1-7bf9e004265e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:15:55.082138 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-390e2b72-d73c-4f51-98c1-7bf9e004265e admin admin] Publish callbacks [] for security_group (0d023fd8-2417-4c36-a61a-24475a40784e), precommit_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:15:55.088656 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-390e2b72-d73c-4f51-98c1-7bf9e004265e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3637186'] for security_group (0d023fd8-2417-4c36-a61a-24475a40784e), after_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:15:55.093758 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:DELETE=1,neutron:SELECT=80,neutron:INSERT=18,neutron:UPDATE=1 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:15:55.151393 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-390e2b72-d73c-4f51-98c1-7bf9e004265e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=325e5218417547028ee4f19ff3020943&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2430458 Jun 30 04:15:55.152519 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390e2b72-d73c-4f51-98c1-7bf9e004265e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d023fd8-2417-4c36-a61a-24475a40784e,revision_number=1']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:15:55.153957 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.wsgi [-] (104415) accepted ('10.222.0.13', 49664) {{(pid=104415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 04:15:55.236567 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-fcf641f1-72d5-486e-9e5a-4d28fcdfbf92 admin admin] Publish callbacks [] for security_group (0d023fd8-2417-4c36-a61a-24475a40784e), before_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:15:55.269547 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-fcf641f1-72d5-486e-9e5a-4d28fcdfbf92 admin admin] Publish callbacks [] for security_group (0d023fd8-2417-4c36-a61a-24475a40784e), precommit_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:15:55.322719 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-fcf641f1-72d5-486e-9e5a-4d28fcdfbf92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3637186'] for security_group (0d023fd8-2417-4c36-a61a-24475a40784e), after_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:15:55.325552 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-fcf641f1-72d5-486e-9e5a-4d28fcdfbf92 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:15:55.329169 dv-cinder-846842-7-iscsi neutron-server[104415]: INFO neutron.wsgi [None req-fcf641f1-72d5-486e-9e5a-4d28fcdfbf92 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0d023fd8-2417-4c36-a61a-24475a40784e HTTP/1.1" status: 204 len: 168 time: 0.1712682 Jun 30 04:15:55.330472 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=82,neutron:INSERT=9,neutron:UPDATE=1,neutron:DELETE=8 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:15:55.338619 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf641f1-72d5-486e-9e5a-4d28fcdfbf92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d023fd8-2417-4c36-a61a-24475a40784e,revision_number=None']} {{(pid=104415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:15:56.445282 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.wsgi [-] (104415) accepted ('10.222.0.13', 49738) {{(pid=104415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 04:15:56.706936 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.v2.base [None req-00a51518-d86e-486f-8e81-f5df9b7663b1 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-940006724-network', 'tenant_id': '2aefe42fc2be4abaa3e9fb80fdc6006a'}} {{(pid=104415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 30 04:15:56.736829 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00a51518-d86e-486f-8e81-f5df9b7663b1 admin admin] Made reservation on behalf of 2aefe42fc2be4abaa3e9fb80fdc6006a for: {'network': 1} {{(pid=104415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 04:15:56.739763 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-00a51518-d86e-486f-8e81-f5df9b7663b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3606762'] for network (None), before_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:15:56.749862 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-00a51518-d86e-486f-8e81-f5df9b7663b1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:15:56.844033 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=80,neutron:DELETE=8,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:15:56.895795 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-00a51518-d86e-486f-8e81-f5df9b7663b1 admin admin] Publish callbacks [] for security_group (3a4fad8a-ae5c-48ba-84c0-764ae4f5913f), precommit_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:15:56.905980 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-00a51518-d86e-486f-8e81-f5df9b7663b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3637186'] for security_group (3a4fad8a-ae5c-48ba-84c0-764ae4f5913f), after_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:15:56.962705 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-00a51518-d86e-486f-8e81-f5df9b7663b1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 186} {{(pid=104415) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 04:15:56.974696 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a51518-d86e-486f-8e81-f5df9b7663b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a4fad8a-ae5c-48ba-84c0-764ae4f5913f,revision_number=1']} {{(pid=104415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:15:56.982767 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-00a51518-d86e-486f-8e81-f5df9b7663b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505043'] for segment (64ba26bd-7b95-405d-95da-697e797889ee), precommit_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:15:56.983197 dv-cinder-846842-7-iscsi neutron-server[104415]: INFO neutron.db.segments_db [None req-00a51518-d86e-486f-8e81-f5df9b7663b1 admin admin] Added segment 64ba26bd-7b95-405d-95da-697e797889ee of type vlan for network 4a40b28c-eb57-498d-bf0e-3151d35ad3ea Jun 30 04:15:57.038773 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-00a51518-d86e-486f-8e81-f5df9b7663b1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781926193812'] for network (4a40b28c-eb57-498d-bf0e-3151d35ad3ea), precommit_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:15:57.076752 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-00a51518-d86e-486f-8e81-f5df9b7663b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3637173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528681'] for network (4a40b28c-eb57-498d-bf0e-3151d35ad3ea), after_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:15:57.077784 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00a51518-d86e-486f-8e81-f5df9b7663b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:15:57.078384 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-00a51518-d86e-486f-8e81-f5df9b7663b1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528667'] for network (None), before_response {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:15:57.208582 dv-cinder-846842-7-iscsi neutron-server[104415]: INFO neutron.wsgi [None req-00a51518-d86e-486f-8e81-f5df9b7663b1 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.7619755 Jun 30 04:15:57.211469 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.wsgi [-] (104415) accepted ('10.222.0.13', 49778) {{(pid=104415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 04:15:57.217761 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.v2.base [None req-b66828db-3dfb-414c-a710-b88094f0aee5 admin admin] Request body: {'subnet': {'network_id': '4a40b28c-eb57-498d-bf0e-3151d35ad3ea', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-940006724-subnet', 'tenant_id': '2aefe42fc2be4abaa3e9fb80fdc6006a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 30 04:15:57.228652 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a51518-d86e-486f-8e81-f5df9b7663b1 admin admin] Pushing event updated for resources: {'Network': ['ID=4a40b28c-eb57-498d-bf0e-3151d35ad3ea,revision_number=1']} {{(pid=104415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:15:57.242069 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.rpc [None req-2a6d8403-c0a5-4ac4-aa48-860a84345009 None None] Network 4a40b28c-eb57-498d-bf0e-3151d35ad3ea details requested by agent ovs-agent-dv-cinder-846842-7-iscsi with host dv-cinder-846842-7-iscsi {{(pid=104417) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 04:15:57.253013 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b66828db-3dfb-414c-a710-b88094f0aee5 admin admin] Made reservation on behalf of 2aefe42fc2be4abaa3e9fb80fdc6006a for: {'subnet': 1} {{(pid=104415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 04:15:57.255534 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-b66828db-3dfb-414c-a710-b88094f0aee5 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:15:57.556529 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-b66828db-3dfb-414c-a710-b88094f0aee5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528681'] for subnet (edc73dfa-6e31-4e7a-973d-869ca43ea68e), after_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:15:57.627313 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66828db-3dfb-414c-a710-b88094f0aee5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=edc73dfa-6e31-4e7a-973d-869ca43ea68e,revision_number=0']} {{(pid=104415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:15:57.641183 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b66828db-3dfb-414c-a710-b88094f0aee5 admin admin] Checking segment: {'id': '64ba26bd-7b95-405d-95da-697e797889ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '4a40b28c-eb57-498d-bf0e-3151d35ad3ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104415) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 30 04:15:57.641614 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b66828db-3dfb-414c-a710-b88094f0aee5 admin admin] Network hostable DHCP agents. Network: 4a40b28c-eb57-498d-bf0e-3151d35ad3ea, hostable agents: ['beddbd52-9273-44c2-990c-63933fe383b2'], hosted agents: [] {{(pid=104415) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 04:15:57.667680 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b66828db-3dfb-414c-a710-b88094f0aee5 admin admin] Network 4a40b28c-eb57-498d-bf0e-3151d35ad3ea is scheduled to be hosted by DHCP agent beddbd52-9273-44c2-990c-63933fe383b2 with binding_index 1 {{(pid=104415) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 04:15:57.679939 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.scheduler.base_scheduler [None req-b66828db-3dfb-414c-a710-b88094f0aee5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-846842-7-iscsi, 4a40b28c-eb57-498d-bf0e-3151d35ad3ea) {{(pid=104415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 04:15:57.686208 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b66828db-3dfb-414c-a710-b88094f0aee5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:15:57.687206 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-b66828db-3dfb-414c-a710-b88094f0aee5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528667'] for subnet (None), before_response {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:15:57.692337 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-741f0108-ca6a-4392-bcd9-30a993604116 None None] Network 4a40b28c-eb57-498d-bf0e-3151d35ad3ea requested from dv-cinder-846842-7-iscsi {{(pid=104417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 30 04:15:57.711663 dv-cinder-846842-7-iscsi neutron-server[104415]: INFO neutron.wsgi [None req-b66828db-3dfb-414c-a710-b88094f0aee5 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4987948 Jun 30 04:15:57.730462 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.13', 49830) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 04:15:57.866317 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f3ea08a-ce5a-466c-8089-c25e809ef405 None None] Network 4a40b28c-eb57-498d-bf0e-3151d35ad3ea requested from dv-cinder-846842-7-iscsi {{(pid=104417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 30 04:15:58.143371 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-6c49409c-764e-435a-a9f9-fde2d9946555 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:15:58.253722 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-6c49409c-764e-435a-a9f9-fde2d9946555 admin admin] Publish callbacks [] for security_group (a168543f-cb86-417e-9932-1a5e532a81d0), precommit_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:15:58.260765 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-6c49409c-764e-435a-a9f9-fde2d9946555 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3637186'] for security_group (a168543f-cb86-417e-9932-1a5e532a81d0), after_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:15:58.314765 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.wsgi [-] (104415) accepted ('10.222.0.13', 49874) {{(pid=104415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 04:15:58.314990 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-6c49409c-764e-435a-a9f9-fde2d9946555 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3f9bce41dfc54cf6b5ef9cae58d8b753&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5829692 Jun 30 04:15:58.317232 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c49409c-764e-435a-a9f9-fde2d9946555 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a168543f-cb86-417e-9932-1a5e532a81d0,revision_number=1']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:15:58.394572 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-6403ca77-f487-4680-aba0-df29170f61dd admin admin] Publish callbacks [] for security_group (a168543f-cb86-417e-9932-1a5e532a81d0), before_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:15:58.438055 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-6403ca77-f487-4680-aba0-df29170f61dd admin admin] Publish callbacks [] for security_group (a168543f-cb86-417e-9932-1a5e532a81d0), precommit_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:15:58.450059 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:15:58.515286 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-6403ca77-f487-4680-aba0-df29170f61dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3637186'] for security_group (a168543f-cb86-417e-9932-1a5e532a81d0), after_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:15:58.519042 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-6403ca77-f487-4680-aba0-df29170f61dd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:15:58.520528 dv-cinder-846842-7-iscsi neutron-server[104415]: INFO neutron.wsgi [None req-6403ca77-f487-4680-aba0-df29170f61dd admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a168543f-cb86-417e-9932-1a5e532a81d0 HTTP/1.1" status: 204 len: 168 time: 0.2038968 Jun 30 04:15:58.531998 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6403ca77-f487-4680-aba0-df29170f61dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a168543f-cb86-417e-9932-1a5e532a81d0,revision_number=None']} {{(pid=104415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:15:58.580814 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.13', 49890) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 04:15:58.588923 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.v2.base [None req-4b2897fe-0a26-4752-93c2-3cdce18f5ddb admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-611029978-network', 'tenant_id': 'bd62340ba4d9428f87bfef02a660ec8c'}} {{(pid=104416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 30 04:15:58.628397 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b2897fe-0a26-4752-93c2-3cdce18f5ddb admin admin] Made reservation on behalf of bd62340ba4d9428f87bfef02a660ec8c for: {'network': 1} {{(pid=104416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 04:15:58.632151 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-4b2897fe-0a26-4752-93c2-3cdce18f5ddb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3606762'] for network (None), before_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:15:58.645568 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-4b2897fe-0a26-4752-93c2-3cdce18f5ddb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:15:58.755929 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-4b2897fe-0a26-4752-93c2-3cdce18f5ddb admin admin] Publish callbacks [] for security_group (73fbb8c1-55ee-42e7-afeb-ec2c4faa8a24), precommit_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:15:58.761332 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-4b2897fe-0a26-4752-93c2-3cdce18f5ddb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3637186'] for security_group (73fbb8c1-55ee-42e7-afeb-ec2c4faa8a24), after_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:15:58.790465 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b2897fe-0a26-4752-93c2-3cdce18f5ddb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 163} {{(pid=104416) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 04:15:58.823243 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-4b2897fe-0a26-4752-93c2-3cdce18f5ddb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505043'] for segment (b5a094b1-ba77-4ca1-874c-c03d40b25fc3), precommit_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:15:58.823777 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.db.segments_db [None req-4b2897fe-0a26-4752-93c2-3cdce18f5ddb admin admin] Added segment b5a094b1-ba77-4ca1-874c-c03d40b25fc3 of type vlan for network 1d73823f-81d4-4266-bc0e-d0a50904d16c Jun 30 04:15:58.826874 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2897fe-0a26-4752-93c2-3cdce18f5ddb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73fbb8c1-55ee-42e7-afeb-ec2c4faa8a24,revision_number=1']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:15:58.945989 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-4b2897fe-0a26-4752-93c2-3cdce18f5ddb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781926193812'] for network (1d73823f-81d4-4266-bc0e-d0a50904d16c), precommit_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:15:59.217446 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-4b2897fe-0a26-4752-93c2-3cdce18f5ddb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3637173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528681'] for network (1d73823f-81d4-4266-bc0e-d0a50904d16c), after_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:15:59.218568 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b2897fe-0a26-4752-93c2-3cdce18f5ddb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:15:59.219329 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-4b2897fe-0a26-4752-93c2-3cdce18f5ddb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528667'] for network (None), before_response {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:15:59.258797 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-4b2897fe-0a26-4752-93c2-3cdce18f5ddb admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.6768241 Jun 30 04:15:59.260161 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.wsgi [-] (104415) accepted ('10.222.0.13', 49926) {{(pid=104415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 04:15:59.261416 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.13', 49928) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 04:15:59.271346 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.v2.base [None req-b1ea7488-68d5-4da5-8f3b-1dd4fcd24f15 admin admin] Request body: {'subnet': {'network_id': '1d73823f-81d4-4266-bc0e-d0a50904d16c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-611029978-subnet', 'tenant_id': 'bd62340ba4d9428f87bfef02a660ec8c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 30 04:15:59.302412 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2897fe-0a26-4752-93c2-3cdce18f5ddb admin admin] Pushing event updated for resources: {'Network': ['ID=1d73823f-81d4-4266-bc0e-d0a50904d16c,revision_number=1']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:15:59.309929 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1ea7488-68d5-4da5-8f3b-1dd4fcd24f15 admin admin] Made reservation on behalf of bd62340ba4d9428f87bfef02a660ec8c for: {'subnet': 1} {{(pid=104415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 04:15:59.315355 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-b1ea7488-68d5-4da5-8f3b-1dd4fcd24f15 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:15:59.316645 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.rpc [None req-2a6d8403-c0a5-4ac4-aa48-860a84345009 None None] Network 1d73823f-81d4-4266-bc0e-d0a50904d16c details requested by agent ovs-agent-dv-cinder-846842-7-iscsi with host dv-cinder-846842-7-iscsi {{(pid=104417) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 04:15:59.359189 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=82,neutron:INSERT=8,neutron:UPDATE=3,neutron:DELETE=7 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:15:59.459072 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-55ab9f2d-76aa-40d8-8c8b-31360905044c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:15:59.471530 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=83,neutron:INSERT=13,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:15:59.548421 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-55ab9f2d-76aa-40d8-8c8b-31360905044c admin admin] Publish callbacks [] for security_group (180035ee-fa18-4754-a57e-f04b29f18972), precommit_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:15:59.555392 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-55ab9f2d-76aa-40d8-8c8b-31360905044c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3637186'] for security_group (180035ee-fa18-4754-a57e-f04b29f18972), after_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:15:59.560532 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=70,neutron:INSERT=26,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:15:59.583918 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-b1ea7488-68d5-4da5-8f3b-1dd4fcd24f15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528681'] for subnet (da9496bd-a73d-432f-82f6-afecfe861035), after_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:15:59.593952 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.wsgi [-] (104415) accepted ('10.222.0.13', 49944) {{(pid=104415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 04:15:59.619240 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-55ab9f2d-76aa-40d8-8c8b-31360905044c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b52f00efedc34bfa84d6aae456ab429d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3567424 Jun 30 04:15:59.621824 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ab9f2d-76aa-40d8-8c8b-31360905044c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=180035ee-fa18-4754-a57e-f04b29f18972,revision_number=1']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:15:59.624570 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.13', 49948) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 04:15:59.666820 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ea7488-68d5-4da5-8f3b-1dd4fcd24f15 admin admin] Pushing event updated for resources: {'Subnet': ['ID=da9496bd-a73d-432f-82f6-afecfe861035,revision_number=0']} {{(pid=104415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:15:59.670740 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1ea7488-68d5-4da5-8f3b-1dd4fcd24f15 admin admin] Checking segment: {'id': 'b5a094b1-ba77-4ca1-874c-c03d40b25fc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '1d73823f-81d4-4266-bc0e-d0a50904d16c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104415) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 30 04:15:59.671157 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1ea7488-68d5-4da5-8f3b-1dd4fcd24f15 admin admin] Network hostable DHCP agents. Network: 1d73823f-81d4-4266-bc0e-d0a50904d16c, hostable agents: ['beddbd52-9273-44c2-990c-63933fe383b2'], hosted agents: [] {{(pid=104415) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 04:15:59.696376 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1ea7488-68d5-4da5-8f3b-1dd4fcd24f15 admin admin] Network 1d73823f-81d4-4266-bc0e-d0a50904d16c is scheduled to be hosted by DHCP agent beddbd52-9273-44c2-990c-63933fe383b2 with binding_index 1 {{(pid=104415) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 04:15:59.711758 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-72f2e810-a3cd-4b4e-b57b-6550b944b629 admin admin] Publish callbacks [] for security_group (180035ee-fa18-4754-a57e-f04b29f18972), before_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:15:59.711974 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.scheduler.base_scheduler [None req-b1ea7488-68d5-4da5-8f3b-1dd4fcd24f15 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-846842-7-iscsi, 1d73823f-81d4-4266-bc0e-d0a50904d16c) {{(pid=104415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 04:15:59.716352 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1ea7488-68d5-4da5-8f3b-1dd4fcd24f15 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:15:59.717277 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-b1ea7488-68d5-4da5-8f3b-1dd4fcd24f15 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528667'] for subnet (None), before_response {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:15:59.723428 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3c9a83f-e8ac-4f3b-8da3-9a3f9d89cb04 None None] Network 1d73823f-81d4-4266-bc0e-d0a50904d16c requested from dv-cinder-846842-7-iscsi {{(pid=104417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 30 04:15:59.760295 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-72f2e810-a3cd-4b4e-b57b-6550b944b629 admin admin] Publish callbacks [] for security_group (180035ee-fa18-4754-a57e-f04b29f18972), precommit_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:15:59.831840 dv-cinder-846842-7-iscsi neutron-server[104415]: INFO neutron.wsgi [None req-b1ea7488-68d5-4da5-8f3b-1dd4fcd24f15 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5691020 Jun 30 04:15:59.875369 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-72f2e810-a3cd-4b4e-b57b-6550b944b629 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3637186'] for security_group (180035ee-fa18-4754-a57e-f04b29f18972), after_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:15:59.877950 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-72f2e810-a3cd-4b4e-b57b-6550b944b629 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:15:59.881709 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-72f2e810-a3cd-4b4e-b57b-6550b944b629 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/180035ee-fa18-4754-a57e-f04b29f18972 HTTP/1.1" status: 204 len: 168 time: 0.2532971 Jun 30 04:15:59.886358 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.v2.base [None req-92dfa1e2-fe7a-4a25-b95f-c5fbd5ef057a admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-481981193-network', 'tenant_id': '94100e07e4d34a679ae537cb87de4dba'}} {{(pid=104415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 30 04:15:59.892375 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f2e810-a3cd-4b4e-b57b-6550b944b629 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=180035ee-fa18-4754-a57e-f04b29f18972,revision_number=None']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:15:59.941937 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92dfa1e2-fe7a-4a25-b95f-c5fbd5ef057a admin admin] Made reservation on behalf of 94100e07e4d34a679ae537cb87de4dba for: {'network': 1} {{(pid=104415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 04:15:59.944371 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-92dfa1e2-fe7a-4a25-b95f-c5fbd5ef057a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3606762'] for network (None), before_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:15:59.976154 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-92dfa1e2-fe7a-4a25-b95f-c5fbd5ef057a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:16:00.033914 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50921b10-181b-4989-878f-e022edfe1de1 None None] Network 1d73823f-81d4-4266-bc0e-d0a50904d16c requested from dv-cinder-846842-7-iscsi {{(pid=104417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 30 04:16:00.110403 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-92dfa1e2-fe7a-4a25-b95f-c5fbd5ef057a admin admin] Publish callbacks [] for security_group (265ff658-8a93-4d62-aa14-b0736216eb05), precommit_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:16:00.118247 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-92dfa1e2-fe7a-4a25-b95f-c5fbd5ef057a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3637186'] for security_group (265ff658-8a93-4d62-aa14-b0736216eb05), after_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:16:00.159066 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-92dfa1e2-fe7a-4a25-b95f-c5fbd5ef057a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 198} {{(pid=104415) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 04:16:00.178298 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-92dfa1e2-fe7a-4a25-b95f-c5fbd5ef057a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505043'] for segment (4fafec2b-a6e2-4e57-9489-84e1c8f57960), precommit_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:16:00.178667 dv-cinder-846842-7-iscsi neutron-server[104415]: INFO neutron.db.segments_db [None req-92dfa1e2-fe7a-4a25-b95f-c5fbd5ef057a admin admin] Added segment 4fafec2b-a6e2-4e57-9489-84e1c8f57960 of type vlan for network e32b4d2d-0c44-4263-befe-fe39be6c48e5 Jun 30 04:16:00.179931 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92dfa1e2-fe7a-4a25-b95f-c5fbd5ef057a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=265ff658-8a93-4d62-aa14-b0736216eb05,revision_number=1']} {{(pid=104415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:16:00.223135 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-92dfa1e2-fe7a-4a25-b95f-c5fbd5ef057a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781926193812'] for network (e32b4d2d-0c44-4263-befe-fe39be6c48e5), precommit_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:16:00.258694 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-92dfa1e2-fe7a-4a25-b95f-c5fbd5ef057a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3637173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528681'] for network (e32b4d2d-0c44-4263-befe-fe39be6c48e5), after_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:16:00.259777 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92dfa1e2-fe7a-4a25-b95f-c5fbd5ef057a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:16:00.260355 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-92dfa1e2-fe7a-4a25-b95f-c5fbd5ef057a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528667'] for network (None), before_response {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:16:00.309397 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=76,neutron:INSERT=18,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:16:00.342506 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.13', 49998) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 04:16:00.342763 dv-cinder-846842-7-iscsi neutron-server[104415]: INFO neutron.wsgi [None req-92dfa1e2-fe7a-4a25-b95f-c5fbd5ef057a admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.7461152 Jun 30 04:16:00.344311 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92dfa1e2-fe7a-4a25-b95f-c5fbd5ef057a admin admin] Pushing event updated for resources: {'Network': ['ID=e32b4d2d-0c44-4263-befe-fe39be6c48e5,revision_number=1']} {{(pid=104415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:16:00.348902 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.v2.base [None req-2afc3797-b419-42f5-8790-70221d764997 admin admin] Request body: {'subnet': {'network_id': 'e32b4d2d-0c44-4263-befe-fe39be6c48e5', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-481981193-subnet', 'tenant_id': '94100e07e4d34a679ae537cb87de4dba', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 30 04:16:00.374434 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.rpc [None req-2a6d8403-c0a5-4ac4-aa48-860a84345009 None None] Network e32b4d2d-0c44-4263-befe-fe39be6c48e5 details requested by agent ovs-agent-dv-cinder-846842-7-iscsi with host dv-cinder-846842-7-iscsi {{(pid=104417) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 04:16:00.375518 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2afc3797-b419-42f5-8790-70221d764997 admin admin] Made reservation on behalf of 94100e07e4d34a679ae537cb87de4dba for: {'subnet': 1} {{(pid=104416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 04:16:00.379698 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-2afc3797-b419-42f5-8790-70221d764997 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12208602'] for subnet (None), before_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:16:00.421669 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.wsgi [-] (104415) accepted ('10.222.0.13', 50002) {{(pid=104415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 04:16:00.438956 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-fa8ddd07-e4c9-44a7-b458-544025a1f404 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:16:00.548831 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-fa8ddd07-e4c9-44a7-b458-544025a1f404 admin admin] Publish callbacks [] for security_group (b308f20c-2ba5-411d-94ae-fb47b4190fc0), precommit_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:16:00.557649 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-fa8ddd07-e4c9-44a7-b458-544025a1f404 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3637186'] for security_group (b308f20c-2ba5-411d-94ae-fb47b4190fc0), after_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:16:00.610542 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:UPDATE=5,neutron:SELECT=83,neutron:INSERT=12 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:16:00.634401 dv-cinder-846842-7-iscsi neutron-server[104415]: INFO neutron.wsgi [None req-fa8ddd07-e4c9-44a7-b458-544025a1f404 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=620d1058a162439197cff4c90df2491f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2114215 Jun 30 04:16:00.635346 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8ddd07-e4c9-44a7-b458-544025a1f404 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b308f20c-2ba5-411d-94ae-fb47b4190fc0,revision_number=1']} {{(pid=104415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:16:00.637922 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.wsgi [-] (104415) accepted ('10.222.0.13', 50016) {{(pid=104415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 04:16:00.686923 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-2afc3797-b419-42f5-8790-70221d764997 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1757586', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12208588'] for subnet (a5efc94f-0420-4a8e-a48f-9d7543800cda), after_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:16:00.707552 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-dfb43e4b-961c-463c-af6c-b3b15526a6b6 admin admin] Publish callbacks [] for security_group (b308f20c-2ba5-411d-94ae-fb47b4190fc0), before_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:16:00.737513 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-dfb43e4b-961c-463c-af6c-b3b15526a6b6 admin admin] Publish callbacks [] for security_group (b308f20c-2ba5-411d-94ae-fb47b4190fc0), precommit_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:16:00.753008 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2afc3797-b419-42f5-8790-70221d764997 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a5efc94f-0420-4a8e-a48f-9d7543800cda,revision_number=0']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:16:00.765119 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2afc3797-b419-42f5-8790-70221d764997 admin admin] Checking segment: {'id': '4fafec2b-a6e2-4e57-9489-84e1c8f57960', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'e32b4d2d-0c44-4263-befe-fe39be6c48e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104416) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 30 04:16:00.766857 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2afc3797-b419-42f5-8790-70221d764997 admin admin] Network hostable DHCP agents. Network: e32b4d2d-0c44-4263-befe-fe39be6c48e5, hostable agents: ['beddbd52-9273-44c2-990c-63933fe383b2'], hosted agents: [] {{(pid=104416) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 04:16:00.791872 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2afc3797-b419-42f5-8790-70221d764997 admin admin] Network e32b4d2d-0c44-4263-befe-fe39be6c48e5 is scheduled to be hosted by DHCP agent beddbd52-9273-44c2-990c-63933fe383b2 with binding_index 1 {{(pid=104416) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 04:16:00.807822 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.scheduler.base_scheduler [None req-2afc3797-b419-42f5-8790-70221d764997 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-846842-7-iscsi, e32b4d2d-0c44-4263-befe-fe39be6c48e5) {{(pid=104416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 04:16:00.812626 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-dfb43e4b-961c-463c-af6c-b3b15526a6b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3637186'] for security_group (b308f20c-2ba5-411d-94ae-fb47b4190fc0), after_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:16:00.815705 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-dfb43e4b-961c-463c-af6c-b3b15526a6b6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:16:00.817008 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c36738cb-9021-44ef-b2e1-ec07203f14e7 None None] Network e32b4d2d-0c44-4263-befe-fe39be6c48e5 requested from dv-cinder-846842-7-iscsi {{(pid=104417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 30 04:16:00.820085 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2afc3797-b419-42f5-8790-70221d764997 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:16:00.820085 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-2afc3797-b419-42f5-8790-70221d764997 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:16:00.820287 dv-cinder-846842-7-iscsi neutron-server[104415]: INFO neutron.wsgi [None req-dfb43e4b-961c-463c-af6c-b3b15526a6b6 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b308f20c-2ba5-411d-94ae-fb47b4190fc0 HTTP/1.1" status: 204 len: 168 time: 0.1781247 Jun 30 04:16:00.832363 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb43e4b-961c-463c-af6c-b3b15526a6b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b308f20c-2ba5-411d-94ae-fb47b4190fc0,revision_number=None']} {{(pid=104415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:16:00.861559 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-2afc3797-b419-42f5-8790-70221d764997 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5170538 Jun 30 04:16:00.923422 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:16:01.011452 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92728ca6-e9b5-456b-a011-800ca2b64f89 None None] Network e32b4d2d-0c44-4263-befe-fe39be6c48e5 requested from dv-cinder-846842-7-iscsi {{(pid=104417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 30 04:16:01.018289 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.wsgi [-] (104415) accepted ('10.222.0.13', 50044) {{(pid=104415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 04:16:01.356500 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-fdda5d57-fae3-46e4-b048-eab696828574 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:16:01.440751 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-fdda5d57-fae3-46e4-b048-eab696828574 admin admin] Publish callbacks [] for security_group (d562786c-5cf2-425f-b38e-df6425d29238), precommit_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:16:01.447777 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-fdda5d57-fae3-46e4-b048-eab696828574 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3637186'] for security_group (d562786c-5cf2-425f-b38e-df6425d29238), after_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:16:01.498045 dv-cinder-846842-7-iscsi neutron-server[104415]: INFO neutron.wsgi [None req-fdda5d57-fae3-46e4-b048-eab696828574 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d9abec1b410a4d089a04eb0024175b2e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4784346 Jun 30 04:16:01.499468 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdda5d57-fae3-46e4-b048-eab696828574 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d562786c-5cf2-425f-b38e-df6425d29238,revision_number=1']} {{(pid=104415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:16:01.501375 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.13', 50070) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 04:16:01.562262 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-65cc1fb0-7d78-4fad-8c20-8ccbf2ff725d admin admin] Publish callbacks [] for security_group (d562786c-5cf2-425f-b38e-df6425d29238), before_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:16:01.598654 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-65cc1fb0-7d78-4fad-8c20-8ccbf2ff725d admin admin] Publish callbacks [] for security_group (d562786c-5cf2-425f-b38e-df6425d29238), precommit_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:16:01.627985 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:UPDATE=3,neutron:SELECT=87,neutron:INSERT=6,neutron:DELETE=4 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:16:01.666510 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-65cc1fb0-7d78-4fad-8c20-8ccbf2ff725d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3637186'] for security_group (d562786c-5cf2-425f-b38e-df6425d29238), after_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:16:01.669449 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-65cc1fb0-7d78-4fad-8c20-8ccbf2ff725d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:16:01.670701 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-65cc1fb0-7d78-4fad-8c20-8ccbf2ff725d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d562786c-5cf2-425f-b38e-df6425d29238 HTTP/1.1" status: 204 len: 168 time: 0.1680775 Jun 30 04:16:01.678957 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.wsgi [-] (104415) accepted ('10.222.0.13', 50078) {{(pid=104415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 04:16:01.683490 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65cc1fb0-7d78-4fad-8c20-8ccbf2ff725d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d562786c-5cf2-425f-b38e-df6425d29238,revision_number=None']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:16:01.837655 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-99638e34-3a65-4f50-88e4-cd6dd25f3cda admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:16:01.947968 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-99638e34-3a65-4f50-88e4-cd6dd25f3cda admin admin] Publish callbacks [] for security_group (82af6368-9312-42c6-abbf-ddde205e9f84), precommit_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:16:01.953139 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-99638e34-3a65-4f50-88e4-cd6dd25f3cda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3637186'] for security_group (82af6368-9312-42c6-abbf-ddde205e9f84), after_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:16:01.996351 dv-cinder-846842-7-iscsi neutron-server[104415]: INFO neutron.wsgi [None req-99638e34-3a65-4f50-88e4-cd6dd25f3cda admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1a39c978ab4d4266a39f6f9cc8cb1c34&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3160684 Jun 30 04:16:01.997412 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99638e34-3a65-4f50-88e4-cd6dd25f3cda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82af6368-9312-42c6-abbf-ddde205e9f84,revision_number=1']} {{(pid=104415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:16:01.999176 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.13', 50094) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 04:16:02.066463 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-5b0d4d79-2cb7-4456-99c8-d8018d6fe332 admin admin] Publish callbacks [] for security_group (82af6368-9312-42c6-abbf-ddde205e9f84), before_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:16:02.090273 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=88,neutron:DELETE=6,neutron:INSERT=6 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:16:02.096298 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-5b0d4d79-2cb7-4456-99c8-d8018d6fe332 admin admin] Publish callbacks [] for security_group (82af6368-9312-42c6-abbf-ddde205e9f84), precommit_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:16:02.164051 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-5b0d4d79-2cb7-4456-99c8-d8018d6fe332 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3637186'] for security_group (82af6368-9312-42c6-abbf-ddde205e9f84), after_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:16:02.164562 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.wsgi [-] (104415) accepted ('10.222.0.13', 50108) {{(pid=104415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 04:16:02.166624 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-5b0d4d79-2cb7-4456-99c8-d8018d6fe332 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:16:02.167988 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-5b0d4d79-2cb7-4456-99c8-d8018d6fe332 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/82af6368-9312-42c6-abbf-ddde205e9f84 HTTP/1.1" status: 204 len: 168 time: 0.1676962 Jun 30 04:16:02.177487 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0d4d79-2cb7-4456-99c8-d8018d6fe332 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82af6368-9312-42c6-abbf-ddde205e9f84,revision_number=None']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:16:02.181056 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-9125a9e5-5040-4d3c-9fdd-f0b039432845 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:16:02.252398 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=77,neutron:INSERT=21,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:16:02.298777 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-9125a9e5-5040-4d3c-9fdd-f0b039432845 admin admin] Publish callbacks [] for security_group (fa376816-90f3-47fc-8833-66763f3856bd), precommit_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:16:02.305989 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-9125a9e5-5040-4d3c-9fdd-f0b039432845 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3637186'] for security_group (fa376816-90f3-47fc-8833-66763f3856bd), after_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:16:02.321223 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=77,neutron:DELETE=3,neutron:INSERT=18,neutron:UPDATE=2 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:16:02.348209 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9125a9e5-5040-4d3c-9fdd-f0b039432845 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa376816-90f3-47fc-8833-66763f3856bd,revision_number=1']} {{(pid=104415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:16:02.352859 dv-cinder-846842-7-iscsi neutron-server[104415]: INFO neutron.wsgi [None req-9125a9e5-5040-4d3c-9fdd-f0b039432845 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=116e0db57f154ae1ba738e7f65529fff&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1868341 Jun 30 04:16:02.355497 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.wsgi [-] (104415) accepted ('10.222.0.13', 50122) {{(pid=104415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 04:16:02.409053 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-53d7a1f8-082e-4c13-8e44-13fa9131faa1 admin admin] Publish callbacks [] for security_group (fa376816-90f3-47fc-8833-66763f3856bd), before_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:16:02.442647 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-53d7a1f8-082e-4c13-8e44-13fa9131faa1 admin admin] Publish callbacks [] for security_group (fa376816-90f3-47fc-8833-66763f3856bd), precommit_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:16:02.504412 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-53d7a1f8-082e-4c13-8e44-13fa9131faa1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3637186'] for security_group (fa376816-90f3-47fc-8833-66763f3856bd), after_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:16:02.508508 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-53d7a1f8-082e-4c13-8e44-13fa9131faa1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:16:02.509891 dv-cinder-846842-7-iscsi neutron-server[104415]: INFO neutron.wsgi [None req-53d7a1f8-082e-4c13-8e44-13fa9131faa1 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/fa376816-90f3-47fc-8833-66763f3856bd HTTP/1.1" status: 204 len: 168 time: 0.1534669 Jun 30 04:16:02.520111 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d7a1f8-082e-4c13-8e44-13fa9131faa1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa376816-90f3-47fc-8833-66763f3856bd,revision_number=None']} {{(pid=104415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:16:02.529678 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d7a1f8-082e-4c13-8e44-13fa9131faa1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:16:02.530026 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d7a1f8-082e-4c13-8e44-13fa9131faa1 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:16:02.530507 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d7a1f8-082e-4c13-8e44-13fa9131faa1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:16:02.530844 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d7a1f8-082e-4c13-8e44-13fa9131faa1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:16:02.531397 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d7a1f8-082e-4c13-8e44-13fa9131faa1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:16:02.531889 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d7a1f8-082e-4c13-8e44-13fa9131faa1 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:16:02.532356 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d7a1f8-082e-4c13-8e44-13fa9131faa1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:16:02.532841 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d7a1f8-082e-4c13-8e44-13fa9131faa1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:16:02.533171 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d7a1f8-082e-4c13-8e44-13fa9131faa1 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:16:02.533638 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d7a1f8-082e-4c13-8e44-13fa9131faa1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:16:02.533991 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d7a1f8-082e-4c13-8e44-13fa9131faa1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:16:02.534507 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d7a1f8-082e-4c13-8e44-13fa9131faa1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:16:02.535352 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d7a1f8-082e-4c13-8e44-13fa9131faa1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:16:02.535822 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d7a1f8-082e-4c13-8e44-13fa9131faa1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:16:02.536281 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d7a1f8-082e-4c13-8e44-13fa9131faa1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:16:02.549701 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:16:02.762614 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.wsgi [-] (104415) accepted ('10.222.0.13', 50136) {{(pid=104415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 04:16:02.778203 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-8b1ab68e-783f-4bd3-af54-c609750ed836 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:16:02.883426 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-8b1ab68e-783f-4bd3-af54-c609750ed836 admin admin] Publish callbacks [] for security_group (9230e208-d160-4031-a6e5-50481d21ee51), precommit_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:16:02.894204 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-8b1ab68e-783f-4bd3-af54-c609750ed836 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3637186'] for security_group (9230e208-d160-4031-a6e5-50481d21ee51), after_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:16:02.927442 dv-cinder-846842-7-iscsi neutron-server[104415]: INFO neutron.wsgi [None req-8b1ab68e-783f-4bd3-af54-c609750ed836 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c629663e83864ac6975587918803bc76&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1635725 Jun 30 04:16:02.931276 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.13', 50144) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 04:16:02.933535 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.13', 50146) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 04:16:02.959552 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1ab68e-783f-4bd3-af54-c609750ed836 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9230e208-d160-4031-a6e5-50481d21ee51,revision_number=1']} {{(pid=104415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:16:03.001062 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-88fd1dae-62d7-4538-abdf-e558ff779f56 admin admin] Publish callbacks [] for security_group (9230e208-d160-4031-a6e5-50481d21ee51), before_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:16:03.025334 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-88fd1dae-62d7-4538-abdf-e558ff779f56 admin admin] Publish callbacks [] for security_group (9230e208-d160-4031-a6e5-50481d21ee51), precommit_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:16:03.079594 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-88fd1dae-62d7-4538-abdf-e558ff779f56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3637186'] for security_group (9230e208-d160-4031-a6e5-50481d21ee51), after_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:16:03.082680 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-88fd1dae-62d7-4538-abdf-e558ff779f56 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:16:03.084751 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-88fd1dae-62d7-4538-abdf-e558ff779f56 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9230e208-d160-4031-a6e5-50481d21ee51 HTTP/1.1" status: 204 len: 168 time: 0.1520178 Jun 30 04:16:03.094686 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88fd1dae-62d7-4538-abdf-e558ff779f56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9230e208-d160-4031-a6e5-50481d21ee51,revision_number=None']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:16:03.102488 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88fd1dae-62d7-4538-abdf-e558ff779f56 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:16:03.103124 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88fd1dae-62d7-4538-abdf-e558ff779f56 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:16:03.103643 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88fd1dae-62d7-4538-abdf-e558ff779f56 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:16:03.104185 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88fd1dae-62d7-4538-abdf-e558ff779f56 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:16:03.104587 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88fd1dae-62d7-4538-abdf-e558ff779f56 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:16:03.104979 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88fd1dae-62d7-4538-abdf-e558ff779f56 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:16:03.105369 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88fd1dae-62d7-4538-abdf-e558ff779f56 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:16:03.105753 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88fd1dae-62d7-4538-abdf-e558ff779f56 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:16:03.106134 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88fd1dae-62d7-4538-abdf-e558ff779f56 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:16:03.106746 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88fd1dae-62d7-4538-abdf-e558ff779f56 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:16:03.107154 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88fd1dae-62d7-4538-abdf-e558ff779f56 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:16:03.107772 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88fd1dae-62d7-4538-abdf-e558ff779f56 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:16:03.108312 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88fd1dae-62d7-4538-abdf-e558ff779f56 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:16:03.108830 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88fd1dae-62d7-4538-abdf-e558ff779f56 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:16:03.109365 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88fd1dae-62d7-4538-abdf-e558ff779f56 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:16:03.261821 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-bfaafc17-d75e-4375-9119-b560125c17f7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:16:03.380251 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b68f00-05dd-4b7f-9bbd-9d99494b3494 req-9d2c7af0-72f6-48e1-a08d-fa0a709586ac tempest-VolumesActionsTest-91720519 tempest-VolumesActionsTest-91720519-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:16:03.382544 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-03b68f00-05dd-4b7f-9bbd-9d99494b3494 req-9d2c7af0-72f6-48e1-a08d-fa0a709586ac tempest-VolumesActionsTest-91720519 tempest-VolumesActionsTest-91720519-project] 10.222.0.13 "GET /v2.0/networks?id=e32b4d2d-0c44-4263-befe-fe39be6c48e5 HTTP/1.1" status: 200 len: 808 time: 0.1694736 Jun 30 04:16:03.410704 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-03b68f00-05dd-4b7f-9bbd-9d99494b3494 req-aee9006a-41eb-471f-8e3c-f37d87c4c61f tempest-VolumesActionsTest-91720519 tempest-VolumesActionsTest-91720519-project] 10.222.0.13 "GET /v2.0/quotas/94100e07e4d34a679ae537cb87de4dba HTTP/1.1" status: 200 len: 375 time: 0.0198290 Jun 30 04:16:03.464102 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-bfaafc17-d75e-4375-9119-b560125c17f7 admin admin] Publish callbacks [] for security_group (9ed9c93a-cda3-439c-96cb-aafb8fe0b652), precommit_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:16:03.466968 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-03b68f00-05dd-4b7f-9bbd-9d99494b3494 req-1799524e-ee52-4c08-95ad-b7b372f5ddcb tempest-VolumesActionsTest-91720519 tempest-VolumesActionsTest-91720519-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=94100e07e4d34a679ae537cb87de4dba&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0470533 Jun 30 04:16:03.472384 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-bfaafc17-d75e-4375-9119-b560125c17f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3637186'] for security_group (9ed9c93a-cda3-439c-96cb-aafb8fe0b652), after_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:16:03.519526 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaafc17-d75e-4375-9119-b560125c17f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ed9c93a-cda3-439c-96cb-aafb8fe0b652,revision_number=1']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:16:03.524508 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-bfaafc17-d75e-4375-9119-b560125c17f7 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=860db2d4c86b4818b68c75dcbc53eb27&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5900028 Jun 30 04:16:03.527174 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.13', 50190) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 04:16:03.586454 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-9fe139d4-2cb3-44c5-8a56-9537c723eb05 admin admin] Publish callbacks [] for security_group (9ed9c93a-cda3-439c-96cb-aafb8fe0b652), before_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:16:03.621856 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-9fe139d4-2cb3-44c5-8a56-9537c723eb05 admin admin] Publish callbacks [] for security_group (9ed9c93a-cda3-439c-96cb-aafb8fe0b652), precommit_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:16:03.676115 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-9fe139d4-2cb3-44c5-8a56-9537c723eb05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3637186'] for security_group (9ed9c93a-cda3-439c-96cb-aafb8fe0b652), after_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:16:03.678790 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-9fe139d4-2cb3-44c5-8a56-9537c723eb05 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:16:03.680070 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-9fe139d4-2cb3-44c5-8a56-9537c723eb05 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9ed9c93a-cda3-439c-96cb-aafb8fe0b652 HTTP/1.1" status: 204 len: 168 time: 0.1520381 Jun 30 04:16:03.688415 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe139d4-2cb3-44c5-8a56-9537c723eb05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ed9c93a-cda3-439c-96cb-aafb8fe0b652,revision_number=None']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:16:03.982723 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.wsgi [req-03b68f00-05dd-4b7f-9bbd-9d99494b3494 req-0be68bbd-4716-4ba4-a582-32254a4207d6 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=104416) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 30 04:16:03.983778 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-03b68f00-05dd-4b7f-9bbd-9d99494b3494 req-0be68bbd-4716-4ba4-a582-32254a4207d6 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.2854176 Jun 30 04:16:04.022249 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=82,neutron:DELETE=7,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:16:04.071576 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:SELECT=85 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:16:04.092851 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-03b68f00-05dd-4b7f-9bbd-9d99494b3494 req-f474e998-57fe-4c36-8b41-5ed9e7627206 service neutron] 10.222.0.13 "GET /v2.0/networks/e32b4d2d-0c44-4263-befe-fe39be6c48e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1023557 Jun 30 04:16:04.176138 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:DELETE=5,neutron:SELECT=94,neutron:INSERT=1 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:16:04.204923 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-03b68f00-05dd-4b7f-9bbd-9d99494b3494 req-84d01a21-247a-4a24-a52c-72d0f747e120 service neutron] 10.222.0.13 "GET /v2.0/networks/e32b4d2d-0c44-4263-befe-fe39be6c48e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1111567 Jun 30 04:16:04.238448 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:SELECT=89 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:16:04.385892 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.13', 50230) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 04:16:04.483373 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-8192bc9b-a60e-480f-9b5c-5f83af1f3611 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:16:04.496106 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-2728cac1-a18d-4b2b-b55a-e25feeac31ab req-5183b4c9-2f76-4ee2-888e-776ec231390e tempest-VolumesActionsTest-91720519 tempest-VolumesActionsTest-91720519-project] 10.222.0.13 "GET /v2.0/ports?device_id=504967a1-62e0-47c1-afe0-4aca8879a2c8 HTTP/1.1" status: 200 len: 210 time: 0.0999749 Jun 30 04:16:04.633243 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-8192bc9b-a60e-480f-9b5c-5f83af1f3611 admin admin] Publish callbacks [] for security_group (ea07fafc-dbbd-4ba7-ba20-0b5101abb7fe), precommit_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:16:04.640584 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-8192bc9b-a60e-480f-9b5c-5f83af1f3611 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3637186'] for security_group (ea07fafc-dbbd-4ba7-ba20-0b5101abb7fe), after_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:16:04.692997 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-8192bc9b-a60e-480f-9b5c-5f83af1f3611 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c252ad59efaf40dc8f8e5f4c6a30d582&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3028846 Jun 30 04:16:04.692997 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8192bc9b-a60e-480f-9b5c-5f83af1f3611 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea07fafc-dbbd-4ba7-ba20-0b5101abb7fe,revision_number=1']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:16:04.694639 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.wsgi [-] (104415) accepted ('10.222.0.13', 50248) {{(pid=104415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 04:16:04.765579 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-efb57455-031c-4533-9994-f707180da63a admin admin] Publish callbacks [] for security_group (ea07fafc-dbbd-4ba7-ba20-0b5101abb7fe), before_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:16:04.791778 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-efb57455-031c-4533-9994-f707180da63a admin admin] Publish callbacks [] for security_group (ea07fafc-dbbd-4ba7-ba20-0b5101abb7fe), precommit_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:16:04.905301 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-efb57455-031c-4533-9994-f707180da63a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3637186'] for security_group (ea07fafc-dbbd-4ba7-ba20-0b5101abb7fe), after_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:16:04.908268 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-efb57455-031c-4533-9994-f707180da63a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:16:04.910173 dv-cinder-846842-7-iscsi neutron-server[104415]: INFO neutron.wsgi [None req-efb57455-031c-4533-9994-f707180da63a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ea07fafc-dbbd-4ba7-ba20-0b5101abb7fe HTTP/1.1" status: 204 len: 168 time: 0.2140610 Jun 30 04:16:04.922284 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb57455-031c-4533-9994-f707180da63a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea07fafc-dbbd-4ba7-ba20-0b5101abb7fe,revision_number=None']} {{(pid=104415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:16:05.169811 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-f7f84fb4-4c28-45db-9229-c5da9f151d18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926756172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565263'] for agent (beddbd52-9273-44c2-990c-63933fe383b2), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:16:05.431022 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.wsgi [-] (104415) accepted ('10.222.0.13', 50290) {{(pid=104415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 04:16:05.445997 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-f86d0cf3-72e7-4fdb-bf6a-de96d76037ad admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:16:05.517485 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=83,neutron:DELETE=6,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:16:05.593813 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-f86d0cf3-72e7-4fdb-bf6a-de96d76037ad admin admin] Publish callbacks [] for security_group (a56af25e-6908-4584-848b-879ec851cce3), precommit_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:16:05.602873 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-f86d0cf3-72e7-4fdb-bf6a-de96d76037ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3637186'] for security_group (a56af25e-6908-4584-848b-879ec851cce3), after_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:16:05.635819 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-b4bb2fdb-d3aa-4fe8-aeb1-7daf7c9758db req-2ec2a7e1-aac5-4b25-97ec-c5dcec54ce63 tempest-VolumesActionsTest-91720519 tempest-VolumesActionsTest-91720519-project] 10.222.0.13 "GET /v2.0/ports?device_id=504967a1-62e0-47c1-afe0-4aca8879a2c8 HTTP/1.1" status: 200 len: 210 time: 0.0472107 Jun 30 04:16:05.672096 dv-cinder-846842-7-iscsi neutron-server[104415]: INFO neutron.wsgi [None req-f86d0cf3-72e7-4fdb-bf6a-de96d76037ad admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=cbbdbbcc10dd4d6f9963c6d5e21f88e2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2376406 Jun 30 04:16:05.672096 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86d0cf3-72e7-4fdb-bf6a-de96d76037ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a56af25e-6908-4584-848b-879ec851cce3,revision_number=1']} {{(pid=104415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:16:05.672495 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.13', 50300) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 04:16:05.721844 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.db.agents_db [None req-38391644-8868-4c56-b8b1-4dfa3b709b99 None None] Agent healthcheck: found 6 active agents {{(pid=104418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 04:16:05.726494 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-4d5e74f1-2241-46cf-a09d-8cac5e9be464 admin admin] Publish callbacks [] for security_group (a56af25e-6908-4584-848b-879ec851cce3), before_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:16:05.748357 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-4d5e74f1-2241-46cf-a09d-8cac5e9be464 admin admin] Publish callbacks [] for security_group (a56af25e-6908-4584-848b-879ec851cce3), precommit_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:16:05.804299 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-4d5e74f1-2241-46cf-a09d-8cac5e9be464 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3637186'] for security_group (a56af25e-6908-4584-848b-879ec851cce3), after_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:16:05.806891 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-4d5e74f1-2241-46cf-a09d-8cac5e9be464 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:16:05.808432 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-4d5e74f1-2241-46cf-a09d-8cac5e9be464 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a56af25e-6908-4584-848b-879ec851cce3 HTTP/1.1" status: 204 len: 168 time: 0.1347322 Jun 30 04:16:05.817958 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5e74f1-2241-46cf-a09d-8cac5e9be464 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a56af25e-6908-4584-848b-879ec851cce3,revision_number=None']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:16:06.777894 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-f59ac543-cf6a-411d-b529-c272b287b4e4 req-6cfbf483-0b20-4f39-b923-2eaad5a6b2e7 tempest-VolumesActionsTest-91720519 tempest-VolumesActionsTest-91720519-project] 10.222.0.13 "GET /v2.0/ports?device_id=504967a1-62e0-47c1-afe0-4aca8879a2c8 HTTP/1.1" status: 200 len: 210 time: 0.0517225 Jun 30 04:16:07.123073 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b68f00-05dd-4b7f-9bbd-9d99494b3494 req-c81445b3-7b36-4156-b140-07faaa4a6ff4 tempest-VolumesActionsTest-91720519 tempest-VolumesActionsTest-91720519-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:16:07.126389 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-03b68f00-05dd-4b7f-9bbd-9d99494b3494 req-c81445b3-7b36-4156-b140-07faaa4a6ff4 tempest-VolumesActionsTest-91720519 tempest-VolumesActionsTest-91720519-project] 10.222.0.20 "GET /v2.0/networks?id=e32b4d2d-0c44-4263-befe-fe39be6c48e5 HTTP/1.1" status: 200 len: 808 time: 0.1308875 Jun 30 04:16:07.144439 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.v2.base [req-03b68f00-05dd-4b7f-9bbd-9d99494b3494 req-0d415886-f438-4919-9103-f1a1c2726402 tempest-VolumesActionsTest-91720519 tempest-VolumesActionsTest-91720519-project] Request body: {'port': {'device_id': '504967a1-62e0-47c1-afe0-4aca8879a2c8', 'network_id': 'e32b4d2d-0c44-4263-befe-fe39be6c48e5', 'admin_state_up': True, 'tenant_id': '94100e07e4d34a679ae537cb87de4dba'}} {{(pid=104416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 30 04:16:07.308827 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-03b68f00-05dd-4b7f-9bbd-9d99494b3494 req-0d415886-f438-4919-9103-f1a1c2726402 tempest-VolumesActionsTest-91720519 tempest-VolumesActionsTest-91720519-project] Made reservation on behalf of 94100e07e4d34a679ae537cb87de4dba for: {'port': 1} {{(pid=104416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 04:16:07.312555 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-03b68f00-05dd-4b7f-9bbd-9d99494b3494 req-0d415886-f438-4919-9103-f1a1c2726402 tempest-VolumesActionsTest-91720519 tempest-VolumesActionsTest-91720519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3606762'] for port (None), before_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:16:07.524485 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.db.db_base_plugin_common [req-03b68f00-05dd-4b7f-9bbd-9d99494b3494 req-0d415886-f438-4919-9103-f1a1c2726402 tempest-VolumesActionsTest-91720519 tempest-VolumesActionsTest-91720519-project] Allocated IP 172.20.0.6 (e32b4d2d-0c44-4263-befe-fe39be6c48e5/a5efc94f-0420-4a8e-a48f-9d7543800cda/4f3fd811-7ab9-4ad8-99a4-684d8dc134bf) {{(pid=104416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 04:16:07.525352 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-3f13ef0b-c811-4876-abf9-2eff734909b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926756172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565263'] for agent (2ea21a61-d737-4543-a811-a0d035fbf0f6), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:16:07.577815 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=87,neutron:INSERT=7,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:16:07.617652 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:DELETE=3 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:16:07.618352 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.13', 50410) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 04:16:07.689895 dv-cinder-846842-7-iscsi neutron-server[104415]: INFO neutron.wsgi [req-f71f7503-3305-4fe7-9647-c825adfe3b64 req-36aedafa-d6d5-4b7f-a1a1-059e9922ae72 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=43ceac9b-808a-455a-9409-817a9675cc84&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1607113 Jun 30 04:16:07.856782 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-03b68f00-05dd-4b7f-9bbd-9d99494b3494 req-0d415886-f438-4919-9103-f1a1c2726402 tempest-VolumesActionsTest-91720519 tempest-VolumesActionsTest-91720519-project] Publish callbacks [] for port (4f3fd811-7ab9-4ad8-99a4-684d8dc134bf), precommit_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:16:07.865129 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-b2c9eaa6-504c-466b-b1c2-3de2ef853bb1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:16:07.970447 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-f8312198-906f-4856-b3cc-bee614fe14a7 req-24725e9e-1055-492a-8e36-25ec028e8cc0 tempest-VolumesActionsTest-91720519 tempest-VolumesActionsTest-91720519-project] 10.222.0.13 "GET /v2.0/ports?device_id=504967a1-62e0-47c1-afe0-4aca8879a2c8 HTTP/1.1" status: 200 len: 210 time: 0.0710018 Jun 30 04:16:08.014242 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-03b68f00-05dd-4b7f-9bbd-9d99494b3494 req-0d415886-f438-4919-9103-f1a1c2726402 tempest-VolumesActionsTest-91720519 tempest-VolumesActionsTest-91720519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4095053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781926239317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1764130'] for port (4f3fd811-7ab9-4ad8-99a4-684d8dc134bf), after_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:16:08.085909 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71f7503-3305-4fe7-9647-c825adfe3b64 req-b1a41657-de0c-44ea-a6c0-95db72585161 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:16:08.088881 dv-cinder-846842-7-iscsi neutron-server[104415]: INFO neutron.wsgi [req-f71f7503-3305-4fe7-9647-c825adfe3b64 req-b1a41657-de0c-44ea-a6c0-95db72585161 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=6a37f11a6f794a518cfcfa600caf2445&device_id=43ceac9b-808a-455a-9409-817a9675cc84 HTTP/1.1" status: 200 len: 1129 time: 0.3293369 Jun 30 04:16:08.167890 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-03b68f00-05dd-4b7f-9bbd-9d99494b3494 req-0d415886-f438-4919-9103-f1a1c2726402 tempest-VolumesActionsTest-91720519 tempest-VolumesActionsTest-91720519-project] Network e32b4d2d-0c44-4263-befe-fe39be6c48e5 is already hosted by enough agents. {{(pid=104416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 04:16:08.179825 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.scheduler.base_scheduler [req-03b68f00-05dd-4b7f-9bbd-9d99494b3494 req-0d415886-f438-4919-9103-f1a1c2726402 tempest-VolumesActionsTest-91720519 tempest-VolumesActionsTest-91720519-project] Resources bound (agent type, host, resource id): {{(pid=104416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 04:16:08.195461 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.db.l3_dvrscheduler_db [req-03b68f00-05dd-4b7f-9bbd-9d99494b3494 req-0d415886-f438-4919-9103-f1a1c2726402 tempest-VolumesActionsTest-91720519 tempest-VolumesActionsTest-91720519-project] Received port after_create {{(pid=104416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 30 04:16:08.204131 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-b2c9eaa6-504c-466b-b1c2-3de2ef853bb1 admin admin] Publish callbacks [] for security_group (ce73e8d9-ded3-4eab-8b71-bba3b1e0c23d), precommit_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:16:08.205082 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d415886-f438-4919-9103-f1a1c2726402 tempest-VolumesActionsTest-91720519 tempest-VolumesActionsTest-91720519-project] Pushing event updated for resources: {'Port': ['ID=4f3fd811-7ab9-4ad8-99a4-684d8dc134bf,revision_number=1']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:16:08.213082 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b92eeea-3c57-4848-86b7-6d98e1a330fe req-ac5ee973-336e-4082-b261-2ce12e6427de tempest-DeleteServersTestJSON-486871242 tempest-DeleteServersTestJSON-486871242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:16:08.220039 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-9b92eeea-3c57-4848-86b7-6d98e1a330fe req-ac5ee973-336e-4082-b261-2ce12e6427de tempest-DeleteServersTestJSON-486871242 tempest-DeleteServersTestJSON-486871242-project] 10.222.0.13 "GET /v2.0/ports?device_id=43ceac9b-808a-455a-9409-817a9675cc84 HTTP/1.1" status: 200 len: 945 time: 0.1114130 Jun 30 04:16:08.248468 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-b2c9eaa6-504c-466b-b1c2-3de2ef853bb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3637186'] for security_group (ce73e8d9-ded3-4eab-8b71-bba3b1e0c23d), after_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:16:08.325665 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b68f00-05dd-4b7f-9bbd-9d99494b3494 req-0d415886-f438-4919-9103-f1a1c2726402 tempest-VolumesActionsTest-91720519 tempest-VolumesActionsTest-91720519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:16:08.326457 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-03b68f00-05dd-4b7f-9bbd-9d99494b3494 req-0d415886-f438-4919-9103-f1a1c2726402 tempest-VolumesActionsTest-91720519 tempest-VolumesActionsTest-91720519-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528667'] for port (None), before_response {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:16:08.354678 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-b2c9eaa6-504c-466b-b1c2-3de2ef853bb1 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8278689e8d5146248c1730cd4a285e4a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7184999 Jun 30 04:16:08.354678 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c9eaa6-504c-466b-b1c2-3de2ef853bb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce73e8d9-ded3-4eab-8b71-bba3b1e0c23d,revision_number=1']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:16:08.354856 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.wsgi [-] (104415) accepted ('10.222.0.13', 50448) {{(pid=104415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 04:16:08.369052 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-9b92eeea-3c57-4848-86b7-6d98e1a330fe req-b3e78fce-276f-4f1e-9c14-ee5de0fc9c8d tempest-DeleteServersTestJSON-486871242 tempest-DeleteServersTestJSON-486871242-project] 10.222.0.13 "GET /v2.0/security-groups?id=4805bc95-9fae-4382-982a-74fa7c978b94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480291 Jun 30 04:16:08.380104 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-03b68f00-05dd-4b7f-9bbd-9d99494b3494 req-0d415886-f438-4919-9103-f1a1c2726402 tempest-VolumesActionsTest-91720519 tempest-VolumesActionsTest-91720519-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2432666 Jun 30 04:16:08.460322 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-7a77f087-4523-4fd9-b9f1-b6333d8ad1f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926756172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565263'] for agent (672e10fd-0bbc-4d52-8fca-d980f41e3265), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:16:08.481181 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-806fc4e6-5da6-46a2-8601-daf699a5348a admin admin] Publish callbacks [] for security_group (ce73e8d9-ded3-4eab-8b71-bba3b1e0c23d), before_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:16:08.515790 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-806fc4e6-5da6-46a2-8601-daf699a5348a admin admin] Publish callbacks [] for security_group (ce73e8d9-ded3-4eab-8b71-bba3b1e0c23d), precommit_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:16:08.542847 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=85,neutron:DELETE=2,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:16:08.583576 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-806fc4e6-5da6-46a2-8601-daf699a5348a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3637186'] for security_group (ce73e8d9-ded3-4eab-8b71-bba3b1e0c23d), after_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:16:08.591748 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-806fc4e6-5da6-46a2-8601-daf699a5348a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:16:08.593253 dv-cinder-846842-7-iscsi neutron-server[104415]: INFO neutron.wsgi [None req-806fc4e6-5da6-46a2-8601-daf699a5348a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ce73e8d9-ded3-4eab-8b71-bba3b1e0c23d HTTP/1.1" status: 204 len: 168 time: 0.2370629 Jun 30 04:16:08.601519 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806fc4e6-5da6-46a2-8601-daf699a5348a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce73e8d9-ded3-4eab-8b71-bba3b1e0c23d,revision_number=None']} {{(pid=104415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:16:09.064234 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.wsgi [-] (104415) accepted ('10.222.0.13', 50500) {{(pid=104415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 04:16:09.084681 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-09a57b93-79fe-4712-a2e2-774576636d10 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:16:09.119723 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcec56a7-1d4f-4455-b9fe-c8b71f463f74 req-7b8d90c4-bd91-421d-9bf7-519cb25926ab tempest-VolumesActionsTest-91720519 tempest-VolumesActionsTest-91720519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:16:09.122976 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-dcec56a7-1d4f-4455-b9fe-c8b71f463f74 req-7b8d90c4-bd91-421d-9bf7-519cb25926ab tempest-VolumesActionsTest-91720519 tempest-VolumesActionsTest-91720519-project] 10.222.0.13 "GET /v2.0/ports?device_id=504967a1-62e0-47c1-afe0-4aca8879a2c8 HTTP/1.1" status: 200 len: 931 time: 0.0681396 Jun 30 04:16:09.197032 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-dcec56a7-1d4f-4455-b9fe-c8b71f463f74 req-161dfada-27bc-4620-b77c-c6398da061d1 tempest-VolumesActionsTest-91720519 tempest-VolumesActionsTest-91720519-project] 10.222.0.13 "GET /v2.0/security-groups?id=265ff658-8a93-4d62-aa14-b0736216eb05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616522 Jun 30 04:16:09.221985 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-09a57b93-79fe-4712-a2e2-774576636d10 admin admin] Publish callbacks [] for security_group (cc9f3209-b4d5-45d7-a2bb-5f79efbd3a79), precommit_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:16:09.226715 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-09a57b93-79fe-4712-a2e2-774576636d10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3637186'] for security_group (cc9f3209-b4d5-45d7-a2bb-5f79efbd3a79), after_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:16:09.264055 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a57b93-79fe-4712-a2e2-774576636d10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc9f3209-b4d5-45d7-a2bb-5f79efbd3a79,revision_number=1']} {{(pid=104415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:16:09.268415 dv-cinder-846842-7-iscsi neutron-server[104415]: INFO neutron.wsgi [None req-09a57b93-79fe-4712-a2e2-774576636d10 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6394e6538312426197aa05c04b3b3ca2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2023077 Jun 30 04:16:09.272057 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.wsgi [-] (104415) accepted ('10.222.0.13', 50510) {{(pid=104415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 04:16:09.320477 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-ae4073a3-1a7a-43cf-adac-61faf2f5d154 admin admin] Publish callbacks [] for security_group (cc9f3209-b4d5-45d7-a2bb-5f79efbd3a79), before_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:16:09.344752 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-ae4073a3-1a7a-43cf-adac-61faf2f5d154 admin admin] Publish callbacks [] for security_group (cc9f3209-b4d5-45d7-a2bb-5f79efbd3a79), precommit_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:16:09.396259 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-ae4073a3-1a7a-43cf-adac-61faf2f5d154 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3637186'] for security_group (cc9f3209-b4d5-45d7-a2bb-5f79efbd3a79), after_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:16:09.399886 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-ae4073a3-1a7a-43cf-adac-61faf2f5d154 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:16:09.401098 dv-cinder-846842-7-iscsi neutron-server[104415]: INFO neutron.wsgi [None req-ae4073a3-1a7a-43cf-adac-61faf2f5d154 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/cc9f3209-b4d5-45d7-a2bb-5f79efbd3a79 HTTP/1.1" status: 204 len: 168 time: 0.1287427 Jun 30 04:16:09.411560 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.v2.base [req-03b68f00-05dd-4b7f-9bbd-9d99494b3494 req-4f9e2edd-b523-4f23-94d0-05f10f54d4c6 service neutron] Request body: {'port': {'device_id': '504967a1-62e0-47c1-afe0-4aca8879a2c8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84684'}} {{(pid=104416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 30 04:16:09.434440 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4073a3-1a7a-43cf-adac-61faf2f5d154 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc9f3209-b4d5-45d7-a2bb-5f79efbd3a79,revision_number=None']} {{(pid=104415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:16:09.478226 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.13', 50518) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 04:16:09.542311 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-03b68f00-05dd-4b7f-9bbd-9d99494b3494 req-4f9e2edd-b523-4f23-94d0-05f10f54d4c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3606762'] for port (4f3fd811-7ab9-4ad8-99a4-684d8dc134bf), before_update {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:16:09.557093 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:16:09.566985 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71f7503-3305-4fe7-9647-c825adfe3b64 req-bf2e4917-6010-41f5-bb34-d5e74d3dbb5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:16:09.569297 dv-cinder-846842-7-iscsi neutron-server[104415]: INFO neutron.wsgi [req-f71f7503-3305-4fe7-9647-c825adfe3b64 req-bf2e4917-6010-41f5-bb34-d5e74d3dbb5b service neutron] 10.222.0.20 "GET /v2.0/networks?id=ace93dd0-22f0-46a4-80c6-05197b7b7fb0 HTTP/1.1" status: 200 len: 913 time: 0.1174867 Jun 30 04:16:09.577169 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97411cf3-ba62-458c-866c-dc60b03bf657 req-0a8f7898-8619-4a57-913b-7a4b513d6fdc tempest-DeleteServersTestJSON-486871242 tempest-DeleteServersTestJSON-486871242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:16:09.591966 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-97411cf3-ba62-458c-866c-dc60b03bf657 req-0a8f7898-8619-4a57-913b-7a4b513d6fdc tempest-DeleteServersTestJSON-486871242 tempest-DeleteServersTestJSON-486871242-project] 10.222.0.13 "GET /v2.0/ports?device_id=43ceac9b-808a-455a-9409-817a9675cc84 HTTP/1.1" status: 200 len: 945 time: 0.0774255 Jun 30 04:16:09.626487 dv-cinder-846842-7-iscsi neutron-server[104415]: INFO neutron.wsgi [req-f71f7503-3305-4fe7-9647-c825adfe3b64 req-3bf598bf-3211-4855-9186-00f3ff191c23 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7cff6837-1499-4d0c-af41-27acd223363c HTTP/1.1" status: 200 len: 217 time: 0.0395248 Jun 30 04:16:09.693739 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71f7503-3305-4fe7-9647-c825adfe3b64 req-3e8dc453-8bc8-4b15-8366-1cc93c5a8f70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:16:09.696118 dv-cinder-846842-7-iscsi neutron-server[104415]: INFO neutron.wsgi [req-f71f7503-3305-4fe7-9647-c825adfe3b64 req-3e8dc453-8bc8-4b15-8366-1cc93c5a8f70 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=7d4bc025-2944-45a2-9732-0bc1c0bb00af HTTP/1.1" status: 200 len: 851 time: 0.0626593 Jun 30 04:16:09.697208 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:DELETE=1 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:16:09.724897 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-b2290958-9806-4a1d-8a91-6859ca5e59b7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:16:09.742287 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-97411cf3-ba62-458c-866c-dc60b03bf657 req-141ea18b-f4dc-4090-b1a8-ec2d4bf113d8 tempest-DeleteServersTestJSON-486871242 tempest-DeleteServersTestJSON-486871242-project] 10.222.0.13 "GET /v2.0/security-groups?id=4805bc95-9fae-4382-982a-74fa7c978b94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1494312 Jun 30 04:16:09.889261 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=87,neutron:DELETE=6,neutron:INSERT=7 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:16:09.892618 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71f7503-3305-4fe7-9647-c825adfe3b64 req-74b0b286-9c07-454c-850a-7bce9b288607 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:16:09.894560 dv-cinder-846842-7-iscsi neutron-server[104415]: INFO neutron.wsgi [req-f71f7503-3305-4fe7-9647-c825adfe3b64 req-74b0b286-9c07-454c-850a-7bce9b288607 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ace93dd0-22f0-46a4-80c6-05197b7b7fb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0704255 Jun 30 04:16:09.901910 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.20', 53954) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 04:16:10.020140 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa749f2-211f-4000-b6a6-8125083cda71 req-6967c9d8-8122-44a4-8020-3c10e0bdcf9e tempest-DeleteServersTestJSON-486871242 tempest-DeleteServersTestJSON-486871242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:16:10.021658 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-9aa749f2-211f-4000-b6a6-8125083cda71 req-6967c9d8-8122-44a4-8020-3c10e0bdcf9e tempest-DeleteServersTestJSON-486871242 tempest-DeleteServersTestJSON-486871242-project] 10.222.0.20 "GET /v2.0/ports?device_id=43ceac9b-808a-455a-9409-817a9675cc84 HTTP/1.1" status: 200 len: 945 time: 0.1062279 Jun 30 04:16:10.026159 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-b2290958-9806-4a1d-8a91-6859ca5e59b7 admin admin] Publish callbacks [] for security_group (8f98d868-0b56-4f0e-aba6-4e90e06c8c29), precommit_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:16:10.053480 dv-cinder-846842-7-iscsi neutron-server[104415]: INFO neutron.wsgi [req-f71f7503-3305-4fe7-9647-c825adfe3b64 req-20d9ff34-5fdd-4ae2-83c2-8b94ad306569 service neutron] 10.222.0.20 "GET /v2.0/networks/ace93dd0-22f0-46a4-80c6-05197b7b7fb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1489706 Jun 30 04:16:10.058911 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-b2290958-9806-4a1d-8a91-6859ca5e59b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3637186'] for security_group (8f98d868-0b56-4f0e-aba6-4e90e06c8c29), after_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:16:10.187501 dv-cinder-846842-7-iscsi neutron-server[104415]: INFO neutron.wsgi [req-f71f7503-3305-4fe7-9647-c825adfe3b64 req-e4a58ef3-c9d8-49c4-8519-13784fb00d0e service neutron] 10.222.0.20 "GET /v2.0/networks/ace93dd0-22f0-46a4-80c6-05197b7b7fb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265316 Jun 30 04:16:10.205209 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-b2290958-9806-4a1d-8a91-6859ca5e59b7 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6339d1a011b24bf0b5fbe559ac10e22e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7243032 Jun 30 04:16:10.210087 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.wsgi [-] (104415) accepted ('10.222.0.13', 50548) {{(pid=104415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 04:16:10.230798 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2290958-9806-4a1d-8a91-6859ca5e59b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f98d868-0b56-4f0e-aba6-4e90e06c8c29,revision_number=1']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:16:10.244672 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-88ff949a-6007-42d5-8261-77b64d367ca9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926756172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565263'] for agent (4c4a8942-da79-4b81-aa08-fb593b1e6e06), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:16:10.247972 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.notifiers.nova [req-03b68f00-05dd-4b7f-9bbd-9d99494b3494 req-4f9e2edd-b523-4f23-94d0-05f10f54d4c6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4f3fd811-7ab9-4ad8-99a4-684d8dc134bf {{(pid=104416) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 30 04:16:10.272458 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-03b68f00-05dd-4b7f-9bbd-9d99494b3494 req-4f9e2edd-b523-4f23-94d0-05f10f54d4c6 service neutron] Publish callbacks [] for port (4f3fd811-7ab9-4ad8-99a4-684d8dc134bf), precommit_update {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:16:10.298735 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.plugin [req-9aa749f2-211f-4000-b6a6-8125083cda71 req-fb4b0029-9fbd-48a9-b3e8-53bbb2d1b109 tempest-DeleteServersTestJSON-486871242 tempest-DeleteServersTestJSON-486871242-project] Deleting port 7cff6837-1499-4d0c-af41-27acd223363c {{(pid=104416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 30 04:16:10.299311 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-9aa749f2-211f-4000-b6a6-8125083cda71 req-fb4b0029-9fbd-48a9-b3e8-53bbb2d1b109 tempest-DeleteServersTestJSON-486871242 tempest-DeleteServersTestJSON-486871242-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781926629636'] for port (7cff6837-1499-4d0c-af41-27acd223363c), before_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:16:10.321502 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.db.provisioning_blocks [req-03b68f00-05dd-4b7f-9bbd-9d99494b3494 req-4f9e2edd-b523-4f23-94d0-05f10f54d4c6 service neutron] Transition to ACTIVE for port object 4f3fd811-7ab9-4ad8-99a4-684d8dc134bf will not be triggered until provisioned by entity L2. {{(pid=104416) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 30 04:16:10.345854 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-03b68f00-05dd-4b7f-9bbd-9d99494b3494 req-4f9e2edd-b523-4f23-94d0-05f10f54d4c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4095053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781926634698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781926239335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781926239353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1764123'] for port (4f3fd811-7ab9-4ad8-99a4-684d8dc134bf), after_update {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:16:10.376044 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-63d7ad6c-cd21-485e-b31d-5a5f5239e6fc admin admin] Publish callbacks [] for security_group (8f98d868-0b56-4f0e-aba6-4e90e06c8c29), before_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:16:10.415962 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-63d7ad6c-cd21-485e-b31d-5a5f5239e6fc admin admin] Publish callbacks [] for security_group (8f98d868-0b56-4f0e-aba6-4e90e06c8c29), precommit_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:16:10.431308 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-2a6d8403-c0a5-4ac4-aa48-860a84345009 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926756172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565263'] for agent (cbdf45b5-344e-4e18-9242-1abb738708f2), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:16:10.539313 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-63d7ad6c-cd21-485e-b31d-5a5f5239e6fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3637186'] for security_group (8f98d868-0b56-4f0e-aba6-4e90e06c8c29), after_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:16:10.545102 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-63d7ad6c-cd21-485e-b31d-5a5f5239e6fc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:16:10.547500 dv-cinder-846842-7-iscsi neutron-server[104415]: INFO neutron.wsgi [None req-63d7ad6c-cd21-485e-b31d-5a5f5239e6fc admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8f98d868-0b56-4f0e-aba6-4e90e06c8c29 HTTP/1.1" status: 204 len: 168 time: 0.3346589 Jun 30 04:16:10.557602 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d7ad6c-cd21-485e-b31d-5a5f5239e6fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f98d868-0b56-4f0e-aba6-4e90e06c8c29,revision_number=None']} {{(pid=104415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:16:10.926492 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b06d1b-4869-4cab-b52a-d408e7b61b0d req-d8d29e8f-ecec-4eb5-8f37-fb633b6bcf65 tempest-VolumesActionsTest-91720519 tempest-VolumesActionsTest-91720519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:16:10.928020 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-85b06d1b-4869-4cab-b52a-d408e7b61b0d req-d8d29e8f-ecec-4eb5-8f37-fb633b6bcf65 tempest-VolumesActionsTest-91720519 tempest-VolumesActionsTest-91720519-project] 10.222.0.13 "GET /v2.0/ports?device_id=504967a1-62e0-47c1-afe0-4aca8879a2c8 HTTP/1.1" status: 200 len: 943 time: 0.6027112 Jun 30 04:16:10.939396 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9e2edd-b523-4f23-94d0-05f10f54d4c6 service neutron] Pushing event updated for resources: {'Port': ['ID=4f3fd811-7ab9-4ad8-99a4-684d8dc134bf,revision_number=2']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:16:10.944437 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.db [req-9aa749f2-211f-4000-b6a6-8125083cda71 req-fb4b0029-9fbd-48a9-b3e8-53bbb2d1b109 tempest-DeleteServersTestJSON-486871242 tempest-DeleteServersTestJSON-486871242-project] For port 7cff6837-1499-4d0c-af41-27acd223363c, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=7cff6837-1499-4d0c-af41-27acd223363c,segment=NetworkSegment(9ca81d36-234f-4915-9758-c5171bb50dcf),segment_id=9ca81d36-234f-4915-9758-c5171bb50dcf)] {{(pid=104416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 04:16:10.944803 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-9aa749f2-211f-4000-b6a6-8125083cda71 req-fb4b0029-9fbd-48a9-b3e8-53bbb2d1b109 tempest-DeleteServersTestJSON-486871242 tempest-DeleteServersTestJSON-486871242-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616079'] for port (7cff6837-1499-4d0c-af41-27acd223363c), precommit_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:16:10.956915 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e00bf3-619f-4e5a-877d-6045939d51de req-b568feed-a289-485a-85da-7f6937f1256f tempest-DeleteServersTestJSON-486871242 tempest-DeleteServersTestJSON-486871242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:16:10.958414 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-41e00bf3-619f-4e5a-877d-6045939d51de req-b568feed-a289-485a-85da-7f6937f1256f tempest-DeleteServersTestJSON-486871242 tempest-DeleteServersTestJSON-486871242-project] 10.222.0.13 "GET /v2.0/ports?device_id=43ceac9b-808a-455a-9409-817a9675cc84 HTTP/1.1" status: 200 len: 945 time: 0.1259210 Jun 30 04:16:10.966754 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=88,neutron:UPDATE=4,neutron:INSERT=8 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:16:11.009746 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.plugin [req-9aa749f2-211f-4000-b6a6-8125083cda71 req-fb4b0029-9fbd-48a9-b3e8-53bbb2d1b109 tempest-DeleteServersTestJSON-486871242 tempest-DeleteServersTestJSON-486871242-project] Calling delete_port for 7cff6837-1499-4d0c-af41-27acd223363c owned by compute:nova {{(pid=104416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 30 04:16:11.048985 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:16:11.075884 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.wsgi [-] (104415) accepted ('10.222.0.13', 50588) {{(pid=104415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 04:16:11.093164 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-29ea1837-4536-475b-bf31-5072581acd2f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:16:11.117755 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:16:11.177403 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-29ea1837-4536-475b-bf31-5072581acd2f admin admin] Publish callbacks [] for security_group (346beac9-d447-40d7-810c-8f42ca730268), precommit_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:16:11.183633 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-29ea1837-4536-475b-bf31-5072581acd2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3637186'] for security_group (346beac9-d447-40d7-810c-8f42ca730268), after_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:16:11.202307 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-85b06d1b-4869-4cab-b52a-d408e7b61b0d req-aeb844d6-8a31-4f53-be9c-bdc93a8f372a tempest-VolumesActionsTest-91720519 tempest-VolumesActionsTest-91720519-project] 10.222.0.13 "GET /v2.0/security-groups?id=265ff658-8a93-4d62-aa14-b0736216eb05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2542150 Jun 30 04:16:11.225659 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-41e00bf3-619f-4e5a-877d-6045939d51de req-536d2ce2-6170-4bb2-8a68-81f2aed1da15 tempest-DeleteServersTestJSON-486871242 tempest-DeleteServersTestJSON-486871242-project] 10.222.0.13 "GET /v2.0/security-groups?id=4805bc95-9fae-4382-982a-74fa7c978b94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2574441 Jun 30 04:16:11.228878 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.wsgi [-] (104415) accepted ('10.222.0.13', 50592) {{(pid=104415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 04:16:11.232287 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.managers [req-03b68f00-05dd-4b7f-9bbd-9d99494b3494 req-4f9e2edd-b523-4f23-94d0-05f10f54d4c6 service neutron] Attempting to bind port 4f3fd811-7ab9-4ad8-99a4-684d8dc134bf on host hv-cinder-84684 for vnic_type normal with profile {{(pid=104416) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 30 04:16:11.232620 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.managers [req-03b68f00-05dd-4b7f-9bbd-9d99494b3494 req-4f9e2edd-b523-4f23-94d0-05f10f54d4c6 service neutron] Attempting to bind port 4f3fd811-7ab9-4ad8-99a4-684d8dc134bf by drivers openvswitch,hyperv on host hv-cinder-84684 at level 0 using segments [{'id': '4fafec2b-a6e2-4e57-9489-84e1c8f57960', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'e32b4d2d-0c44-4263-befe-fe39be6c48e5'}] {{(pid=104416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 30 04:16:11.233683 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03b68f00-05dd-4b7f-9bbd-9d99494b3494 req-4f9e2edd-b523-4f23-94d0-05f10f54d4c6 service neutron] Attempting to bind port 4f3fd811-7ab9-4ad8-99a4-684d8dc134bf on network e32b4d2d-0c44-4263-befe-fe39be6c48e5 {{(pid=104416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 30 04:16:11.242747 dv-cinder-846842-7-iscsi neutron-server[104415]: INFO neutron.wsgi [None req-29ea1837-4536-475b-bf31-5072581acd2f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d9387742c75743d5b09ac93692515658&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1629710 Jun 30 04:16:11.242861 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03b68f00-05dd-4b7f-9bbd-9d99494b3494 req-4f9e2edd-b523-4f23-94d0-05f10f54d4c6 service neutron] Port 4f3fd811-7ab9-4ad8-99a4-684d8dc134bf on network e32b4d2d-0c44-4263-befe-fe39be6c48e5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84684 {{(pid=104416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 30 04:16:11.242861 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03b68f00-05dd-4b7f-9bbd-9d99494b3494 req-4f9e2edd-b523-4f23-94d0-05f10f54d4c6 service neutron] Attempting to bind port 4f3fd811-7ab9-4ad8-99a4-684d8dc134bf on network e32b4d2d-0c44-4263-befe-fe39be6c48e5 {{(pid=104416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 30 04:16:11.242994 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.wsgi [-] (104415) accepted ('10.222.0.13', 50596) {{(pid=104415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 04:16:11.249065 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ea1837-4536-475b-bf31-5072581acd2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=346beac9-d447-40d7-810c-8f42ca730268,revision_number=1']} {{(pid=104415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:16:11.267863 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03b68f00-05dd-4b7f-9bbd-9d99494b3494 req-4f9e2edd-b523-4f23-94d0-05f10f54d4c6 service neutron] Checking agent: {'id': 'ef703bef-7cc0-467c-baa9-fe8a66be565c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84684', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 30, 4, 13, 10), 'started_at': datetime.datetime(2022, 6, 30, 4, 13, 10), 'heartbeat_timestamp': datetime.datetime(2022, 6, 30, 4, 15, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 30 04:16:11.268493 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03b68f00-05dd-4b7f-9bbd-9d99494b3494 req-4f9e2edd-b523-4f23-94d0-05f10f54d4c6 service neutron] Checking segment: {'id': '4fafec2b-a6e2-4e57-9489-84e1c8f57960', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'e32b4d2d-0c44-4263-befe-fe39be6c48e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104416) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 30 04:16:11.268898 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03b68f00-05dd-4b7f-9bbd-9d99494b3494 req-4f9e2edd-b523-4f23-94d0-05f10f54d4c6 service neutron] Bound using segment: {'id': '4fafec2b-a6e2-4e57-9489-84e1c8f57960', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'e32b4d2d-0c44-4263-befe-fe39be6c48e5'} {{(pid=104416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 30 04:16:11.269369 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.managers [req-03b68f00-05dd-4b7f-9bbd-9d99494b3494 req-4f9e2edd-b523-4f23-94d0-05f10f54d4c6 service neutron] Bound port: 4f3fd811-7ab9-4ad8-99a4-684d8dc134bf, host: hv-cinder-84684, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4fafec2b-a6e2-4e57-9489-84e1c8f57960', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'e32b4d2d-0c44-4263-befe-fe39be6c48e5'}}] {{(pid=104416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 30 04:16:11.270220 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-03b68f00-05dd-4b7f-9bbd-9d99494b3494 req-4f9e2edd-b523-4f23-94d0-05f10f54d4c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3606762'] for port (4f3fd811-7ab9-4ad8-99a4-684d8dc134bf), before_update {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:16:11.302519 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-077847fe-5743-4e3e-a4a9-3c1184e825a8 admin admin] Publish callbacks [] for security_group (346beac9-d447-40d7-810c-8f42ca730268), before_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:16:11.325813 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-077847fe-5743-4e3e-a4a9-3c1184e825a8 admin admin] Publish callbacks [] for security_group (346beac9-d447-40d7-810c-8f42ca730268), precommit_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:16:11.374591 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-2ccd5c4a-46bd-4180-a911-9e84dbe4ad3b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:16:11.388038 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-9aa749f2-211f-4000-b6a6-8125083cda71 req-fb4b0029-9fbd-48a9-b3e8-53bbb2d1b109 tempest-DeleteServersTestJSON-486871242 tempest-DeleteServersTestJSON-486871242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4095053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781926635560', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781926239326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1764130'] for port (7cff6837-1499-4d0c-af41-27acd223363c), after_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:16:11.390097 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.db [req-03b68f00-05dd-4b7f-9bbd-9d99494b3494 req-4f9e2edd-b523-4f23-94d0-05f10f54d4c6 service neutron] For port 4f3fd811-7ab9-4ad8-99a4-684d8dc134bf, host hv-cinder-84684, cleared binding levels {{(pid=104416) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 04:16:11.397161 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:16:11.399369 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.db [req-03b68f00-05dd-4b7f-9bbd-9d99494b3494 req-4f9e2edd-b523-4f23-94d0-05f10f54d4c6 service neutron] For port 4f3fd811-7ab9-4ad8-99a4-684d8dc134bf, host hv-cinder-84684, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=4f3fd811-7ab9-4ad8-99a4-684d8dc134bf,segment=NetworkSegment(4fafec2b-a6e2-4e57-9489-84e1c8f57960),segment_id=4fafec2b-a6e2-4e57-9489-84e1c8f57960)] {{(pid=104416) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 04:16:11.407057 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-077847fe-5743-4e3e-a4a9-3c1184e825a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3637186'] for security_group (346beac9-d447-40d7-810c-8f42ca730268), after_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:16:11.409546 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-077847fe-5743-4e3e-a4a9-3c1184e825a8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:16:11.411048 dv-cinder-846842-7-iscsi neutron-server[104415]: INFO neutron.wsgi [None req-077847fe-5743-4e3e-a4a9-3c1184e825a8 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/346beac9-d447-40d7-810c-8f42ca730268 HTTP/1.1" status: 204 len: 168 time: 0.1673996 Jun 30 04:16:11.426834 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4b0029-9fbd-48a9-b3e8-53bbb2d1b109 tempest-DeleteServersTestJSON-486871242 tempest-DeleteServersTestJSON-486871242-project] Pushing event deleted for resources: {'Port': ['ID=7cff6837-1499-4d0c-af41-27acd223363c,revision_number=None']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:16:11.434538 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077847fe-5743-4e3e-a4a9-3c1184e825a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=346beac9-d447-40d7-810c-8f42ca730268,revision_number=None']} {{(pid=104415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:16:11.489967 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-2ccd5c4a-46bd-4180-a911-9e84dbe4ad3b admin admin] Publish callbacks [] for security_group (3e203c10-89ec-4cf8-ad19-77fc855819de), precommit_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:16:11.493646 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-03b68f00-05dd-4b7f-9bbd-9d99494b3494 req-4f9e2edd-b523-4f23-94d0-05f10f54d4c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4095053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781926634698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781926239335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781926239353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1764123'] for port (4f3fd811-7ab9-4ad8-99a4-684d8dc134bf), after_update {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:16:11.499169 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-2ccd5c4a-46bd-4180-a911-9e84dbe4ad3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3637186'] for security_group (3e203c10-89ec-4cf8-ad19-77fc855819de), after_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:16:11.530027 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.db.l3_dvrscheduler_db [req-9aa749f2-211f-4000-b6a6-8125083cda71 req-fb4b0029-9fbd-48a9-b3e8-53bbb2d1b109 tempest-DeleteServersTestJSON-486871242 tempest-DeleteServersTestJSON-486871242-project] No DVR routers for this DVR port 7cff6837-1499-4d0c-af41-27acd223363c on host hv-cinder-84684 {{(pid=104416) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 30 04:16:11.535883 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-9aa749f2-211f-4000-b6a6-8125083cda71 req-fb4b0029-9fbd-48a9-b3e8-53bbb2d1b109 tempest-DeleteServersTestJSON-486871242 tempest-DeleteServersTestJSON-486871242-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13292'] for port (None), before_response {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:16:11.539880 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-9aa749f2-211f-4000-b6a6-8125083cda71 req-fb4b0029-9fbd-48a9-b3e8-53bbb2d1b109 tempest-DeleteServersTestJSON-486871242 tempest-DeleteServersTestJSON-486871242-project] 10.222.0.20 "DELETE /v2.0/ports/7cff6837-1499-4d0c-af41-27acd223363c HTTP/1.1" status: 204 len: 173 time: 1.5065589 Jun 30 04:16:11.546174 dv-cinder-846842-7-iscsi neutron-server[104415]: INFO neutron.wsgi [None req-2ccd5c4a-46bd-4180-a911-9e84dbe4ad3b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=cab9a222afb642f1be0b056bd13dd203&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3162689 Jun 30 04:16:11.547300 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ccd5c4a-46bd-4180-a911-9e84dbe4ad3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e203c10-89ec-4cf8-ad19-77fc855819de,revision_number=1']} {{(pid=104415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:16:11.549767 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.wsgi [-] (104415) accepted ('10.222.0.13', 50602) {{(pid=104415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 04:16:11.558590 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43ceac9b-808a-455a-9409-817a9675cc84', 'name': 'network-vif-deleted', 'tag': '7cff6837-1499-4d0c-af41-27acd223363c'}] {{(pid=104416) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 30 04:16:11.563962 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8111519efe35ff5952c269e16f689610d56ef28aa1e0b77ca5734c542983c30f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b19354e2-7250-45e0-9a05-67c12ac572aa" -d '{"events": [{"server_uuid": "43ceac9b-808a-455a-9409-817a9675cc84", "name": "network-vif-deleted", "tag": "7cff6837-1499-4d0c-af41-27acd223363c"}]}' {{(pid=104416) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 04:16:11.606770 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b68f00-05dd-4b7f-9bbd-9d99494b3494 req-4f9e2edd-b523-4f23-94d0-05f10f54d4c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:16:11.608032 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-03b68f00-05dd-4b7f-9bbd-9d99494b3494 req-4f9e2edd-b523-4f23-94d0-05f10f54d4c6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13292'] for port (None), before_response {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:16:11.610563 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-03b68f00-05dd-4b7f-9bbd-9d99494b3494 req-4f9e2edd-b523-4f23-94d0-05f10f54d4c6 service neutron] 10.222.0.20 "PUT /v2.0/ports/4f3fd811-7ab9-4ad8-99a4-684d8dc134bf HTTP/1.1" status: 200 len: 1093 time: 2.2037871 Jun 30 04:16:11.625936 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Jun 2022 04:16:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70be9e20-0d5b-465b-83f6-22922cbe1180 x-openstack-request-id: req-70be9e20-0d5b-465b-83f6-22922cbe1180 {{(pid=104416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 04:16:11.626687 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43ceac9b-808a-455a-9409-817a9675cc84", "name": "network-vif-deleted", "tag": "7cff6837-1499-4d0c-af41-27acd223363c", "status": "completed", "code": 200}]} {{(pid=104416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 04:16:11.626687 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-70be9e20-0d5b-465b-83f6-22922cbe1180 {{(pid=104416) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 04:16:11.627171 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.notifiers.nova [-] Nova event matching ['req-70be9e20-0d5b-465b-83f6-22922cbe1180'] response: {'server_uuid': '43ceac9b-808a-455a-9409-817a9675cc84', 'name': 'network-vif-deleted', 'tag': '7cff6837-1499-4d0c-af41-27acd223363c', 'status': 'completed', 'code': 200} Jun 30 04:16:11.651682 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-3ccfb7b1-be06-4340-88b2-48f9c26bdb44 admin admin] Publish callbacks [] for security_group (3e203c10-89ec-4cf8-ad19-77fc855819de), before_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:16:11.652074 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9e2edd-b523-4f23-94d0-05f10f54d4c6 service neutron] Pushing event updated for resources: {'Port': ['ID=4f3fd811-7ab9-4ad8-99a4-684d8dc134bf,revision_number=3']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:16:11.681902 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-3ccfb7b1-be06-4340-88b2-48f9c26bdb44 admin admin] Publish callbacks [] for security_group (3e203c10-89ec-4cf8-ad19-77fc855819de), precommit_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:16:11.736119 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-3ccfb7b1-be06-4340-88b2-48f9c26bdb44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3637186'] for security_group (3e203c10-89ec-4cf8-ad19-77fc855819de), after_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:16:11.740998 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-3ccfb7b1-be06-4340-88b2-48f9c26bdb44 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:16:11.743076 dv-cinder-846842-7-iscsi neutron-server[104415]: INFO neutron.wsgi [None req-3ccfb7b1-be06-4340-88b2-48f9c26bdb44 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3e203c10-89ec-4cf8-ad19-77fc855819de HTTP/1.1" status: 204 len: 168 time: 0.1856513 Jun 30 04:16:11.753231 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccfb7b1-be06-4340-88b2-48f9c26bdb44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e203c10-89ec-4cf8-ad19-77fc855819de,revision_number=None']} {{(pid=104415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:16:12.331532 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cf5602-7d78-4e63-b9d1-58ae7c3b459a req-62a95a82-a896-4b5d-9789-7524d28d821c tempest-VolumesActionsTest-91720519 tempest-VolumesActionsTest-91720519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:16:12.333009 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-b9cf5602-7d78-4e63-b9d1-58ae7c3b459a req-62a95a82-a896-4b5d-9789-7524d28d821c tempest-VolumesActionsTest-91720519 tempest-VolumesActionsTest-91720519-project] 10.222.0.13 "GET /v2.0/ports?device_id=504967a1-62e0-47c1-afe0-4aca8879a2c8 HTTP/1.1" status: 200 len: 943 time: 0.0680416 Jun 30 04:16:12.357069 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-451baa86-8c36-4f56-a539-a51903481232 req-fc228451-b431-494d-bac2-3af8e37ae546 tempest-DeleteServersTestJSON-486871242 tempest-DeleteServersTestJSON-486871242-project] 10.222.0.13 "GET /v2.0/ports?device_id=43ceac9b-808a-455a-9409-817a9675cc84 HTTP/1.1" status: 200 len: 210 time: 0.0426173 Jun 30 04:16:12.361213 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926756172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565263'] for agent (ef703bef-7cc0-467c-baa9-fe8a66be565c), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:16:12.404578 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-b9cf5602-7d78-4e63-b9d1-58ae7c3b459a req-2f4c4430-3973-4f0f-bdcf-8212e82750fc tempest-VolumesActionsTest-91720519 tempest-VolumesActionsTest-91720519-project] 10.222.0.13 "GET /v2.0/security-groups?id=265ff658-8a93-4d62-aa14-b0736216eb05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512011 Jun 30 04:16:13.249594 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.db [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] get_ports_and_sgs() called for port_ids ['7cff6837-1499-4d0c-af41-27acd223363c'] {{(pid=104417) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 04:16:13.473129 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-d4a1782b-e878-45ac-b615-6f60baa77775 req-e1249153-9ebf-4a3c-a89d-c890d5566622 tempest-DeleteServersTestJSON-486871242 tempest-DeleteServersTestJSON-486871242-project] 10.222.0.13 "GET /v2.0/ports?device_id=43ceac9b-808a-455a-9409-817a9675cc84 HTTP/1.1" status: 200 len: 210 time: 0.0297358 Jun 30 04:16:13.526733 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9e272e-5e90-4f47-8d3b-5d57c0dbb6b0 req-98d19cbc-7570-419a-a3fa-8d0d92da789b tempest-VolumesActionsTest-91720519 tempest-VolumesActionsTest-91720519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:16:13.528423 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-0b9e272e-5e90-4f47-8d3b-5d57c0dbb6b0 req-98d19cbc-7570-419a-a3fa-8d0d92da789b tempest-VolumesActionsTest-91720519 tempest-VolumesActionsTest-91720519-project] 10.222.0.13 "GET /v2.0/ports?device_id=504967a1-62e0-47c1-afe0-4aca8879a2c8 HTTP/1.1" status: 200 len: 943 time: 0.0514891 Jun 30 04:16:13.530151 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.rpc [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Device 7cff6837-1499-4d0c-af41-27acd223363c no longer exists at agent hyperv_hv-cinder-84684 {{(pid=104417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 04:16:13.551635 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] No Port match for: 7cff6837-1499-4d0c-af41-27acd223363c {{(pid=104417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 30 04:16:13.551902 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.rpc [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Device 7cff6837-1499-4d0c-af41-27acd223363c not bound to the agent host hv-cinder-84684 {{(pid=104417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 04:16:13.606482 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b68f00-05dd-4b7f-9bbd-9d99494b3494 req-7a60217c-b9e1-4b9a-a822-0cd2671b89db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:16:13.607888 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-03b68f00-05dd-4b7f-9bbd-9d99494b3494 req-7a60217c-b9e1-4b9a-a822-0cd2671b89db service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=94100e07e4d34a679ae537cb87de4dba&device_id=504967a1-62e0-47c1-afe0-4aca8879a2c8 HTTP/1.1" status: 200 len: 1127 time: 0.0652556 Jun 30 04:16:13.612277 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-0b9e272e-5e90-4f47-8d3b-5d57c0dbb6b0 req-60e2dab8-da34-4832-bdde-631ecfacca91 tempest-VolumesActionsTest-91720519 tempest-VolumesActionsTest-91720519-project] 10.222.0.13 "GET /v2.0/security-groups?id=265ff658-8a93-4d62-aa14-b0736216eb05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774171 Jun 30 04:16:13.628908 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '504967a1-62e0-47c1-afe0-4aca8879a2c8', 'tag': '4f3fd811-7ab9-4ad8-99a4-684d8dc134bf'}] {{(pid=104416) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 30 04:16:13.630477 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8111519efe35ff5952c269e16f689610d56ef28aa1e0b77ca5734c542983c30f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b900b1ea-a013-4d7f-ad35-9a05edaee2ca" -d '{"events": [{"name": "network-changed", "server_uuid": "504967a1-62e0-47c1-afe0-4aca8879a2c8", "tag": "4f3fd811-7ab9-4ad8-99a4-684d8dc134bf"}]}' {{(pid=104416) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 04:16:13.661173 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-03b68f00-05dd-4b7f-9bbd-9d99494b3494 req-15f09a28-7ba2-4278-a2e9-d39a089d1447 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4f3fd811-7ab9-4ad8-99a4-684d8dc134bf HTTP/1.1" status: 200 len: 217 time: 0.0409276 Jun 30 04:16:13.676161 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Jun 2022 04:16:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4f1dab3-28fe-498f-b6b9-5ce73e667f8a x-openstack-request-id: req-b4f1dab3-28fe-498f-b6b9-5ce73e667f8a {{(pid=104416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 04:16:13.676431 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "504967a1-62e0-47c1-afe0-4aca8879a2c8", "tag": "4f3fd811-7ab9-4ad8-99a4-684d8dc134bf", "status": "completed", "code": 200}]} {{(pid=104416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 04:16:13.676672 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b4f1dab3-28fe-498f-b6b9-5ce73e667f8a {{(pid=104416) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 04:16:13.677053 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b4f1dab3-28fe-498f-b6b9-5ce73e667f8a'] response: {'name': 'network-changed', 'server_uuid': '504967a1-62e0-47c1-afe0-4aca8879a2c8', 'tag': '4f3fd811-7ab9-4ad8-99a4-684d8dc134bf', 'status': 'completed', 'code': 200} Jun 30 04:16:13.711386 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:16:13.717611 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b68f00-05dd-4b7f-9bbd-9d99494b3494 req-5923c40f-cdc6-4507-933f-2cec3d96409e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:16:13.719060 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-03b68f00-05dd-4b7f-9bbd-9d99494b3494 req-5923c40f-cdc6-4507-933f-2cec3d96409e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a5efc94f-0420-4a8e-a48f-9d7543800cda HTTP/1.1" status: 200 len: 848 time: 0.0514548 Jun 30 04:16:13.752091 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-03b68f00-05dd-4b7f-9bbd-9d99494b3494 req-753c13e5-3909-40ea-861d-29cad6df811d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e32b4d2d-0c44-4263-befe-fe39be6c48e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259275 Jun 30 04:16:13.845378 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-03b68f00-05dd-4b7f-9bbd-9d99494b3494 req-d3429fb7-d6c0-407e-a126-144b2a348549 service neutron] 10.222.0.20 "GET /v2.0/networks/e32b4d2d-0c44-4263-befe-fe39be6c48e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857871 Jun 30 04:16:13.954359 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-03b68f00-05dd-4b7f-9bbd-9d99494b3494 req-1c3a9a29-26af-4575-9454-a952a42123d2 service neutron] 10.222.0.20 "GET /v2.0/networks/e32b4d2d-0c44-4263-befe-fe39be6c48e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1028347 Jun 30 04:16:14.586800 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-7ad43e61-5716-4113-bda4-b1bfe71cbdca req-84105a27-5bed-494a-90db-fcce58d0e2fd tempest-DeleteServersTestJSON-486871242 tempest-DeleteServersTestJSON-486871242-project] 10.222.0.13 "GET /v2.0/ports?device_id=43ceac9b-808a-455a-9409-817a9675cc84 HTTP/1.1" status: 200 len: 210 time: 0.0293820 Jun 30 04:16:14.746534 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da554701-1d85-41ec-b2ce-cd8a8be29e5f req-30850879-5b9e-4c0a-87c0-9a1a920e5fec tempest-VolumesActionsTest-91720519 tempest-VolumesActionsTest-91720519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:16:14.748277 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-da554701-1d85-41ec-b2ce-cd8a8be29e5f req-30850879-5b9e-4c0a-87c0-9a1a920e5fec tempest-VolumesActionsTest-91720519 tempest-VolumesActionsTest-91720519-project] 10.222.0.13 "GET /v2.0/ports?device_id=504967a1-62e0-47c1-afe0-4aca8879a2c8 HTTP/1.1" status: 200 len: 943 time: 0.0557675 Jun 30 04:16:14.789350 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:16:14.822530 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-da554701-1d85-41ec-b2ce-cd8a8be29e5f req-e34e2c86-285a-4660-91cd-27e0f45d2616 tempest-VolumesActionsTest-91720519 tempest-VolumesActionsTest-91720519-project] 10.222.0.13 "GET /v2.0/security-groups?id=265ff658-8a93-4d62-aa14-b0736216eb05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561831 Jun 30 04:16:14.887152 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b900b1ea-a013-4d7f-ad35-9a05edaee2ca req-b5e4f315-fa6a-4a1f-9517-876c74297b5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:16:14.889480 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-b900b1ea-a013-4d7f-ad35-9a05edaee2ca req-b5e4f315-fa6a-4a1f-9517-876c74297b5c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=94100e07e4d34a679ae537cb87de4dba&device_id=504967a1-62e0-47c1-afe0-4aca8879a2c8 HTTP/1.1" status: 200 len: 1127 time: 0.0541408 Jun 30 04:16:15.032665 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b900b1ea-a013-4d7f-ad35-9a05edaee2ca req-ac77449f-4841-40b5-b427-dd76c13ccaf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:16:15.036125 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-b900b1ea-a013-4d7f-ad35-9a05edaee2ca req-ac77449f-4841-40b5-b427-dd76c13ccaf3 service neutron] 10.222.0.20 "GET /v2.0/networks?id=e32b4d2d-0c44-4263-befe-fe39be6c48e5 HTTP/1.1" status: 200 len: 909 time: 0.1339495 Jun 30 04:16:15.086134 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-b900b1ea-a013-4d7f-ad35-9a05edaee2ca req-bd1bcf82-c36a-42f9-8939-fd0f1ae3abdf service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4f3fd811-7ab9-4ad8-99a4-684d8dc134bf HTTP/1.1" status: 200 len: 217 time: 0.0417497 Jun 30 04:16:15.140916 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b900b1ea-a013-4d7f-ad35-9a05edaee2ca req-aeb0d848-bb77-42ca-b03b-10ac69aaa373 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:16:15.142408 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-b900b1ea-a013-4d7f-ad35-9a05edaee2ca req-aeb0d848-bb77-42ca-b03b-10ac69aaa373 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a5efc94f-0420-4a8e-a48f-9d7543800cda HTTP/1.1" status: 200 len: 848 time: 0.0483091 Jun 30 04:16:15.177913 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-b900b1ea-a013-4d7f-ad35-9a05edaee2ca req-d947bee2-dd65-464a-a59a-af2f01b8216b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e32b4d2d-0c44-4263-befe-fe39be6c48e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0290275 Jun 30 04:16:15.293742 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-b900b1ea-a013-4d7f-ad35-9a05edaee2ca req-29a2fb9e-fc4a-4eff-9f64-a98c3521f1ec service neutron] 10.222.0.20 "GET /v2.0/networks/e32b4d2d-0c44-4263-befe-fe39be6c48e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1080358 Jun 30 04:16:15.397607 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-b900b1ea-a013-4d7f-ad35-9a05edaee2ca req-227cec5d-b4d4-421b-a77e-c73e26e2af27 service neutron] 10.222.0.20 "GET /v2.0/networks/e32b4d2d-0c44-4263-befe-fe39be6c48e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0974674 Jun 30 04:16:15.539640 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.rpc [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Device 4f3fd811-7ab9-4ad8-99a4-684d8dc134bf details requested by agent hyperv_hv-cinder-84684 with host hv-cinder-84684 {{(pid=104417) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 04:16:15.654181 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.db [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] For port 4f3fd811-7ab9-4ad8-99a4-684d8dc134bf, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=4f3fd811-7ab9-4ad8-99a4-684d8dc134bf,segment=NetworkSegment(4fafec2b-a6e2-4e57-9489-84e1c8f57960),segment_id=4fafec2b-a6e2-4e57-9489-84e1c8f57960)] {{(pid=104417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 04:16:15.666695 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.rpc [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Returning: {'device': '4f3fd811-7ab9-4ad8-99a4-684d8dc134bf', 'network_id': 'e32b4d2d-0c44-4263-befe-fe39be6c48e5', 'port_id': '4f3fd811-7ab9-4ad8-99a4-684d8dc134bf', 'mac_address': 'fa:16:3e:65:70:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 198, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a5efc94f-0420-4a8e-a48f-9d7543800cda', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104417) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 04:16:15.705436 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Current status of the port 4f3fd811-7ab9-4ad8-99a4-684d8dc134bf is: DOWN; New status is: BUILD {{(pid=104417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 30 04:16:15.705656 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3606762'] for port (4f3fd811-7ab9-4ad8-99a4-684d8dc134bf), before_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:16:15.720378 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.notifiers.nova [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4f3fd811-7ab9-4ad8-99a4-684d8dc134bf {{(pid=104417) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 30 04:16:15.742801 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.db [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] For port 4f3fd811-7ab9-4ad8-99a4-684d8dc134bf, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=4f3fd811-7ab9-4ad8-99a4-684d8dc134bf,segment=NetworkSegment(4fafec2b-a6e2-4e57-9489-84e1c8f57960),segment_id=4fafec2b-a6e2-4e57-9489-84e1c8f57960)] {{(pid=104417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 04:16:15.753634 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4095053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781926634698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781926239335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781926239353'] for port (4f3fd811-7ab9-4ad8-99a4-684d8dc134bf), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:16:15.816668 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Pushing event updated for resources: {'Port': ['ID=4f3fd811-7ab9-4ad8-99a4-684d8dc134bf,revision_number=4']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:16:15.826119 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:16:15.826490 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:16:15.826950 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:16:15.827273 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:16:15.827607 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:16:15.827984 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:16:15.828314 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:16:15.828626 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:16:15.828941 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:16:15.829376 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:16:15.829733 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:16:15.830097 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:16:15.830494 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:16:15.830854 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:16:15.831198 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:16:15.956734 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c22e00-8208-4eb0-8ef1-0a2b91cb4646 req-0aec1035-484e-492c-aad8-418e36260f36 tempest-VolumesActionsTest-91720519 tempest-VolumesActionsTest-91720519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:16:15.958265 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-c8c22e00-8208-4eb0-8ef1-0a2b91cb4646 req-0aec1035-484e-492c-aad8-418e36260f36 tempest-VolumesActionsTest-91720519 tempest-VolumesActionsTest-91720519-project] 10.222.0.13 "GET /v2.0/ports?device_id=504967a1-62e0-47c1-afe0-4aca8879a2c8 HTTP/1.1" status: 200 len: 944 time: 0.0570664 Jun 30 04:16:15.976551 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.db [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] get_ports_and_sgs() called for port_ids ['4f3fd811-7ab9-4ad8-99a4-684d8dc134bf'] {{(pid=104417) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 04:16:16.018857 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-c8c22e00-8208-4eb0-8ef1-0a2b91cb4646 req-737965a4-eef8-44bb-8a00-f47a288b4541 tempest-VolumesActionsTest-91720519 tempest-VolumesActionsTest-91720519-project] 10.222.0.13 "GET /v2.0/security-groups?id=265ff658-8a93-4d62-aa14-b0736216eb05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541165 Jun 30 04:16:16.129537 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:16:17.112148 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.wsgi [-] (104415) accepted ('10.222.0.13', 50806) {{(pid=104415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 04:16:17.149227 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bfaaa2-ae7c-40d8-b76f-3bc8a18c9b5b req-d33d35cd-815a-4db4-92d4-782a75a1876b tempest-VolumesActionsTest-91720519 tempest-VolumesActionsTest-91720519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:16:17.151050 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-24bfaaa2-ae7c-40d8-b76f-3bc8a18c9b5b req-d33d35cd-815a-4db4-92d4-782a75a1876b tempest-VolumesActionsTest-91720519 tempest-VolumesActionsTest-91720519-project] 10.222.0.13 "GET /v2.0/ports?device_id=504967a1-62e0-47c1-afe0-4aca8879a2c8 HTTP/1.1" status: 200 len: 944 time: 0.0551567 Jun 30 04:16:17.202185 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-24bfaaa2-ae7c-40d8-b76f-3bc8a18c9b5b req-4f558984-78cf-45d2-944b-6fa9646db387 tempest-VolumesActionsTest-91720519 tempest-VolumesActionsTest-91720519-project] 10.222.0.13 "GET /v2.0/security-groups?id=265ff658-8a93-4d62-aa14-b0736216eb05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447955 Jun 30 04:16:17.312935 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=88,neutron:DELETE=3,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:16:17.525368 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-8c14a15f-9eec-4c73-af27-7932c3ed897c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-613962'] for router_interface (0d1b6a20-aeb9-4d3b-92d7-38c0820907e3), before_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:16:17.545926 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.rpc [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Device 4f3fd811-7ab9-4ad8-99a4-684d8dc134bf up at agent hyperv_hv-cinder-84684 {{(pid=104417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 04:16:17.624120 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.db.provisioning_blocks [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Provisioning for port 4f3fd811-7ab9-4ad8-99a4-684d8dc134bf completed by entity L2. {{(pid=104417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 30 04:16:17.632674 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.db.provisioning_blocks [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Provisioning complete for port 4f3fd811-7ab9-4ad8-99a4-684d8dc134bf triggered by entity L2. {{(pid=104417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 30 04:16:17.633325 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565073'] for port (4f3fd811-7ab9-4ad8-99a4-684d8dc134bf), provisioning_complete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:16:17.719896 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Current status of the port 4f3fd811-7ab9-4ad8-99a4-684d8dc134bf is: BUILD; New status is: ACTIVE {{(pid=104417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 30 04:16:17.720283 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3606762'] for port (4f3fd811-7ab9-4ad8-99a4-684d8dc134bf), before_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:16:17.776929 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '504967a1-62e0-47c1-afe0-4aca8879a2c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f3fd811-7ab9-4ad8-99a4-684d8dc134bf'}] {{(pid=104417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 30 04:16:17.779758 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}872baf0325b3a4d4e4ba58c5a9b381606b113811ad1a9f7b70d77ff172d270fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ecb74c9-4ce7-4975-ae3e-af0b1cbbfb6c" -d '{"events": [{"server_uuid": "504967a1-62e0-47c1-afe0-4aca8879a2c8", "name": "network-vif-plugged", "status": "completed", "tag": "4f3fd811-7ab9-4ad8-99a4-684d8dc134bf"}]}' {{(pid=104417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 04:16:17.825633 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.db [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] For port 4f3fd811-7ab9-4ad8-99a4-684d8dc134bf, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=4f3fd811-7ab9-4ad8-99a4-684d8dc134bf,segment=NetworkSegment(4fafec2b-a6e2-4e57-9489-84e1c8f57960),segment_id=4fafec2b-a6e2-4e57-9489-84e1c8f57960)] {{(pid=104417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 04:16:17.834763 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Jun 2022 04:16:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6ee5311-4a5d-4c13-aa39-35b106535661 x-openstack-request-id: req-f6ee5311-4a5d-4c13-aa39-35b106535661 {{(pid=104417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 04:16:17.835264 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "504967a1-62e0-47c1-afe0-4aca8879a2c8", "name": "network-vif-plugged", "status": "completed", "tag": "4f3fd811-7ab9-4ad8-99a4-684d8dc134bf", "code": 200}]} {{(pid=104417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 04:16:17.835657 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f6ee5311-4a5d-4c13-aa39-35b106535661 {{(pid=104417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 04:16:17.836192 dv-cinder-846842-7-iscsi neutron-server[104417]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f6ee5311-4a5d-4c13-aa39-35b106535661'] response: {'server_uuid': '504967a1-62e0-47c1-afe0-4aca8879a2c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f3fd811-7ab9-4ad8-99a4-684d8dc134bf', 'code': 200} Jun 30 04:16:17.837930 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4095053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781926634698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781926239335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781926239353'] for port (4f3fd811-7ab9-4ad8-99a4-684d8dc134bf), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:16:17.843352 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:DELETE=1 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:16:17.902410 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Pushing event updated for resources: {'Port': ['ID=4f3fd811-7ab9-4ad8-99a4-684d8dc134bf,revision_number=5']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:16:17.916740 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.plugins.ml2.plugin [None req-8c14a15f-9eec-4c73-af27-7932c3ed897c admin admin] Deleting port 8d799c4b-e3a4-4357-9fb0-907d2700052a {{(pid=104415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 30 04:16:17.917267 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-8c14a15f-9eec-4c73-af27-7932c3ed897c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781926629636'] for port (8d799c4b-e3a4-4357-9fb0-907d2700052a), before_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:16:17.956538 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:INSERT=2,neutron:SELECT=95,neutron:DELETE=3 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:16:18.026482 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.plugins.ml2.db [None req-8c14a15f-9eec-4c73-af27-7932c3ed897c admin admin] For port 8d799c4b-e3a4-4357-9fb0-907d2700052a, host dv-cinder-846842-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-7-iscsi',level=0,port_id=8d799c4b-e3a4-4357-9fb0-907d2700052a,segment=NetworkSegment(9ca81d36-234f-4915-9758-c5171bb50dcf),segment_id=9ca81d36-234f-4915-9758-c5171bb50dcf)] {{(pid=104415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 04:16:18.026723 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-8c14a15f-9eec-4c73-af27-7932c3ed897c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616079'] for port (8d799c4b-e3a4-4357-9fb0-907d2700052a), precommit_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:16:18.044426 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.plugins.ml2.plugin [None req-8c14a15f-9eec-4c73-af27-7932c3ed897c admin admin] Calling delete_port for 8d799c4b-e3a4-4357-9fb0-907d2700052a owned by network:router_interface {{(pid=104415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 30 04:16:18.102190 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0811d2da-4800-4faa-8c1b-9a8e54d45eea req-89dde792-5a1c-401b-a00f-5b6a78a3cdab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:16:18.104633 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-0811d2da-4800-4faa-8c1b-9a8e54d45eea req-89dde792-5a1c-401b-a00f-5b6a78a3cdab service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=504967a1-62e0-47c1-afe0-4aca8879a2c8 HTTP/1.1" status: 200 len: 1129 time: 0.0525975 Jun 30 04:16:18.162225 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=100 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:16:18.166056 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-0811d2da-4800-4faa-8c1b-9a8e54d45eea req-370cf8e3-d03a-403b-aad4-62993639c4c6 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=265ff658-8a93-4d62-aa14-b0736216eb05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530043 Jun 30 04:16:18.270949 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-8c14a15f-9eec-4c73-af27-7932c3ed897c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4095053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781926635560', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781926239326'] for port (8d799c4b-e3a4-4357-9fb0-907d2700052a), after_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:16:18.298543 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c14a15f-9eec-4c73-af27-7932c3ed897c admin admin] Pushing event deleted for resources: {'Port': ['ID=8d799c4b-e3a4-4357-9fb0-907d2700052a,revision_number=None']} {{(pid=104415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:16:18.349524 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a87413-d002-4969-a396-76ac823ed3ff req-dd21c968-7ff3-45ec-b533-80aecb2659ce tempest-VolumesActionsTest-91720519 tempest-VolumesActionsTest-91720519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:16:18.351468 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-e6a87413-d002-4969-a396-76ac823ed3ff req-dd21c968-7ff3-45ec-b533-80aecb2659ce tempest-VolumesActionsTest-91720519 tempest-VolumesActionsTest-91720519-project] 10.222.0.13 "GET /v2.0/ports?device_id=504967a1-62e0-47c1-afe0-4aca8879a2c8 HTTP/1.1" status: 200 len: 945 time: 0.0646930 Jun 30 04:16:18.443781 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-e6a87413-d002-4969-a396-76ac823ed3ff req-987dfaf7-72f4-4057-80ea-bb51f6a9a2e7 tempest-VolumesActionsTest-91720519 tempest-VolumesActionsTest-91720519-project] 10.222.0.13 "GET /v2.0/security-groups?id=265ff658-8a93-4d62-aa14-b0736216eb05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789301 Jun 30 04:16:18.469136 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-8c14a15f-9eec-4c73-af27-7932c3ed897c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-614586'] for router_interface (0d1b6a20-aeb9-4d3b-92d7-38c0820907e3), after_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:16:18.520220 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.13', 50874) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 04:16:18.562038 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:16:18.680915 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-f44fffaf-8ba2-435d-9239-dc55a61711dc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:16:18.702079 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c14a15f-9eec-4c73-af27-7932c3ed897c admin admin] Router 0d1b6a20-aeb9-4d3b-92d7-38c0820907e3 has already been hosted by L3 agent 2ea21a61-d737-4543-a811-a0d035fbf0f6 {{(pid=104415) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 30 04:16:18.763457 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-f44fffaf-8ba2-435d-9239-dc55a61711dc admin admin] Publish callbacks [] for security_group (1939fc1c-2268-45c0-9db4-ed798892d677), precommit_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:16:18.768034 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-f44fffaf-8ba2-435d-9239-dc55a61711dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3637186'] for security_group (1939fc1c-2268-45c0-9db4-ed798892d677), after_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:16:18.802534 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:16:18.811551 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-f44fffaf-8ba2-435d-9239-dc55a61711dc admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=84ea90537ca545fc81b3720ba251ab71&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2897098 Jun 30 04:16:18.813205 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44fffaf-8ba2-435d-9239-dc55a61711dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1939fc1c-2268-45c0-9db4-ed798892d677,revision_number=1']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:16:18.817283 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.13', 50882) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 04:16:18.883641 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-801bb6fe-0143-43dc-8b85-19c322a7117e admin admin] Publish callbacks [] for security_group (1939fc1c-2268-45c0-9db4-ed798892d677), before_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:16:18.922918 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-801bb6fe-0143-43dc-8b85-19c322a7117e admin admin] Publish callbacks [] for security_group (1939fc1c-2268-45c0-9db4-ed798892d677), precommit_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:16:18.985766 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-801bb6fe-0143-43dc-8b85-19c322a7117e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3637186'] for security_group (1939fc1c-2268-45c0-9db4-ed798892d677), after_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:16:18.996948 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-801bb6fe-0143-43dc-8b85-19c322a7117e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:16:19.006731 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-801bb6fe-0143-43dc-8b85-19c322a7117e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1939fc1c-2268-45c0-9db4-ed798892d677 HTTP/1.1" status: 204 len: 168 time: 0.1883831 Jun 30 04:16:19.016194 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801bb6fe-0143-43dc-8b85-19c322a7117e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1939fc1c-2268-45c0-9db4-ed798892d677,revision_number=None']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:16:19.063541 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c14a15f-9eec-4c73-af27-7932c3ed897c admin admin] Notify agent at l3_agent.dv-cinder-846842-7-iscsi the message routers_updated {{(pid=104415) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 04:16:19.069555 dv-cinder-846842-7-iscsi neutron-server[104415]: INFO neutron.wsgi [None req-8c14a15f-9eec-4c73-af27-7932c3ed897c admin admin] 10.222.0.13 "PUT /v2.0/routers/0d1b6a20-aeb9-4d3b-92d7-38c0820907e3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9562814 Jun 30 04:16:19.072621 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.13', 50898) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 04:16:19.075916 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-333bd2e7-001f-4b96-becf-cf2c2c8bcf2d None None] Sync routers for ids ['0d1b6a20-aeb9-4d3b-92d7-38c0820907e3'] in dv-cinder-846842-7-iscsi {{(pid=104418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 04:16:19.098528 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-333bd2e7-001f-4b96-becf-cf2c2c8bcf2d None None] Routers {'0d1b6a20-aeb9-4d3b-92d7-38c0820907e3'} bound to L3 agent in host dv-cinder-846842-7-iscsi {{(pid=104418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 30 04:16:19.099458 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.db.l3_hamode_db [None req-333bd2e7-001f-4b96-becf-cf2c2c8bcf2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-30T04:07:07Z,description=,heartbeat_timestamp=2022-06-30T04:16:07Z,host='dv-cinder-846842-7-iscsi',id=2ea21a61-d737-4543-a811-a0d035fbf0f6,load=0,resource_versions=,resources_synced=,started_at=2022-06-30T04:07:07Z,topic='l3_agent')) {'router_ids': ['0d1b6a20-aeb9-4d3b-92d7-38c0820907e3'], 'active': True} {{(pid=104418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 04:16:19.219442 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.db.l3_dvr_db [None req-333bd2e7-001f-4b96-becf-cf2c2c8bcf2d None None] Set router 0d1b6a20-aeb9-4d3b-92d7-38c0820907e3 gateway port host: dv-cinder-846842-7-iscsi {{(pid=104418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 30 04:16:19.353505 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.wsgi [-] (104415) accepted ('10.222.0.13', 50912) {{(pid=104415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 04:16:19.359021 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-305c6fae-6e0e-4809-ad04-307e02686cbf admin admin] Publish callbacks [] for router (0d1b6a20-aeb9-4d3b-92d7-38c0820907e3), before_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:16:19.449543 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.db.l3_hamode_db [None req-333bd2e7-001f-4b96-becf-cf2c2c8bcf2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d1b6a20-aeb9-4d3b-92d7-38c0820907e3', 'name': 'tempest-DeleteServersTestJSON-1943300602-router', 'tenant_id': '6a37f11a6f794a518cfcfa600caf2445', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14b0e4f-074d-4507-846c-fc8420bddf12', 'external_fixed_ips': [{'subnet_id': '15378187-268c-4fae-ace7-eaca7aa50f90', 'ip_address': '172.27.1.141'}], 'enable_snat': True}, 'gw_port_id': '4de5db26-0699-4ef3-bf96-229fd4fa3712', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T04:15:03Z', 'updated_at': '2022-06-30T04:16:18Z', 'revision_number': 5, 'project_id': '6a37f11a6f794a518cfcfa600caf2445', 'gw_port': {'id': '4de5db26-0699-4ef3-bf96-229fd4fa3712', 'name': '', 'network_id': 'a14b0e4f-074d-4507-846c-fc8420bddf12', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:93:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d1b6a20-aeb9-4d3b-92d7-38c0820907e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '15378187-268c-4fae-ace7-eaca7aa50f90', 'ip_address': '172.27.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T04:15:05Z', 'updated_at': '2022-06-30T04:15:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15378187-268c-4fae-ace7-eaca7aa50f90', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-7-iscsi'}], 'dv-cinder-846842-7-iscsi', False) {} {{(pid=104418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 04:16:19.496626 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.wsgi [-] (104415) accepted ('10.222.0.13', 50924) {{(pid=104415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 04:16:19.512337 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-333bd2e7-001f-4b96-becf-cf2c2c8bcf2d None None] Checking router: 0d1b6a20-aeb9-4d3b-92d7-38c0820907e3 for host: dv-cinder-846842-7-iscsi {{(pid=104418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 04:16:19.531276 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-333bd2e7-001f-4b96-becf-cf2c2c8bcf2d None None] Routers {'0d1b6a20-aeb9-4d3b-92d7-38c0820907e3'} bound to L3 agent in host dv-cinder-846842-7-iscsi {{(pid=104418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 30 04:16:19.531905 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.db.l3_hamode_db [None req-333bd2e7-001f-4b96-becf-cf2c2c8bcf2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-30T04:07:07Z,description=,heartbeat_timestamp=2022-06-30T04:16:07Z,host='dv-cinder-846842-7-iscsi',id=2ea21a61-d737-4543-a811-a0d035fbf0f6,load=0,resource_versions=,resources_synced=,started_at=2022-06-30T04:07:07Z,topic='l3_agent')) {'router_ids': ['0d1b6a20-aeb9-4d3b-92d7-38c0820907e3'], 'active': True} {{(pid=104418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 04:16:19.574284 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.13', 50926) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 04:16:19.590701 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-3bd0fbee-35be-4ef3-91af-e9941cd3dc7f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:16:19.619126 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-b837861f-f352-43a0-8cf8-b6afb3a2ef2b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:16:19.630723 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.db.db_base_plugin_v2 [None req-bebf85ee-de83-4bd5-8fe0-f657be28168c admin admin] Deleting subnet edc73dfa-6e31-4e7a-973d-869ca43ea68e {{(pid=104415) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 30 04:16:19.638415 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-bebf85ee-de83-4bd5-8fe0-f657be28168c admin admin] Publish callbacks [] for subnet (edc73dfa-6e31-4e7a-973d-869ca43ea68e), before_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:16:19.644540 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffef4de-44ee-47f0-a3e4-56be88a83ff8 req-48c66a29-5b96-47e8-8cf5-9daa6266d594 tempest-VolumesActionsTest-91720519 tempest-VolumesActionsTest-91720519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:16:19.646296 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-9ffef4de-44ee-47f0-a3e4-56be88a83ff8 req-48c66a29-5b96-47e8-8cf5-9daa6266d594 tempest-VolumesActionsTest-91720519 tempest-VolumesActionsTest-91720519-project] 10.222.0.13 "GET /v2.0/ports?device_id=504967a1-62e0-47c1-afe0-4aca8879a2c8 HTTP/1.1" status: 200 len: 945 time: 0.0882084 Jun 30 04:16:19.654122 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-305c6fae-6e0e-4809-ad04-307e02686cbf admin admin] Publish callbacks [] for router_gateway (0d1b6a20-aeb9-4d3b-92d7-38c0820907e3), before_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:16:19.669913 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:INSERT=2 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:16:19.683579 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.db.l3_dvr_db [None req-333bd2e7-001f-4b96-becf-cf2c2c8bcf2d None None] Set router 0d1b6a20-aeb9-4d3b-92d7-38c0820907e3 gateway port host: dv-cinder-846842-7-iscsi {{(pid=104418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 30 04:16:19.698198 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-bebf85ee-de83-4bd5-8fe0-f657be28168c admin admin] Publish callbacks [] for subnet (edc73dfa-6e31-4e7a-973d-869ca43ea68e), precommit_delete_associations {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:16:19.710483 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-bebf85ee-de83-4bd5-8fe0-f657be28168c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3565464'] for subnet (edc73dfa-6e31-4e7a-973d-869ca43ea68e), precommit_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:16:19.766855 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.plugin [None req-305c6fae-6e0e-4809-ad04-307e02686cbf admin admin] Deleting port 4de5db26-0699-4ef3-bf96-229fd4fa3712 {{(pid=104416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 30 04:16:19.766855 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-305c6fae-6e0e-4809-ad04-307e02686cbf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781926629636'] for port (4de5db26-0699-4ef3-bf96-229fd4fa3712), before_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:16:19.778111 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-3bd0fbee-35be-4ef3-91af-e9941cd3dc7f admin admin] Publish callbacks [] for security_group (47103ed8-dc52-468a-a1e2-f1002ac55763), precommit_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:16:19.786917 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-9ffef4de-44ee-47f0-a3e4-56be88a83ff8 req-2d1ef8ff-87f4-4802-9258-806b096d17f6 tempest-VolumesActionsTest-91720519 tempest-VolumesActionsTest-91720519-project] 10.222.0.13 "GET /v2.0/security-groups?id=265ff658-8a93-4d62-aa14-b0736216eb05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256075 Jun 30 04:16:19.788117 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-3bd0fbee-35be-4ef3-91af-e9941cd3dc7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3637186'] for security_group (47103ed8-dc52-468a-a1e2-f1002ac55763), after_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:16:19.790302 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:16:19.807499 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-bebf85ee-de83-4bd5-8fe0-f657be28168c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3565459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528681'] for subnet (edc73dfa-6e31-4e7a-973d-869ca43ea68e), after_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:16:19.857124 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-bebf85ee-de83-4bd5-8fe0-f657be28168c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528667'] for subnet (None), before_response {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:16:19.859832 dv-cinder-846842-7-iscsi neutron-server[104415]: INFO neutron.wsgi [None req-bebf85ee-de83-4bd5-8fe0-f657be28168c admin admin] 10.222.0.13 "DELETE /v2.0/subnets/edc73dfa-6e31-4e7a-973d-869ca43ea68e HTTP/1.1" status: 204 len: 168 time: 0.3612437 Jun 30 04:16:19.860964 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bebf85ee-de83-4bd5-8fe0-f657be28168c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=edc73dfa-6e31-4e7a-973d-869ca43ea68e,revision_number=None']} {{(pid=104415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:16:19.862783 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd0fbee-35be-4ef3-91af-e9941cd3dc7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47103ed8-dc52-468a-a1e2-f1002ac55763,revision_number=1']} {{(pid=104415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:16:19.866474 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.wsgi [-] (104415) accepted ('10.222.0.13', 50928) {{(pid=104415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 04:16:19.875637 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.db [None req-305c6fae-6e0e-4809-ad04-307e02686cbf admin admin] For port 4de5db26-0699-4ef3-bf96-229fd4fa3712, host dv-cinder-846842-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-7-iscsi',level=0,port_id=4de5db26-0699-4ef3-bf96-229fd4fa3712,segment=NetworkSegment(3bfcffa1-5305-4ee8-86f3-678eb000aac1),segment_id=3bfcffa1-5305-4ee8-86f3-678eb000aac1)] {{(pid=104416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 04:16:19.875992 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-305c6fae-6e0e-4809-ad04-307e02686cbf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616079'] for port (4de5db26-0699-4ef3-bf96-229fd4fa3712), precommit_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:16:19.884890 dv-cinder-846842-7-iscsi neutron-server[104415]: INFO neutron.wsgi [None req-3bd0fbee-35be-4ef3-91af-e9941cd3dc7f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=71bd18157d964712866540452b6ca95c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5302632 Jun 30 04:16:19.889772 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.wsgi [-] (104415) accepted ('10.222.0.13', 50930) {{(pid=104415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 04:16:19.892279 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.db.l3_hamode_db [None req-333bd2e7-001f-4b96-becf-cf2c2c8bcf2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d1b6a20-aeb9-4d3b-92d7-38c0820907e3', 'name': 'tempest-DeleteServersTestJSON-1943300602-router', 'tenant_id': '6a37f11a6f794a518cfcfa600caf2445', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14b0e4f-074d-4507-846c-fc8420bddf12', 'external_fixed_ips': [{'subnet_id': '15378187-268c-4fae-ace7-eaca7aa50f90', 'ip_address': '172.27.1.141'}], 'enable_snat': True}, 'gw_port_id': '4de5db26-0699-4ef3-bf96-229fd4fa3712', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T04:15:03Z', 'updated_at': '2022-06-30T04:16:18Z', 'revision_number': 5, 'project_id': '6a37f11a6f794a518cfcfa600caf2445', 'gw_port': {'id': '4de5db26-0699-4ef3-bf96-229fd4fa3712', 'name': '', 'network_id': 'a14b0e4f-074d-4507-846c-fc8420bddf12', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:93:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d1b6a20-aeb9-4d3b-92d7-38c0820907e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '15378187-268c-4fae-ace7-eaca7aa50f90', 'ip_address': '172.27.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T04:15:05Z', 'updated_at': '2022-06-30T04:15:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15378187-268c-4fae-ace7-eaca7aa50f90', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-7-iscsi'}], 'dv-cinder-846842-7-iscsi', False) {} {{(pid=104418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 04:16:19.894052 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.plugin [None req-305c6fae-6e0e-4809-ad04-307e02686cbf admin admin] Calling delete_port for 4de5db26-0699-4ef3-bf96-229fd4fa3712 owned by network:router_gateway {{(pid=104416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 30 04:16:19.907371 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=90,neutron:DELETE=3,neutron:UPDATE=2,neutron:INSERT=5 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:16:19.919944 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-333bd2e7-001f-4b96-becf-cf2c2c8bcf2d None None] The sync data for ids ['0d1b6a20-aeb9-4d3b-92d7-38c0820907e3'] in dv-cinder-846842-7-iscsi is: [{'id': '0d1b6a20-aeb9-4d3b-92d7-38c0820907e3', 'name': 'tempest-DeleteServersTestJSON-1943300602-router', 'tenant_id': '6a37f11a6f794a518cfcfa600caf2445', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14b0e4f-074d-4507-846c-fc8420bddf12', 'external_fixed_ips': [{'subnet_id': '15378187-268c-4fae-ace7-eaca7aa50f90', 'ip_address': '172.27.1.141'}], 'enable_snat': True}, 'gw_port_id': '4de5db26-0699-4ef3-bf96-229fd4fa3712', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T04:15:03Z', 'updated_at': '2022-06-30T04:16:18Z', 'revision_number': 5, 'project_id': '6a37f11a6f794a518cfcfa600caf2445', 'gw_port': {'id': '4de5db26-0699-4ef3-bf96-229fd4fa3712', 'name': '', 'network_id': 'a14b0e4f-074d-4507-846c-fc8420bddf12', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:93:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d1b6a20-aeb9-4d3b-92d7-38c0820907e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '15378187-268c-4fae-ace7-eaca7aa50f90', 'ip_address': '172.27.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T04:15:05Z', 'updated_at': '2022-06-30T04:15:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15378187-268c-4fae-ace7-eaca7aa50f90', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-7-iscsi'}] {{(pid=104418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 04:16:19.972947 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-2f53b885-3eb4-454e-96a1-c4d5fcf419b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3657771'] for network (4a40b28c-eb57-498d-bf0e-3151d35ad3ea), before_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:16:19.979011 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-b837861f-f352-43a0-8cf8-b6afb3a2ef2b admin admin] Publish callbacks [] for security_group (832d3286-b263-4473-b3ae-8c234d656e2b), precommit_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:16:19.990121 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-b837861f-f352-43a0-8cf8-b6afb3a2ef2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3637186'] for security_group (832d3286-b263-4473-b3ae-8c234d656e2b), after_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:16:19.995140 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=86,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:16:20.000967 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-995aff63-a864-4217-9a48-82a4ed53995b admin admin] Publish callbacks [] for security_group (47103ed8-dc52-468a-a1e2-f1002ac55763), before_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:16:20.051698 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-995aff63-a864-4217-9a48-82a4ed53995b admin admin] Publish callbacks [] for security_group (47103ed8-dc52-468a-a1e2-f1002ac55763), precommit_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:16:20.065457 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-b837861f-f352-43a0-8cf8-b6afb3a2ef2b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=06739c5a7410476686556b679d82aa35&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4897721 Jun 30 04:16:20.068423 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.13', 50932) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 04:16:20.078669 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b837861f-f352-43a0-8cf8-b6afb3a2ef2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=832d3286-b263-4473-b3ae-8c234d656e2b,revision_number=1']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:16:20.111837 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-2f53b885-3eb4-454e-96a1-c4d5fcf419b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3567502', 'neutron.services.segments.db._delete_segments_for_network-8781926756190'] for network (4a40b28c-eb57-498d-bf0e-3151d35ad3ea), precommit_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:16:20.138658 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-2f53b885-3eb4-454e-96a1-c4d5fcf419b0 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=104415) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 04:16:20.139009 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-2f53b885-3eb4-454e-96a1-c4d5fcf419b0 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=104415) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 04:16:20.139764 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-2f53b885-3eb4-454e-96a1-c4d5fcf419b0 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104415) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 04:16:20.140086 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-2f53b885-3eb4-454e-96a1-c4d5fcf419b0 admin admin] Subscribe: > port after_create 55550000 {{(pid=104415) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 04:16:20.140418 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-2f53b885-3eb4-454e-96a1-c4d5fcf419b0 admin admin] Subscribe: > port after_delete 55550000 {{(pid=104415) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 04:16:20.140741 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-2f53b885-3eb4-454e-96a1-c4d5fcf419b0 admin admin] Subscribe: > port after_update 55550000 {{(pid=104415) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 04:16:20.141051 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-2f53b885-3eb4-454e-96a1-c4d5fcf419b0 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=104415) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 04:16:20.141385 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-2f53b885-3eb4-454e-96a1-c4d5fcf419b0 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104415) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 04:16:20.141690 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-2f53b885-3eb4-454e-96a1-c4d5fcf419b0 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104415) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 04:16:20.141999 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-2f53b885-3eb4-454e-96a1-c4d5fcf419b0 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=104415) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 04:16:20.168126 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-cd4fdaa9-65f8-4136-bd20-c79860228dc0 admin admin] Publish callbacks [] for security_group (832d3286-b263-4473-b3ae-8c234d656e2b), before_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:16:20.195256 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-305c6fae-6e0e-4809-ad04-307e02686cbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4095053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781926635560', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781926239326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1764130'] for port (4de5db26-0699-4ef3-bf96-229fd4fa3712), after_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:16:20.198223 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-cd4fdaa9-65f8-4136-bd20-c79860228dc0 admin admin] Publish callbacks [] for security_group (832d3286-b263-4473-b3ae-8c234d656e2b), precommit_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:16:20.229482 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305c6fae-6e0e-4809-ad04-307e02686cbf admin admin] Pushing event deleted for resources: {'Port': ['ID=4de5db26-0699-4ef3-bf96-229fd4fa3712,revision_number=None']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:16:20.255778 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-2f53b885-3eb4-454e-96a1-c4d5fcf419b0 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104415) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 04:16:20.256117 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-2f53b885-3eb4-454e-96a1-c4d5fcf419b0 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104415) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 04:16:20.256443 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-2f53b885-3eb4-454e-96a1-c4d5fcf419b0 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=104415) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 04:16:20.256764 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-2f53b885-3eb4-454e-96a1-c4d5fcf419b0 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=104415) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 04:16:20.257102 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.services.segments.db [None req-2f53b885-3eb4-454e-96a1-c4d5fcf419b0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a40b28c-eb57-498d-bf0e-3151d35ad3ea']}} {{(pid=104415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 04:16:20.281728 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.services.segments.db [None req-2f53b885-3eb4-454e-96a1-c4d5fcf419b0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '64ba26bd-7b95-405d-95da-697e797889ee') {'for_net_delete': True} {{(pid=104415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 04:16:20.282167 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.services.segments.db [None req-2f53b885-3eb4-454e-96a1-c4d5fcf419b0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '64ba26bd-7b95-405d-95da-697e797889ee') {} {{(pid=104415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 04:16:20.303855 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-2f53b885-3eb4-454e-96a1-c4d5fcf419b0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781926756455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8605126'] for segment (64ba26bd-7b95-405d-95da-697e797889ee), before_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:16:20.317979 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-995aff63-a864-4217-9a48-82a4ed53995b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3637186'] for security_group (47103ed8-dc52-468a-a1e2-f1002ac55763), after_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:16:20.318462 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-305c6fae-6e0e-4809-ad04-307e02686cbf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-622358'] for router_gateway (0d1b6a20-aeb9-4d3b-92d7-38c0820907e3), after_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:16:20.321217 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-995aff63-a864-4217-9a48-82a4ed53995b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:16:20.326260 dv-cinder-846842-7-iscsi neutron-server[104415]: INFO neutron.wsgi [None req-995aff63-a864-4217-9a48-82a4ed53995b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/47103ed8-dc52-468a-a1e2-f1002ac55763 HTTP/1.1" status: 204 len: 168 time: 0.4354129 Jun 30 04:16:20.344990 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995aff63-a864-4217-9a48-82a4ed53995b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47103ed8-dc52-468a-a1e2-f1002ac55763,revision_number=None']} {{(pid=104415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:16:20.351640 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-2f53b885-3eb4-454e-96a1-c4d5fcf419b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505043'] for segment (64ba26bd-7b95-405d-95da-697e797889ee), precommit_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:16:20.366258 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f53b885-3eb4-454e-96a1-c4d5fcf419b0 admin admin] Releasing vlan 186 on physical network physnet1 to pool {{(pid=104415) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 04:16:20.366964 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-cd4fdaa9-65f8-4136-bd20-c79860228dc0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3637186'] for security_group (832d3286-b263-4473-b3ae-8c234d656e2b), after_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:16:20.367369 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-2f53b885-3eb4-454e-96a1-c4d5fcf419b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11645378'] for segment (64ba26bd-7b95-405d-95da-697e797889ee), after_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:16:20.369009 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-cd4fdaa9-65f8-4136-bd20-c79860228dc0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:16:20.370608 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-cd4fdaa9-65f8-4136-bd20-c79860228dc0 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/832d3286-b263-4473-b3ae-8c234d656e2b HTTP/1.1" status: 204 len: 168 time: 0.2992175 Jun 30 04:16:20.458024 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-2f53b885-3eb4-454e-96a1-c4d5fcf419b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3567543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3637173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-620245'] for network (4a40b28c-eb57-498d-bf0e-3151d35ad3ea), after_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:16:20.478875 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-2f53b885-3eb4-454e-96a1-c4d5fcf419b0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528667'] for network (None), before_response {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:16:20.487061 dv-cinder-846842-7-iscsi neutron-server[104415]: INFO neutron.wsgi [None req-2f53b885-3eb4-454e-96a1-c4d5fcf419b0 admin admin] 10.222.0.13 "DELETE /v2.0/networks/4a40b28c-eb57-498d-bf0e-3151d35ad3ea HTTP/1.1" status: 204 len: 168 time: 0.6199276 Jun 30 04:16:20.490817 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.wsgi [-] (104415) accepted ('10.222.0.13', 50944) {{(pid=104415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 04:16:20.557621 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f53b885-3eb4-454e-96a1-c4d5fcf419b0 admin admin] Pushing event deleted for resources: {'Network': ['ID=4a40b28c-eb57-498d-bf0e-3151d35ad3ea,revision_number=None']} {{(pid=104415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:16:20.636332 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.db.db_base_plugin_v2 [None req-c5708d44-8acb-49bf-8dd9-7e74f944803d admin admin] Deleting subnet da9496bd-a73d-432f-82f6-afecfe861035 {{(pid=104415) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 30 04:16:20.641082 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-c5708d44-8acb-49bf-8dd9-7e74f944803d admin admin] Publish callbacks [] for subnet (da9496bd-a73d-432f-82f6-afecfe861035), before_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:16:20.653544 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4fdaa9-65f8-4136-bd20-c79860228dc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=832d3286-b263-4473-b3ae-8c234d656e2b,revision_number=None']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:16:20.662026 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-305c6fae-6e0e-4809-ad04-307e02686cbf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-612909', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-992710'] for router (0d1b6a20-aeb9-4d3b-92d7-38c0820907e3), precommit_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:16:20.664413 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-305c6fae-6e0e-4809-ad04-307e02686cbf admin admin] Publish callbacks [] for router_controller (0d1b6a20-aeb9-4d3b-92d7-38c0820907e3), precommit_delete_associations {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:16:20.696498 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-c5708d44-8acb-49bf-8dd9-7e74f944803d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8605181'] for subnet (da9496bd-a73d-432f-82f6-afecfe861035), precommit_delete_associations {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:16:20.732663 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-305c6fae-6e0e-4809-ad04-307e02686cbf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-613100'] for router (0d1b6a20-aeb9-4d3b-92d7-38c0820907e3), after_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:16:20.733383 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-305c6fae-6e0e-4809-ad04-307e02686cbf admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0d1b6a20-aeb9-4d3b-92d7-38c0820907e3 {{(pid=104416) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 04:16:20.738812 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-305c6fae-6e0e-4809-ad04-307e02686cbf admin admin] Publish callbacks [] for router (None), before_response {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:16:20.741561 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-305c6fae-6e0e-4809-ad04-307e02686cbf admin admin] 10.222.0.13 "DELETE /v2.0/routers/0d1b6a20-aeb9-4d3b-92d7-38c0820907e3 HTTP/1.1" status: 204 len: 168 time: 1.6599095 Jun 30 04:16:20.743765 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.13', 50952) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 04:16:20.761065 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-c5708d44-8acb-49bf-8dd9-7e74f944803d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3565464'] for subnet (da9496bd-a73d-432f-82f6-afecfe861035), precommit_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:16:20.838918 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c9001f7-9ba3-4074-adfe-86a58aff2279 admin admin] Deleting subnet 7d4bc025-2944-45a2-9732-0bc1c0bb00af {{(pid=104416) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 30 04:16:20.846867 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-6c9001f7-9ba3-4074-adfe-86a58aff2279 admin admin] Publish callbacks [] for subnet (7d4bc025-2944-45a2-9732-0bc1c0bb00af), before_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:16:20.858640 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-c5708d44-8acb-49bf-8dd9-7e74f944803d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3565459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11645304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8617655'] for subnet (da9496bd-a73d-432f-82f6-afecfe861035), after_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:16:20.879476 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-c5708d44-8acb-49bf-8dd9-7e74f944803d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528667'] for subnet (None), before_response {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:16:20.885197 dv-cinder-846842-7-iscsi neutron-server[104415]: INFO neutron.wsgi [None req-c5708d44-8acb-49bf-8dd9-7e74f944803d admin admin] 10.222.0.13 "DELETE /v2.0/subnets/da9496bd-a73d-432f-82f6-afecfe861035 HTTP/1.1" status: 204 len: 168 time: 0.3434699 Jun 30 04:16:20.891969 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-6c9001f7-9ba3-4074-adfe-86a58aff2279 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-840556'] for subnet (7d4bc025-2944-45a2-9732-0bc1c0bb00af), precommit_delete_associations {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:16:20.913005 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.wsgi [-] (104415) accepted ('10.222.0.13', 50958) {{(pid=104415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 04:16:20.919711 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5708d44-8acb-49bf-8dd9-7e74f944803d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=da9496bd-a73d-432f-82f6-afecfe861035,revision_number=None']} {{(pid=104415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:16:20.931694 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=88,neutron:INSERT=1,neutron:DELETE=8,neutron:UPDATE=3 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:16:20.934250 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=90,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=8 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:16:21.007018 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-acbddc73-bc29-4d96-a380-a94b037db37e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3657771'] for network (1d73823f-81d4-4266-bc0e-d0a50904d16c), before_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:16:21.069405 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-6c9001f7-9ba3-4074-adfe-86a58aff2279 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3565464'] for subnet (7d4bc025-2944-45a2-9732-0bc1c0bb00af), precommit_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:16:21.077833 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.wsgi [-] (104415) accepted ('10.222.0.13', 50966) {{(pid=104415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 04:16:21.110209 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-acbddc73-bc29-4d96-a380-a94b037db37e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3567502', 'neutron.services.segments.db._delete_segments_for_network-8781926756190'] for network (1d73823f-81d4-4266-bc0e-d0a50904d16c), precommit_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:16:21.114736 dv-cinder-846842-7-iscsi neutron-server[104415]: INFO neutron.services.segments.plugin [-] Segment 64ba26bd-7b95-405d-95da-697e797889ee resource provider aggregate not found Jun 30 04:16:21.132627 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-da45324b-1f1c-4d5c-93f0-9d34cee8e179 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:16:21.149027 dv-cinder-846842-7-iscsi neutron-server[104415]: INFO neutron.services.segments.plugin [-] Segment 64ba26bd-7b95-405d-95da-697e797889ee resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 64ba26bd-7b95-405d-95da-697e797889ee found for delete ", "request_id": "req-987827f0-6a7c-45cd-9edb-0753934d53b0"}]} Jun 30 04:16:21.154929 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=88,neutron:DELETE=11,neutron:UPDATE=1 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:16:21.156589 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.services.segments.db [None req-acbddc73-bc29-4d96-a380-a94b037db37e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d73823f-81d4-4266-bc0e-d0a50904d16c']}} {{(pid=104415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 04:16:21.162661 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6400ead2-4553-44c5-87a8-d51585aafcfe req-aba7cab5-f8ae-4a88-a2ab-22585b3b4527 tempest-VolumesActionsTest-91720519 tempest-VolumesActionsTest-91720519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:16:21.164368 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-6400ead2-4553-44c5-87a8-d51585aafcfe req-aba7cab5-f8ae-4a88-a2ab-22585b3b4527 tempest-VolumesActionsTest-91720519 tempest-VolumesActionsTest-91720519-project] 10.222.0.13 "GET /v2.0/ports?device_id=504967a1-62e0-47c1-afe0-4aca8879a2c8 HTTP/1.1" status: 200 len: 945 time: 0.0669801 Jun 30 04:16:21.174579 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.services.segments.db [None req-acbddc73-bc29-4d96-a380-a94b037db37e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b5a094b1-ba77-4ca1-874c-c03d40b25fc3') {'for_net_delete': True} {{(pid=104415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 04:16:21.174853 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.services.segments.db [None req-acbddc73-bc29-4d96-a380-a94b037db37e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b5a094b1-ba77-4ca1-874c-c03d40b25fc3') {} {{(pid=104415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 04:16:21.187998 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-acbddc73-bc29-4d96-a380-a94b037db37e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781926756455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8605126'] for segment (b5a094b1-ba77-4ca1-874c-c03d40b25fc3), before_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:16:21.207383 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-6c9001f7-9ba3-4074-adfe-86a58aff2279 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3565459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1764173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12208629'] for subnet (7d4bc025-2944-45a2-9732-0bc1c0bb00af), after_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:16:21.214426 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-acbddc73-bc29-4d96-a380-a94b037db37e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505043'] for segment (b5a094b1-ba77-4ca1-874c-c03d40b25fc3), precommit_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:16:21.226427 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-acbddc73-bc29-4d96-a380-a94b037db37e admin admin] Releasing vlan 163 on physical network physnet1 to pool {{(pid=104415) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 04:16:21.226845 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-acbddc73-bc29-4d96-a380-a94b037db37e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11645378'] for segment (b5a094b1-ba77-4ca1-874c-c03d40b25fc3), after_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:16:21.230032 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a1dbd5a-4ef5-4e5e-9e81-27f51a0c5511 None None] Network ace93dd0-22f0-46a4-80c6-05197b7b7fb0 requested from dv-cinder-846842-7-iscsi {{(pid=104417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 30 04:16:21.253086 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-6c9001f7-9ba3-4074-adfe-86a58aff2279 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:16:21.259898 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-6c9001f7-9ba3-4074-adfe-86a58aff2279 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/7d4bc025-2944-45a2-9732-0bc1c0bb00af HTTP/1.1" status: 204 len: 168 time: 0.5143075 Jun 30 04:16:21.265474 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.wsgi [-] (104415) accepted ('10.222.0.13', 50974) {{(pid=104415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 04:16:21.268442 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-6400ead2-4553-44c5-87a8-d51585aafcfe req-afd4af31-6b85-4030-85ea-62ce3cd58d1a tempest-VolumesActionsTest-91720519 tempest-VolumesActionsTest-91720519-project] 10.222.0.13 "GET /v2.0/security-groups?id=265ff658-8a93-4d62-aa14-b0736216eb05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924885 Jun 30 04:16:21.292517 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9001f7-9ba3-4074-adfe-86a58aff2279 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7d4bc025-2944-45a2-9732-0bc1c0bb00af,revision_number=None']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:16:21.303434 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=80,neutron:DELETE=7,neutron:UPDATE=5,neutron:INSERT=8 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:16:21.339301 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-da45324b-1f1c-4d5c-93f0-9d34cee8e179 admin admin] Publish callbacks [] for security_group (990bf15e-9b97-4b31-af0f-f6a29e55c66d), precommit_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:16:21.347725 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-acbddc73-bc29-4d96-a380-a94b037db37e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3567543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3637173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-620245'] for network (1d73823f-81d4-4266-bc0e-d0a50904d16c), after_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:16:21.392521 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-acbddc73-bc29-4d96-a380-a94b037db37e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528667'] for network (None), before_response {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:16:21.395630 dv-cinder-846842-7-iscsi neutron-server[104415]: INFO neutron.wsgi [None req-acbddc73-bc29-4d96-a380-a94b037db37e admin admin] 10.222.0.13 "DELETE /v2.0/networks/1d73823f-81d4-4266-bc0e-d0a50904d16c HTTP/1.1" status: 204 len: 168 time: 0.4819851 Jun 30 04:16:21.414918 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-da45324b-1f1c-4d5c-93f0-9d34cee8e179 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3637186'] for security_group (990bf15e-9b97-4b31-af0f-f6a29e55c66d), after_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:16:21.421403 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.rpc [None req-2a6d8403-c0a5-4ac4-aa48-860a84345009 None None] Device 8d799c4b-e3a4-4357-9fb0-907d2700052a no longer exists at agent ovs-agent-dv-cinder-846842-7-iscsi {{(pid=104417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 04:16:21.431602 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acbddc73-bc29-4d96-a380-a94b037db37e admin admin] Pushing event deleted for resources: {'Network': ['ID=1d73823f-81d4-4266-bc0e-d0a50904d16c,revision_number=None']} {{(pid=104415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:16:21.451977 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-ddb462bc-6c2a-41c0-a259-76b2a3dd858f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3657771'] for network (ace93dd0-22f0-46a4-80c6-05197b7b7fb0), before_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:16:21.458907 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-2a6d8403-c0a5-4ac4-aa48-860a84345009 None None] No Port match for: 8d799c4b-e3a4-4357-9fb0-907d2700052a {{(pid=104417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 30 04:16:21.459468 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.rpc [None req-2a6d8403-c0a5-4ac4-aa48-860a84345009 None None] Device 8d799c4b-e3a4-4357-9fb0-907d2700052a not bound to the agent host dv-cinder-846842-7-iscsi {{(pid=104417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 04:16:21.489464 dv-cinder-846842-7-iscsi neutron-server[104415]: INFO neutron.wsgi [None req-da45324b-1f1c-4d5c-93f0-9d34cee8e179 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8c8c677a7b38452dac369e77de668006&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4093602 Jun 30 04:16:21.491235 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da45324b-1f1c-4d5c-93f0-9d34cee8e179 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=990bf15e-9b97-4b31-af0f-f6a29e55c66d,revision_number=1']} {{(pid=104415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:16:21.491447 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.13', 50982) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 04:16:21.551827 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.plugins.ml2.plugin [None req-ddb462bc-6c2a-41c0-a259-76b2a3dd858f admin admin] Deleting port 1bb5a7fd-3055-418f-8855-a56b1384509c {{(pid=104415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 30 04:16:21.552065 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-ddb462bc-6c2a-41c0-a259-76b2a3dd858f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781926629636'] for port (1bb5a7fd-3055-418f-8855-a56b1384509c), before_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:16:21.563847 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30bcc383-ab80-45be-9cf7-f945dac8afdc None None] DHCP port deletion for ace93dd0-22f0-46a4-80c6-05197b7b7fb0 request from dv-cinder-846842-7-iscsi {{(pid=104417) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 30 04:16:21.628685 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-30bcc383-ab80-45be-9cf7-f945dac8afdc None None] Deleting port 1bb5a7fd-3055-418f-8855-a56b1384509c {{(pid=104417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 30 04:16:21.630837 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-30bcc383-ab80-45be-9cf7-f945dac8afdc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781926629636'] for port (1bb5a7fd-3055-418f-8855-a56b1384509c), before_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:16:21.654747 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-7b90eb49-2b65-4c33-8105-ec9ebb36c10f admin admin] Publish callbacks [] for security_group (990bf15e-9b97-4b31-af0f-f6a29e55c66d), before_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:16:21.681881 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.plugins.ml2.db [None req-ddb462bc-6c2a-41c0-a259-76b2a3dd858f admin admin] For port 1bb5a7fd-3055-418f-8855-a56b1384509c, host dv-cinder-846842-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-7-iscsi',level=0,port_id=1bb5a7fd-3055-418f-8855-a56b1384509c,segment=NetworkSegment(9ca81d36-234f-4915-9758-c5171bb50dcf),segment_id=9ca81d36-234f-4915-9758-c5171bb50dcf)] {{(pid=104415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 04:16:21.681881 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-ddb462bc-6c2a-41c0-a259-76b2a3dd858f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616079'] for port (1bb5a7fd-3055-418f-8855-a56b1384509c), precommit_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:16:21.718922 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-7b90eb49-2b65-4c33-8105-ec9ebb36c10f admin admin] Publish callbacks [] for security_group (990bf15e-9b97-4b31-af0f-f6a29e55c66d), precommit_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:16:21.725516 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.plugins.ml2.plugin [None req-ddb462bc-6c2a-41c0-a259-76b2a3dd858f admin admin] Calling delete_port for 1bb5a7fd-3055-418f-8855-a56b1384509c owned by network:dhcp {{(pid=104415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 30 04:16:21.750505 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.wsgi [-] (104415) accepted ('10.222.0.13', 50998) {{(pid=104415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 04:16:21.799302 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-7b90eb49-2b65-4c33-8105-ec9ebb36c10f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3637186'] for security_group (990bf15e-9b97-4b31-af0f-f6a29e55c66d), after_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:16:21.802832 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-7b90eb49-2b65-4c33-8105-ec9ebb36c10f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:16:21.805620 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-7b90eb49-2b65-4c33-8105-ec9ebb36c10f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/990bf15e-9b97-4b31-af0f-f6a29e55c66d HTTP/1.1" status: 204 len: 168 time: 0.3120613 Jun 30 04:16:21.822331 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b90eb49-2b65-4c33-8105-ec9ebb36c10f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=990bf15e-9b97-4b31-af0f-f6a29e55c66d,revision_number=None']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:16:21.834701 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=92,neutron:DELETE=5,neutron:INSERT=3 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:16:21.844281 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.db [None req-30bcc383-ab80-45be-9cf7-f945dac8afdc None None] For port 1bb5a7fd-3055-418f-8855-a56b1384509c, host dv-cinder-846842-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-7-iscsi',level=0,port_id=1bb5a7fd-3055-418f-8855-a56b1384509c,segment=NetworkSegment(9ca81d36-234f-4915-9758-c5171bb50dcf),segment_id=9ca81d36-234f-4915-9758-c5171bb50dcf)] {{(pid=104417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 04:16:21.844681 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-30bcc383-ab80-45be-9cf7-f945dac8afdc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616079'] for port (1bb5a7fd-3055-418f-8855-a56b1384509c), precommit_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:16:21.855810 dv-cinder-846842-7-iscsi neutron-server[104415]: INFO neutron.wsgi [None req-d66cb95b-89ba-4cce-8423-711004a22e06 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2aefe42fc2be4abaa3e9fb80fdc6006a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1025703 Jun 30 04:16:21.858778 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.13', 51006) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 04:16:21.882730 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-ddb462bc-6c2a-41c0-a259-76b2a3dd858f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4095053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781926635560', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781926239326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11645207'] for port (1bb5a7fd-3055-418f-8855-a56b1384509c), after_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:16:21.902377 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-30bcc383-ab80-45be-9cf7-f945dac8afdc None None] Calling delete_port for 1bb5a7fd-3055-418f-8855-a56b1384509c owned by network:dhcp {{(pid=104417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 30 04:16:21.915447 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb462bc-6c2a-41c0-a259-76b2a3dd858f admin admin] Pushing event deleted for resources: {'Port': ['ID=1bb5a7fd-3055-418f-8855-a56b1384509c,revision_number=None']} {{(pid=104415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:16:21.924357 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddb462bc-6c2a-41c0-a259-76b2a3dd858f admin admin] No DVR routers for this DVR port 1bb5a7fd-3055-418f-8855-a56b1384509c on host dv-cinder-846842-7-iscsi {{(pid=104415) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 30 04:16:22.003300 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-fc3dca4d-8ea3-4a91-acb6-094802d7804b admin admin] Publish callbacks [] for security_group (3a4fad8a-ae5c-48ba-84c0-764ae4f5913f), before_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:16:22.064876 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-fc3dca4d-8ea3-4a91-acb6-094802d7804b admin admin] Publish callbacks [] for security_group (3a4fad8a-ae5c-48ba-84c0-764ae4f5913f), precommit_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:16:22.067882 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-ddb462bc-6c2a-41c0-a259-76b2a3dd858f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3567502', 'neutron.services.segments.db._delete_segments_for_network-8781926756190'] for network (ace93dd0-22f0-46a4-80c6-05197b7b7fb0), precommit_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:16:22.092760 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.services.segments.db [None req-ddb462bc-6c2a-41c0-a259-76b2a3dd858f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ace93dd0-22f0-46a4-80c6-05197b7b7fb0']}} {{(pid=104415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 04:16:22.113022 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.services.segments.db [None req-ddb462bc-6c2a-41c0-a259-76b2a3dd858f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ca81d36-234f-4915-9758-c5171bb50dcf') {'for_net_delete': True} {{(pid=104415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 04:16:22.113335 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.services.segments.db [None req-ddb462bc-6c2a-41c0-a259-76b2a3dd858f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ca81d36-234f-4915-9758-c5171bb50dcf') {} {{(pid=104415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 04:16:22.137016 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-ddb462bc-6c2a-41c0-a259-76b2a3dd858f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781926756455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8605126'] for segment (9ca81d36-234f-4915-9758-c5171bb50dcf), before_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:16:22.164906 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-ddb462bc-6c2a-41c0-a259-76b2a3dd858f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505043'] for segment (9ca81d36-234f-4915-9758-c5171bb50dcf), precommit_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:16:22.176148 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ddb462bc-6c2a-41c0-a259-76b2a3dd858f admin admin] Releasing vlan 168 on physical network physnet1 to pool {{(pid=104415) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 04:16:22.176410 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-ddb462bc-6c2a-41c0-a259-76b2a3dd858f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11645378'] for segment (9ca81d36-234f-4915-9758-c5171bb50dcf), after_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:16:22.177461 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-fc3dca4d-8ea3-4a91-acb6-094802d7804b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3637186'] for security_group (3a4fad8a-ae5c-48ba-84c0-764ae4f5913f), after_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:16:22.180369 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-fc3dca4d-8ea3-4a91-acb6-094802d7804b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:16:22.181720 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-fc3dca4d-8ea3-4a91-acb6-094802d7804b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3a4fad8a-ae5c-48ba-84c0-764ae4f5913f HTTP/1.1" status: 204 len: 168 time: 0.3205862 Jun 30 04:16:22.191602 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3dca4d-8ea3-4a91-acb6-094802d7804b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a4fad8a-ae5c-48ba-84c0-764ae4f5913f,revision_number=None']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:16:22.268664 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-ddb462bc-6c2a-41c0-a259-76b2a3dd858f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3567543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3637173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-620245'] for network (ace93dd0-22f0-46a4-80c6-05197b7b7fb0), after_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:16:22.305325 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb462bc-6c2a-41c0-a259-76b2a3dd858f admin admin] Pushing event deleted for resources: {'Network': ['ID=ace93dd0-22f0-46a4-80c6-05197b7b7fb0,revision_number=None']} {{(pid=104415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:16:22.307732 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-ddb462bc-6c2a-41c0-a259-76b2a3dd858f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528667'] for network (None), before_response {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:16:22.315564 dv-cinder-846842-7-iscsi neutron-server[104415]: INFO neutron.wsgi [None req-ddb462bc-6c2a-41c0-a259-76b2a3dd858f admin admin] 10.222.0.13 "DELETE /v2.0/networks/ace93dd0-22f0-46a4-80c6-05197b7b7fb0 HTTP/1.1" status: 204 len: 168 time: 1.0478525 Jun 30 04:16:22.372576 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-30bcc383-ab80-45be-9cf7-f945dac8afdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4095053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781926635560', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781926239326'] for port (1bb5a7fd-3055-418f-8855-a56b1384509c), after_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:16:22.400290 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-30bcc383-ab80-45be-9cf7-f945dac8afdc None None] Network ace93dd0-22f0-46a4-80c6-05197b7b7fb0 is not hosted by any dhcp agent {{(pid=104417) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jun 30 04:16:22.400685 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30bcc383-ab80-45be-9cf7-f945dac8afdc None None] No DVR routers for this DVR port 1bb5a7fd-3055-418f-8855-a56b1384509c on host dv-cinder-846842-7-iscsi {{(pid=104417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 30 04:16:22.402307 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30bcc383-ab80-45be-9cf7-f945dac8afdc None None] Pushing event deleted for resources: {'Port': ['ID=1bb5a7fd-3055-418f-8855-a56b1384509c,revision_number=None']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:16:22.439495 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a6a69e-35e4-46e7-b0be-ae7f52651410 req-bb59aa3e-66f7-48f1-8a30-1d95ce9b470c tempest-VolumesActionsTest-91720519 tempest-VolumesActionsTest-91720519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:16:22.441118 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-84a6a69e-35e4-46e7-b0be-ae7f52651410 req-bb59aa3e-66f7-48f1-8a30-1d95ce9b470c tempest-VolumesActionsTest-91720519 tempest-VolumesActionsTest-91720519-project] 10.222.0.13 "GET /v2.0/ports?device_id=504967a1-62e0-47c1-afe0-4aca8879a2c8 HTTP/1.1" status: 200 len: 945 time: 0.0740106 Jun 30 04:16:22.499276 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-84a6a69e-35e4-46e7-b0be-ae7f52651410 req-30344356-9587-4bbf-91f8-35b83e622071 tempest-VolumesActionsTest-91720519 tempest-VolumesActionsTest-91720519-project] 10.222.0.13 "GET /v2.0/security-groups?id=265ff658-8a93-4d62-aa14-b0736216eb05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503197 Jun 30 04:16:22.686725 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.13', 51028) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 04:16:22.702157 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-759698a9-ee09-4c86-9dfb-315b13ef3241 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:16:22.729506 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.wsgi [-] (104415) accepted ('10.222.0.13', 51030) {{(pid=104415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 04:16:22.792957 dv-cinder-846842-7-iscsi neutron-server[104415]: INFO neutron.wsgi [None req-239b6406-05b6-4207-8a1a-92fb8c958b97 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6a37f11a6f794a518cfcfa600caf2445&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0620883 Jun 30 04:16:22.795949 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.wsgi [-] (104415) accepted ('10.222.0.13', 51032) {{(pid=104415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 04:16:22.798436 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-759698a9-ee09-4c86-9dfb-315b13ef3241 admin admin] Publish callbacks [] for security_group (a03e6ded-19ca-4a56-863f-301355243b18), precommit_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:16:22.805400 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-759698a9-ee09-4c86-9dfb-315b13ef3241 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3637186'] for security_group (a03e6ded-19ca-4a56-863f-301355243b18), after_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:16:22.851148 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.wsgi [-] (104415) accepted ('10.222.0.13', 51034) {{(pid=104415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 04:16:22.851349 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-759698a9-ee09-4c86-9dfb-315b13ef3241 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=900c14e3201840af90408b14e701e0d2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1634171 Jun 30 04:16:22.867371 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759698a9-ee09-4c86-9dfb-315b13ef3241 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a03e6ded-19ca-4a56-863f-301355243b18,revision_number=1']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:16:22.926078 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-3c4c8e51-a057-4ddb-8e1c-3f1ce7283124 admin admin] Publish callbacks [] for security_group (4805bc95-9fae-4382-982a-74fa7c978b94), before_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:16:22.966237 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:16:22.968830 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-3c4c8e51-a057-4ddb-8e1c-3f1ce7283124 admin admin] Publish callbacks [] for security_group (4805bc95-9fae-4382-982a-74fa7c978b94), precommit_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:16:22.980201 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.13', 51044) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 04:16:22.989729 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-9ecc68d3-8619-4355-8d5c-526e607623fb admin admin] Publish callbacks [] for security_group (a03e6ded-19ca-4a56-863f-301355243b18), before_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:16:23.025670 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.rpc [None req-2a6d8403-c0a5-4ac4-aa48-860a84345009 None None] Device 1bb5a7fd-3055-418f-8855-a56b1384509c no longer exists at agent ovs-agent-dv-cinder-846842-7-iscsi {{(pid=104417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 04:16:23.052705 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-9ecc68d3-8619-4355-8d5c-526e607623fb admin admin] Publish callbacks [] for security_group (a03e6ded-19ca-4a56-863f-301355243b18), precommit_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:16:23.072969 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-2a6d8403-c0a5-4ac4-aa48-860a84345009 None None] No Port match for: 1bb5a7fd-3055-418f-8855-a56b1384509c {{(pid=104417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 30 04:16:23.073548 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.rpc [None req-2a6d8403-c0a5-4ac4-aa48-860a84345009 None None] Device 1bb5a7fd-3055-418f-8855-a56b1384509c not bound to the agent host dv-cinder-846842-7-iscsi {{(pid=104417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 04:16:23.077694 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.rpc [None req-2a6d8403-c0a5-4ac4-aa48-860a84345009 None None] Device 4de5db26-0699-4ef3-bf96-229fd4fa3712 no longer exists at agent ovs-agent-dv-cinder-846842-7-iscsi {{(pid=104417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 04:16:23.088168 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-ca4c51b7-0b74-4dbe-8320-c4a1c8d2a509 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=bd62340ba4d9428f87bfef02a660ec8c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1064656 Jun 30 04:16:23.093305 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.13', 51048) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 04:16:23.112824 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:DELETE=6,neutron:UPDATE=2,neutron:SELECT=85,neutron:INSERT=7 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:16:23.119610 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-3c4c8e51-a057-4ddb-8e1c-3f1ce7283124 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3637186'] for security_group (4805bc95-9fae-4382-982a-74fa7c978b94), after_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:16:23.124271 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-3c4c8e51-a057-4ddb-8e1c-3f1ce7283124 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:16:23.125547 dv-cinder-846842-7-iscsi neutron-server[104415]: INFO neutron.wsgi [None req-3c4c8e51-a057-4ddb-8e1c-3f1ce7283124 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4805bc95-9fae-4382-982a-74fa7c978b94 HTTP/1.1" status: 204 len: 168 time: 0.3285840 Jun 30 04:16:23.143224 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-2a6d8403-c0a5-4ac4-aa48-860a84345009 None None] No Port match for: 4de5db26-0699-4ef3-bf96-229fd4fa3712 {{(pid=104417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 30 04:16:23.144855 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4c8e51-a057-4ddb-8e1c-3f1ce7283124 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4805bc95-9fae-4382-982a-74fa7c978b94,revision_number=None']} {{(pid=104415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:16:23.145558 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.rpc [None req-2a6d8403-c0a5-4ac4-aa48-860a84345009 None None] Device 4de5db26-0699-4ef3-bf96-229fd4fa3712 not bound to the agent host dv-cinder-846842-7-iscsi {{(pid=104417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 04:16:23.150557 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-9ecc68d3-8619-4355-8d5c-526e607623fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3637186'] for security_group (a03e6ded-19ca-4a56-863f-301355243b18), after_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:16:23.153784 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-9ecc68d3-8619-4355-8d5c-526e607623fb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:16:23.157825 dv-cinder-846842-7-iscsi neutron-server[104415]: INFO neutron.wsgi [None req-9ecc68d3-8619-4355-8d5c-526e607623fb admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a03e6ded-19ca-4a56-863f-301355243b18 HTTP/1.1" status: 204 len: 168 time: 0.3056450 Jun 30 04:16:23.175551 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-54d6a6e5-6a0d-455e-a88a-6175d1ebb555 admin admin] Publish callbacks [] for security_group (73fbb8c1-55ee-42e7-afeb-ec2c4faa8a24), before_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:16:23.198456 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ecc68d3-8619-4355-8d5c-526e607623fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a03e6ded-19ca-4a56-863f-301355243b18,revision_number=None']} {{(pid=104415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:16:23.205146 dv-cinder-846842-7-iscsi neutron-server[104415]: INFO neutron.services.segments.plugin [-] Segment b5a094b1-ba77-4ca1-874c-c03d40b25fc3 resource provider aggregate not found Jun 30 04:16:23.207206 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-54d6a6e5-6a0d-455e-a88a-6175d1ebb555 admin admin] Publish callbacks [] for security_group (73fbb8c1-55ee-42e7-afeb-ec2c4faa8a24), precommit_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:16:23.226277 dv-cinder-846842-7-iscsi neutron-server[104415]: INFO neutron.services.segments.plugin [-] Segment b5a094b1-ba77-4ca1-874c-c03d40b25fc3 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b5a094b1-ba77-4ca1-874c-c03d40b25fc3 found for delete ", "request_id": "req-eb373569-7053-4ff7-ba27-9c3071808b42"}]} Jun 30 04:16:23.248992 dv-cinder-846842-7-iscsi neutron-server[104415]: INFO neutron.services.segments.plugin [-] Segment 9ca81d36-234f-4915-9758-c5171bb50dcf resource provider aggregate not found Jun 30 04:16:23.259586 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=88,neutron:DELETE=8,neutron:INSERT=4 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:16:23.275036 dv-cinder-846842-7-iscsi neutron-server[104415]: INFO neutron.services.segments.plugin [-] Segment 9ca81d36-234f-4915-9758-c5171bb50dcf resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 9ca81d36-234f-4915-9758-c5171bb50dcf found for delete ", "request_id": "req-7b3b6c89-f55a-46f7-8dbc-d9aed5453784"}]} Jun 30 04:16:23.282097 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-54d6a6e5-6a0d-455e-a88a-6175d1ebb555 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3637186'] for security_group (73fbb8c1-55ee-42e7-afeb-ec2c4faa8a24), after_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:16:23.285525 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-54d6a6e5-6a0d-455e-a88a-6175d1ebb555 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:16:23.286690 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-54d6a6e5-6a0d-455e-a88a-6175d1ebb555 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/73fbb8c1-55ee-42e7-afeb-ec2c4faa8a24 HTTP/1.1" status: 204 len: 168 time: 0.1921897 Jun 30 04:16:23.295869 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d6a6e5-6a0d-455e-a88a-6175d1ebb555 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73fbb8c1-55ee-42e7-afeb-ec2c4faa8a24,revision_number=None']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:16:23.640776 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.wsgi [-] (104415) accepted ('10.222.0.13', 51076) {{(pid=104415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 04:16:23.652026 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3338e430-0a38-4ef5-851d-fdb4e974501f req-2e87b659-565f-480c-b51d-11a502bf3e31 tempest-VolumesActionsTest-91720519 tempest-VolumesActionsTest-91720519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:16:23.653555 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-3338e430-0a38-4ef5-851d-fdb4e974501f req-2e87b659-565f-480c-b51d-11a502bf3e31 tempest-VolumesActionsTest-91720519 tempest-VolumesActionsTest-91720519-project] 10.222.0.20 "GET /v2.0/ports?device_id=504967a1-62e0-47c1-afe0-4aca8879a2c8 HTTP/1.1" status: 200 len: 945 time: 0.0857129 Jun 30 04:16:23.662233 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fb06c3-4bbe-4936-8033-52d844e45124 req-54ed28d5-54c3-4741-99be-335f4231aefa tempest-VolumesActionsTest-91720519 tempest-VolumesActionsTest-91720519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:16:23.663710 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-39fb06c3-4bbe-4936-8033-52d844e45124 req-54ed28d5-54c3-4741-99be-335f4231aefa tempest-VolumesActionsTest-91720519 tempest-VolumesActionsTest-91720519-project] 10.222.0.13 "GET /v2.0/ports?device_id=504967a1-62e0-47c1-afe0-4aca8879a2c8 HTTP/1.1" status: 200 len: 945 time: 0.0796137 Jun 30 04:16:23.770105 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-39fb06c3-4bbe-4936-8033-52d844e45124 req-a0e5952d-ab27-47cc-a5c3-aa39fbdf2d8d tempest-VolumesActionsTest-91720519 tempest-VolumesActionsTest-91720519-project] 10.222.0.13 "GET /v2.0/security-groups?id=265ff658-8a93-4d62-aa14-b0736216eb05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979514 Jun 30 04:16:23.800884 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.plugin [req-3338e430-0a38-4ef5-851d-fdb4e974501f req-736d832a-27e3-4bde-b78a-155ce7bc4509 tempest-VolumesActionsTest-91720519 tempest-VolumesActionsTest-91720519-project] Deleting port 4f3fd811-7ab9-4ad8-99a4-684d8dc134bf {{(pid=104416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 30 04:16:23.801732 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-3338e430-0a38-4ef5-851d-fdb4e974501f req-736d832a-27e3-4bde-b78a-155ce7bc4509 tempest-VolumesActionsTest-91720519 tempest-VolumesActionsTest-91720519-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781926629636'] for port (4f3fd811-7ab9-4ad8-99a4-684d8dc134bf), before_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:16:23.915833 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.db [req-3338e430-0a38-4ef5-851d-fdb4e974501f req-736d832a-27e3-4bde-b78a-155ce7bc4509 tempest-VolumesActionsTest-91720519 tempest-VolumesActionsTest-91720519-project] For port 4f3fd811-7ab9-4ad8-99a4-684d8dc134bf, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=4f3fd811-7ab9-4ad8-99a4-684d8dc134bf,segment=NetworkSegment(4fafec2b-a6e2-4e57-9489-84e1c8f57960),segment_id=4fafec2b-a6e2-4e57-9489-84e1c8f57960)] {{(pid=104416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 04:16:23.917294 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-3338e430-0a38-4ef5-851d-fdb4e974501f req-736d832a-27e3-4bde-b78a-155ce7bc4509 tempest-VolumesActionsTest-91720519 tempest-VolumesActionsTest-91720519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616079'] for port (4f3fd811-7ab9-4ad8-99a4-684d8dc134bf), precommit_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:16:23.924146 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-e0d0120d-5841-4446-8abf-1492f2ca89f8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:16:23.941917 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.plugin [req-3338e430-0a38-4ef5-851d-fdb4e974501f req-736d832a-27e3-4bde-b78a-155ce7bc4509 tempest-VolumesActionsTest-91720519 tempest-VolumesActionsTest-91720519-project] Calling delete_port for 4f3fd811-7ab9-4ad8-99a4-684d8dc134bf owned by compute:nova {{(pid=104416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 30 04:16:24.013592 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-e0d0120d-5841-4446-8abf-1492f2ca89f8 admin admin] Publish callbacks [] for security_group (26e72d49-1a9a-43a7-9f50-481dc2330d99), precommit_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:16:24.019880 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-e0d0120d-5841-4446-8abf-1492f2ca89f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3637186'] for security_group (26e72d49-1a9a-43a7-9f50-481dc2330d99), after_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:16:24.090728 dv-cinder-846842-7-iscsi neutron-server[104415]: INFO neutron.wsgi [None req-e0d0120d-5841-4446-8abf-1492f2ca89f8 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e31ab1240bb2431e9cae6b1588d409e2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4477620 Jun 30 04:16:24.091517 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.wsgi [-] (104415) accepted ('10.222.0.13', 51106) {{(pid=104415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 04:16:24.108147 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d0120d-5841-4446-8abf-1492f2ca89f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26e72d49-1a9a-43a7-9f50-481dc2330d99,revision_number=1']} {{(pid=104415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:16:24.130472 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-3338e430-0a38-4ef5-851d-fdb4e974501f req-736d832a-27e3-4bde-b78a-155ce7bc4509 tempest-VolumesActionsTest-91720519 tempest-VolumesActionsTest-91720519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4095053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781926635560', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781926239326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1764130'] for port (4f3fd811-7ab9-4ad8-99a4-684d8dc134bf), after_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:16:24.147384 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.db [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] get_ports_and_sgs() called for port_ids ['4f3fd811-7ab9-4ad8-99a4-684d8dc134bf'] {{(pid=104417) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 04:16:24.179612 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736d832a-27e3-4bde-b78a-155ce7bc4509 tempest-VolumesActionsTest-91720519 tempest-VolumesActionsTest-91720519-project] Pushing event deleted for resources: {'Port': ['ID=4f3fd811-7ab9-4ad8-99a4-684d8dc134bf,revision_number=None']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:16:24.191561 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-503f91db-f41e-49f4-88aa-05087200d4df admin admin] Publish callbacks [] for security_group (26e72d49-1a9a-43a7-9f50-481dc2330d99), before_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:16:24.225484 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.db.l3_dvrscheduler_db [req-3338e430-0a38-4ef5-851d-fdb4e974501f req-736d832a-27e3-4bde-b78a-155ce7bc4509 tempest-VolumesActionsTest-91720519 tempest-VolumesActionsTest-91720519-project] No DVR routers for this DVR port 4f3fd811-7ab9-4ad8-99a4-684d8dc134bf on host hv-cinder-84684 {{(pid=104416) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 30 04:16:24.228263 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-503f91db-f41e-49f4-88aa-05087200d4df admin admin] Publish callbacks [] for security_group (26e72d49-1a9a-43a7-9f50-481dc2330d99), precommit_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:16:24.228402 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-3338e430-0a38-4ef5-851d-fdb4e974501f req-736d832a-27e3-4bde-b78a-155ce7bc4509 tempest-VolumesActionsTest-91720519 tempest-VolumesActionsTest-91720519-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13292'] for port (None), before_response {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:16:24.232039 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-3338e430-0a38-4ef5-851d-fdb4e974501f req-736d832a-27e3-4bde-b78a-155ce7bc4509 tempest-VolumesActionsTest-91720519 tempest-VolumesActionsTest-91720519-project] 10.222.0.20 "DELETE /v2.0/ports/4f3fd811-7ab9-4ad8-99a4-684d8dc134bf HTTP/1.1" status: 204 len: 173 time: 0.5674684 Jun 30 04:16:24.232493 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '504967a1-62e0-47c1-afe0-4aca8879a2c8', 'name': 'network-vif-deleted', 'tag': '4f3fd811-7ab9-4ad8-99a4-684d8dc134bf'}] {{(pid=104416) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 30 04:16:24.234755 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8111519efe35ff5952c269e16f689610d56ef28aa1e0b77ca5734c542983c30f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f1ad288-6620-449d-b0e9-1f906c7d5440" -d '{"events": [{"server_uuid": "504967a1-62e0-47c1-afe0-4aca8879a2c8", "name": "network-vif-deleted", "tag": "4f3fd811-7ab9-4ad8-99a4-684d8dc134bf"}]}' {{(pid=104416) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 04:16:24.264458 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:DELETE=7,neutron:SELECT=85,neutron:INSERT=8 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:16:24.282239 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Jun 2022 04:16:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53d47e8c-2a40-4502-a277-05d260352029 x-openstack-request-id: req-53d47e8c-2a40-4502-a277-05d260352029 {{(pid=104416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 04:16:24.282527 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "504967a1-62e0-47c1-afe0-4aca8879a2c8", "name": "network-vif-deleted", "tag": "4f3fd811-7ab9-4ad8-99a4-684d8dc134bf", "status": "completed", "code": 200}]} {{(pid=104416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 04:16:24.282848 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-53d47e8c-2a40-4502-a277-05d260352029 {{(pid=104416) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 04:16:24.284732 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.notifiers.nova [-] Nova event matching ['req-53d47e8c-2a40-4502-a277-05d260352029'] response: {'server_uuid': '504967a1-62e0-47c1-afe0-4aca8879a2c8', 'name': 'network-vif-deleted', 'tag': '4f3fd811-7ab9-4ad8-99a4-684d8dc134bf', 'status': 'completed', 'code': 200} Jun 30 04:16:24.298609 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-503f91db-f41e-49f4-88aa-05087200d4df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3637186'] for security_group (26e72d49-1a9a-43a7-9f50-481dc2330d99), after_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:16:24.301668 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-503f91db-f41e-49f4-88aa-05087200d4df admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:16:24.303299 dv-cinder-846842-7-iscsi neutron-server[104415]: INFO neutron.wsgi [None req-503f91db-f41e-49f4-88aa-05087200d4df admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/26e72d49-1a9a-43a7-9f50-481dc2330d99 HTTP/1.1" status: 204 len: 168 time: 0.2017925 Jun 30 04:16:24.313327 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503f91db-f41e-49f4-88aa-05087200d4df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26e72d49-1a9a-43a7-9f50-481dc2330d99,revision_number=None']} {{(pid=104415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:16:24.489113 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.13', 51122) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 04:16:24.786032 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-529c39e5-2809-443d-9003-e7c4e7014b9d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:16:24.885744 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-529c39e5-2809-443d-9003-e7c4e7014b9d admin admin] Publish callbacks [] for security_group (53cd93da-9118-47e8-a12d-3fd9cf70e50f), precommit_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:16:24.894483 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-529c39e5-2809-443d-9003-e7c4e7014b9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3637186'] for security_group (53cd93da-9118-47e8-a12d-3fd9cf70e50f), after_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:16:24.931334 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529c39e5-2809-443d-9003-e7c4e7014b9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53cd93da-9118-47e8-a12d-3fd9cf70e50f,revision_number=1']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:16:24.934248 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.wsgi [-] (104415) accepted ('10.222.0.13', 51146) {{(pid=104415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 04:16:24.939719 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-529c39e5-2809-443d-9003-e7c4e7014b9d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=32e18f77d19f450e8e11acdb34149b2f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4471085 Jun 30 04:16:24.940591 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.13', 51148) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 04:16:24.957375 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-762e8f63-31f5-4b3f-8754-8b6a7b53a918 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:16:24.970533 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=88,neutron:DELETE=6,neutron:INSERT=6 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:16:24.999380 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-85343d6a-8d3c-48fe-b194-79ed56ed9794 admin admin] Publish callbacks [] for security_group (53cd93da-9118-47e8-a12d-3fd9cf70e50f), before_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:16:25.026422 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-85343d6a-8d3c-48fe-b194-79ed56ed9794 admin admin] Publish callbacks [] for security_group (53cd93da-9118-47e8-a12d-3fd9cf70e50f), precommit_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:16:25.056054 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-762e8f63-31f5-4b3f-8754-8b6a7b53a918 admin admin] Publish callbacks [] for security_group (ca482018-b5f3-45ad-b64a-36463a8dcbbf), precommit_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:16:25.061934 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-762e8f63-31f5-4b3f-8754-8b6a7b53a918 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3637186'] for security_group (ca482018-b5f3-45ad-b64a-36463a8dcbbf), after_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:16:25.080501 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-85343d6a-8d3c-48fe-b194-79ed56ed9794 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3637186'] for security_group (53cd93da-9118-47e8-a12d-3fd9cf70e50f), after_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:16:25.083319 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-85343d6a-8d3c-48fe-b194-79ed56ed9794 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:16:25.084534 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-85343d6a-8d3c-48fe-b194-79ed56ed9794 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/53cd93da-9118-47e8-a12d-3fd9cf70e50f HTTP/1.1" status: 204 len: 168 time: 0.1415310 Jun 30 04:16:25.093532 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85343d6a-8d3c-48fe-b194-79ed56ed9794 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53cd93da-9118-47e8-a12d-3fd9cf70e50f,revision_number=None']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:16:25.132723 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762e8f63-31f5-4b3f-8754-8b6a7b53a918 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca482018-b5f3-45ad-b64a-36463a8dcbbf,revision_number=1']} {{(pid=104415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:16:25.141973 dv-cinder-846842-7-iscsi neutron-server[104415]: INFO neutron.wsgi [None req-762e8f63-31f5-4b3f-8754-8b6a7b53a918 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=40a0dcb352f848548c9ca2fa2b4d721e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2059875 Jun 30 04:16:25.144977 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.13', 51160) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 04:16:25.174931 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:16:25.202629 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.wsgi [-] (104415) accepted ('10.222.0.13', 51168) {{(pid=104415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 04:16:25.320001 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-1cfae967-493a-4194-922a-9be46e148bca admin admin] Publish callbacks [] for security_group (ca482018-b5f3-45ad-b64a-36463a8dcbbf), before_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:16:25.362222 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea463cd-b213-44a4-9a32-7aec7bab4bda req-e937f2e3-9cad-448b-8f86-e450afa73a54 tempest-VolumesActionsTest-91720519 tempest-VolumesActionsTest-91720519-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:16:25.363784 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-fea463cd-b213-44a4-9a32-7aec7bab4bda req-e937f2e3-9cad-448b-8f86-e450afa73a54 tempest-VolumesActionsTest-91720519 tempest-VolumesActionsTest-91720519-project] 10.222.0.13 "GET /v2.0/networks?id=e32b4d2d-0c44-4263-befe-fe39be6c48e5 HTTP/1.1" status: 200 len: 808 time: 0.1725686 Jun 30 04:16:25.366179 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-1cfae967-493a-4194-922a-9be46e148bca admin admin] Publish callbacks [] for security_group (ca482018-b5f3-45ad-b64a-36463a8dcbbf), precommit_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:16:25.398684 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-fea463cd-b213-44a4-9a32-7aec7bab4bda req-d2773b9f-4bc1-41d1-a20a-707423ca0adb tempest-VolumesActionsTest-91720519 tempest-VolumesActionsTest-91720519-project] 10.222.0.13 "GET /v2.0/quotas/94100e07e4d34a679ae537cb87de4dba HTTP/1.1" status: 200 len: 375 time: 0.0247149 Jun 30 04:16:25.443392 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.v2.base [None req-6be9a79d-580e-4f3d-b87c-410965558aba admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-2013191960-network', 'tenant_id': '74b53f46d15c4465b9005939114e67a3'}} {{(pid=104415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 30 04:16:25.448819 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-fea463cd-b213-44a4-9a32-7aec7bab4bda req-1f80bc77-e0f4-47e9-b455-ce6f2a06d3f9 tempest-VolumesActionsTest-91720519 tempest-VolumesActionsTest-91720519-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=94100e07e4d34a679ae537cb87de4dba&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0409729 Jun 30 04:16:25.494013 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6be9a79d-580e-4f3d-b87c-410965558aba admin admin] Made reservation on behalf of 74b53f46d15c4465b9005939114e67a3 for: {'network': 1} {{(pid=104415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 04:16:25.494364 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-1cfae967-493a-4194-922a-9be46e148bca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3637186'] for security_group (ca482018-b5f3-45ad-b64a-36463a8dcbbf), after_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:16:25.497114 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-1cfae967-493a-4194-922a-9be46e148bca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:16:25.499538 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-6be9a79d-580e-4f3d-b87c-410965558aba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3606762'] for network (None), before_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:16:25.501180 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-1cfae967-493a-4194-922a-9be46e148bca admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ca482018-b5f3-45ad-b64a-36463a8dcbbf HTTP/1.1" status: 204 len: 168 time: 0.3551521 Jun 30 04:16:25.520735 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-6be9a79d-580e-4f3d-b87c-410965558aba admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:16:25.543471 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfae967-493a-4194-922a-9be46e148bca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca482018-b5f3-45ad-b64a-36463a8dcbbf,revision_number=None']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:16:25.548519 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.wsgi [-] (104415) accepted ('10.222.0.13', 51180) {{(pid=104415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 04:16:25.579997 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-fea463cd-b213-44a4-9a32-7aec7bab4bda req-79fd1683-0968-498c-9f50-f0e0e2ef9207 service neutron] 10.222.0.13 "GET /v2.0/networks/e32b4d2d-0c44-4263-befe-fe39be6c48e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231148 Jun 30 04:16:25.623779 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=78,neutron:DELETE=9,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:16:25.666946 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-6be9a79d-580e-4f3d-b87c-410965558aba admin admin] Publish callbacks [] for security_group (8f11cf44-78a0-4c0e-8f30-1538f7de7776), precommit_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:16:25.673204 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-6be9a79d-580e-4f3d-b87c-410965558aba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3637186'] for security_group (8f11cf44-78a0-4c0e-8f30-1538f7de7776), after_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:16:25.704132 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be9a79d-580e-4f3d-b87c-410965558aba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f11cf44-78a0-4c0e-8f30-1538f7de7776,revision_number=1']} {{(pid=104415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:16:25.716458 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6be9a79d-580e-4f3d-b87c-410965558aba admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 157} {{(pid=104415) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 04:16:25.740394 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-fea463cd-b213-44a4-9a32-7aec7bab4bda req-121816b7-c002-46ca-8b4d-e603616858c9 service neutron] 10.222.0.13 "GET /v2.0/networks/e32b4d2d-0c44-4263-befe-fe39be6c48e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1535177 Jun 30 04:16:25.742638 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-6be9a79d-580e-4f3d-b87c-410965558aba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505043'] for segment (021a25df-ca0c-481b-8824-64686e570a1e), precommit_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:16:25.742976 dv-cinder-846842-7-iscsi neutron-server[104415]: INFO neutron.db.segments_db [None req-6be9a79d-580e-4f3d-b87c-410965558aba admin admin] Added segment 021a25df-ca0c-481b-8824-64686e570a1e of type vlan for network d053466e-8b12-41f1-8495-352ca2b58558 Jun 30 04:16:25.750105 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.13', 51184) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 04:16:25.766321 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-25b2f30c-7cd3-4947-8585-101fc19da96d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:16:25.848835 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-6be9a79d-580e-4f3d-b87c-410965558aba admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781926193812'] for network (d053466e-8b12-41f1-8495-352ca2b58558), precommit_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:16:25.861645 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-25b2f30c-7cd3-4947-8585-101fc19da96d admin admin] Publish callbacks [] for security_group (a9a73325-f705-479b-8b64-d363d3a3c9d3), precommit_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:16:25.867583 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-25b2f30c-7cd3-4947-8585-101fc19da96d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3637186'] for security_group (a9a73325-f705-479b-8b64-d363d3a3c9d3), after_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:16:25.897749 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-6be9a79d-580e-4f3d-b87c-410965558aba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3637173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528681'] for network (d053466e-8b12-41f1-8495-352ca2b58558), after_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:16:25.899171 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6be9a79d-580e-4f3d-b87c-410965558aba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:16:25.899953 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-6be9a79d-580e-4f3d-b87c-410965558aba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528667'] for network (None), before_response {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:16:25.948670 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-25b2f30c-7cd3-4947-8585-101fc19da96d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4040e5554ae9488bb9b3c866542462af&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1974566 Jun 30 04:16:25.961169 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.13', 51194) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 04:16:25.972014 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be9a79d-580e-4f3d-b87c-410965558aba admin admin] Pushing event updated for resources: {'Network': ['ID=d053466e-8b12-41f1-8495-352ca2b58558,revision_number=1']} {{(pid=104415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:16:25.989970 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.rpc [None req-2a6d8403-c0a5-4ac4-aa48-860a84345009 None None] Network d053466e-8b12-41f1-8495-352ca2b58558 details requested by agent ovs-agent-dv-cinder-846842-7-iscsi with host dv-cinder-846842-7-iscsi {{(pid=104417) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 04:16:25.992042 dv-cinder-846842-7-iscsi neutron-server[104415]: INFO neutron.wsgi [None req-6be9a79d-580e-4f3d-b87c-410965558aba admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 873 time: 0.7879374 Jun 30 04:16:25.996759 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.wsgi [-] (104415) accepted ('10.222.0.13', 51198) {{(pid=104415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 04:16:26.002723 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b2f30c-7cd3-4947-8585-101fc19da96d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9a73325-f705-479b-8b64-d363d3a3c9d3,revision_number=1']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:16:26.004030 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.v2.base [None req-45218d1f-7739-4b49-b671-67c420cafa0a admin admin] Request body: {'subnet': {'network_id': 'd053466e-8b12-41f1-8495-352ca2b58558', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-2013191960-subnet', 'tenant_id': '74b53f46d15c4465b9005939114e67a3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 30 04:16:26.018316 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:16:26.030872 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45218d1f-7739-4b49-b671-67c420cafa0a admin admin] Made reservation on behalf of 74b53f46d15c4465b9005939114e67a3 for: {'subnet': 1} {{(pid=104415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 04:16:26.034112 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-45218d1f-7739-4b49-b671-67c420cafa0a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8617624'] for subnet (None), before_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:16:26.040677 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-a182883a-92cd-4d95-8230-22658b4e119b req-79271513-948a-4a5b-a37c-739e0c6e940e tempest-VolumesActionsTest-91720519 tempest-VolumesActionsTest-91720519-project] 10.222.0.13 "GET /v2.0/ports?device_id=013e6bcd-1dfa-41de-b517-1dd0054ee024 HTTP/1.1" status: 200 len: 210 time: 0.0998096 Jun 30 04:16:26.085915 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=88,neutron:DELETE=5,neutron:INSERT=7 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:16:26.097483 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-b07fc88a-ad43-4d39-91d3-23790f49970d admin admin] Publish callbacks [] for security_group (a9a73325-f705-479b-8b64-d363d3a3c9d3), before_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:16:26.121352 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-b07fc88a-ad43-4d39-91d3-23790f49970d admin admin] Publish callbacks [] for security_group (a9a73325-f705-479b-8b64-d363d3a3c9d3), precommit_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:16:26.205155 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-b07fc88a-ad43-4d39-91d3-23790f49970d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3637186'] for security_group (a9a73325-f705-479b-8b64-d363d3a3c9d3), after_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:16:26.209968 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-b07fc88a-ad43-4d39-91d3-23790f49970d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:16:26.212920 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-b07fc88a-ad43-4d39-91d3-23790f49970d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a9a73325-f705-479b-8b64-d363d3a3c9d3 HTTP/1.1" status: 204 len: 168 time: 0.2492199 Jun 30 04:16:26.245413 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07fc88a-ad43-4d39-91d3-23790f49970d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9a73325-f705-479b-8b64-d363d3a3c9d3,revision_number=None']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:16:26.286339 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.v2.base [None req-6aef0d01-7053-4d27-b8c6-974b5e7074db admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-823077964-network', 'tenant_id': '4a5e183a36084c9fb82f3a3f7d24402a'}} {{(pid=104415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 30 04:16:26.315758 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6aef0d01-7053-4d27-b8c6-974b5e7074db admin admin] Made reservation on behalf of 4a5e183a36084c9fb82f3a3f7d24402a for: {'network': 1} {{(pid=104415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 04:16:26.318448 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-6aef0d01-7053-4d27-b8c6-974b5e7074db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3606762'] for network (None), before_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:16:26.324315 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=72,neutron:UPDATE=3,neutron:INSERT=23,neutron:DELETE=2 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:16:26.344035 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-6aef0d01-7053-4d27-b8c6-974b5e7074db admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:16:26.382974 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-45218d1f-7739-4b49-b671-67c420cafa0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11635623', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8617614'] for subnet (1d12b51a-7dad-4338-8514-f9c8956a192d), after_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:16:26.471771 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45218d1f-7739-4b49-b671-67c420cafa0a admin admin] Pushing event updated for resources: {'Subnet': ['ID=1d12b51a-7dad-4338-8514-f9c8956a192d,revision_number=0']} {{(pid=104415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:16:26.511913 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45218d1f-7739-4b49-b671-67c420cafa0a admin admin] Checking segment: {'id': '021a25df-ca0c-481b-8824-64686e570a1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'd053466e-8b12-41f1-8495-352ca2b58558'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104415) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 30 04:16:26.512462 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45218d1f-7739-4b49-b671-67c420cafa0a admin admin] Network hostable DHCP agents. Network: d053466e-8b12-41f1-8495-352ca2b58558, hostable agents: ['beddbd52-9273-44c2-990c-63933fe383b2'], hosted agents: [] {{(pid=104415) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 04:16:26.514547 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=83,neutron:INSERT=13,neutron:UPDATE=4 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:16:26.545510 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-6aef0d01-7053-4d27-b8c6-974b5e7074db admin admin] Publish callbacks [] for security_group (2f6d1c4a-513c-47f4-83a7-99e6c18ff482), precommit_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:16:26.553105 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-6aef0d01-7053-4d27-b8c6-974b5e7074db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3637186'] for security_group (2f6d1c4a-513c-47f4-83a7-99e6c18ff482), after_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:16:26.579236 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45218d1f-7739-4b49-b671-67c420cafa0a admin admin] Network d053466e-8b12-41f1-8495-352ca2b58558 is scheduled to be hosted by DHCP agent beddbd52-9273-44c2-990c-63933fe383b2 with binding_index 1 {{(pid=104415) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 04:16:26.606051 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6aef0d01-7053-4d27-b8c6-974b5e7074db admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 199} {{(pid=104415) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 04:16:26.612011 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aef0d01-7053-4d27-b8c6-974b5e7074db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f6d1c4a-513c-47f4-83a7-99e6c18ff482,revision_number=1']} {{(pid=104415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:16:26.616432 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.scheduler.base_scheduler [None req-45218d1f-7739-4b49-b671-67c420cafa0a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-846842-7-iscsi, d053466e-8b12-41f1-8495-352ca2b58558) {{(pid=104415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 04:16:26.623452 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-6aef0d01-7053-4d27-b8c6-974b5e7074db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505043'] for segment (8e11535a-de25-4823-afc2-8ade8ea587d6), precommit_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:16:26.623794 dv-cinder-846842-7-iscsi neutron-server[104415]: INFO neutron.db.segments_db [None req-6aef0d01-7053-4d27-b8c6-974b5e7074db admin admin] Added segment 8e11535a-de25-4823-afc2-8ade8ea587d6 of type vlan for network 9c18043c-6376-4ef1-99e0-e3f0031cee26 Jun 30 04:16:26.624809 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72a4c296-e7ad-45cd-bdd3-e6aae7680d11 None None] Network d053466e-8b12-41f1-8495-352ca2b58558 requested from dv-cinder-846842-7-iscsi {{(pid=104417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 30 04:16:26.625845 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45218d1f-7739-4b49-b671-67c420cafa0a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:16:26.626367 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-45218d1f-7739-4b49-b671-67c420cafa0a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528667'] for subnet (None), before_response {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:16:26.680611 dv-cinder-846842-7-iscsi neutron-server[104415]: INFO neutron.wsgi [None req-45218d1f-7739-4b49-b671-67c420cafa0a admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.6823661 Jun 30 04:16:26.683903 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.13', 51238) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 04:16:26.688553 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.v2.base [None req-8570ced8-9333-4dcb-ad7a-dc9e1e093b91 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-2013191960-router', 'tenant_id': '74b53f46d15c4465b9005939114e67a3', 'external_gateway_info': {'network_id': 'a14b0e4f-074d-4507-846c-fc8420bddf12'}}} {{(pid=104416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 30 04:16:26.693962 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-6aef0d01-7053-4d27-b8c6-974b5e7074db admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781926193812'] for network (9c18043c-6376-4ef1-99e0-e3f0031cee26), precommit_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:16:26.735642 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-6aef0d01-7053-4d27-b8c6-974b5e7074db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3637173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528681'] for network (9c18043c-6376-4ef1-99e0-e3f0031cee26), after_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:16:26.737096 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6aef0d01-7053-4d27-b8c6-974b5e7074db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:16:26.737783 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-6aef0d01-7053-4d27-b8c6-974b5e7074db admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528667'] for network (None), before_response {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:16:26.748432 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-8570ced8-9333-4dcb-ad7a-dc9e1e093b91 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-611393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-992720'] for router (14dd9340-9cf5-4523-a842-7d5aab670ffb), before_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:16:26.749560 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-8570ced8-9333-4dcb-ad7a-dc9e1e093b91 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-612039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-618118', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-671212', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-992729'] for router (14dd9340-9cf5-4523-a842-7d5aab670ffb), precommit_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:16:26.797903 dv-cinder-846842-7-iscsi neutron-server[104415]: INFO neutron.wsgi [None req-6aef0d01-7053-4d27-b8c6-974b5e7074db admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 867 time: 1.2443953 Jun 30 04:16:26.798960 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.wsgi [-] (104415) accepted ('10.222.0.13', 51250) {{(pid=104415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 04:16:26.802187 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=90,neutron:DELETE=3,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:16:26.841812 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.v2.base [None req-d64ddb4c-c831-4cde-90c5-9418d27ffa63 admin admin] Request body: {'subnet': {'network_id': '9c18043c-6376-4ef1-99e0-e3f0031cee26', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-823077964-subnet', 'tenant_id': '4a5e183a36084c9fb82f3a3f7d24402a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 30 04:16:26.847252 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aef0d01-7053-4d27-b8c6-974b5e7074db admin admin] Pushing event updated for resources: {'Network': ['ID=9c18043c-6376-4ef1-99e0-e3f0031cee26,revision_number=1']} {{(pid=104415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:16:26.890234 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.rpc [None req-2a6d8403-c0a5-4ac4-aa48-860a84345009 None None] Network 9c18043c-6376-4ef1-99e0-e3f0031cee26 details requested by agent ovs-agent-dv-cinder-846842-7-iscsi with host dv-cinder-846842-7-iscsi {{(pid=104417) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 04:16:26.901059 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d64ddb4c-c831-4cde-90c5-9418d27ffa63 admin admin] Made reservation on behalf of 4a5e183a36084c9fb82f3a3f7d24402a for: {'subnet': 1} {{(pid=104415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 04:16:26.913670 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-8570ced8-9333-4dcb-ad7a-dc9e1e093b91 admin admin] Publish callbacks [] for router_controller (14dd9340-9cf5-4523-a842-7d5aab670ffb), precommit_add_association {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:16:26.915737 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-d64ddb4c-c831-4cde-90c5-9418d27ffa63 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8617624'] for subnet (None), before_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:16:26.940099 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-578d07aa-c82a-47f4-a3bf-2abe91af731e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcd801984-d77e-514a-975e-2a6430aac994-d053466e-8b12-41f1-8495-352ca2b58558', 'network_id': 'd053466e-8b12-41f1-8495-352ca2b58558', 'project_id': '74b53f46d15c4465b9005939114e67a3', 'fixed_ips': [{'subnet_id': '1d12b51a-7dad-4338-8514-f9c8956a192d'}]}} from dv-cinder-846842-7-iscsi. {{(pid=104417) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 30 04:16:26.943588 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-578d07aa-c82a-47f4-a3bf-2abe91af731e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3606762'] for port (None), before_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:16:27.297549 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-b4eef7b4-8e5d-4eb8-9ab8-fced8b508c9e req-ee93ec0e-f078-4ac9-9a84-9283fa36636b tempest-VolumesActionsTest-91720519 tempest-VolumesActionsTest-91720519-project] 10.222.0.13 "GET /v2.0/ports?device_id=013e6bcd-1dfa-41de-b517-1dd0054ee024 HTTP/1.1" status: 200 len: 210 time: 0.0703769 Jun 30 04:16:27.303920 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-8570ced8-9333-4dcb-ad7a-dc9e1e093b91 admin admin] Publish callbacks [] for router_gateway (14dd9340-9cf5-4523-a842-7d5aab670ffb), precommit_update {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:16:27.314911 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-d64ddb4c-c831-4cde-90c5-9418d27ffa63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11635623', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8617614'] for subnet (1633d63e-410a-4092-ad59-b64c12aa87c9), after_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:16:27.347621 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.db.db_base_plugin_common [None req-578d07aa-c82a-47f4-a3bf-2abe91af731e None None] Allocated IP 172.20.0.2 (d053466e-8b12-41f1-8495-352ca2b58558/1d12b51a-7dad-4338-8514-f9c8956a192d/fed38962-e522-4563-9135-9012a0a10475) {{(pid=104417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 04:16:27.420458 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d64ddb4c-c831-4cde-90c5-9418d27ffa63 admin admin] Checking segment: {'id': '8e11535a-de25-4823-afc2-8ade8ea587d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '9c18043c-6376-4ef1-99e0-e3f0031cee26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104415) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 30 04:16:27.420883 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d64ddb4c-c831-4cde-90c5-9418d27ffa63 admin admin] Network hostable DHCP agents. Network: 9c18043c-6376-4ef1-99e0-e3f0031cee26, hostable agents: ['beddbd52-9273-44c2-990c-63933fe383b2'], hosted agents: [] {{(pid=104415) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 04:16:27.458547 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d64ddb4c-c831-4cde-90c5-9418d27ffa63 admin admin] Network 9c18043c-6376-4ef1-99e0-e3f0031cee26 is scheduled to be hosted by DHCP agent beddbd52-9273-44c2-990c-63933fe383b2 with binding_index 1 {{(pid=104415) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 04:16:27.461965 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64ddb4c-c831-4cde-90c5-9418d27ffa63 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1633d63e-410a-4092-ad59-b64c12aa87c9,revision_number=0']} {{(pid=104415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:16:27.482700 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.scheduler.base_scheduler [None req-d64ddb4c-c831-4cde-90c5-9418d27ffa63 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-846842-7-iscsi, 9c18043c-6376-4ef1-99e0-e3f0031cee26) {{(pid=104415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 04:16:27.491917 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d64ddb4c-c831-4cde-90c5-9418d27ffa63 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:16:27.495085 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-d64ddb4c-c831-4cde-90c5-9418d27ffa63 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528667'] for subnet (None), before_response {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:16:27.527788 dv-cinder-846842-7-iscsi neutron-server[104415]: INFO neutron.wsgi [None req-d64ddb4c-c831-4cde-90c5-9418d27ffa63 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7275429 Jun 30 04:16:27.599164 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2d92349-15d7-4984-bc63-6e3b37db21ef None None] Network 9c18043c-6376-4ef1-99e0-e3f0031cee26 requested from dv-cinder-846842-7-iscsi {{(pid=104417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 30 04:16:27.603428 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.rpc [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Device 4f3fd811-7ab9-4ad8-99a4-684d8dc134bf no longer exists at agent hyperv_hv-cinder-84684 {{(pid=104417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 04:16:27.611972 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=89,neutron:DELETE=3,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:16:27.656705 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] No Port match for: 4f3fd811-7ab9-4ad8-99a4-684d8dc134bf {{(pid=104417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 30 04:16:27.657338 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.rpc [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Device 4f3fd811-7ab9-4ad8-99a4-684d8dc134bf not bound to the agent host hv-cinder-84684 {{(pid=104417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 04:16:27.725745 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-8570ced8-9333-4dcb-ad7a-dc9e1e093b91 admin admin] Publish callbacks [] for router_gateway (14dd9340-9cf5-4523-a842-7d5aab670ffb), before_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:16:27.728344 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-578d07aa-c82a-47f4-a3bf-2abe91af731e None None] Publish callbacks [] for port (fed38962-e522-4563-9135-9012a0a10475), precommit_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:16:27.743588 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-578d07aa-c82a-47f4-a3bf-2abe91af731e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4095053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781926239317'] for port (fed38962-e522-4563-9135-9012a0a10475), after_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:16:27.767788 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-8570ced8-9333-4dcb-ad7a-dc9e1e093b91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3606762'] for port (None), before_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:16:27.872104 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-578d07aa-c82a-47f4-a3bf-2abe91af731e None None] Network d053466e-8b12-41f1-8495-352ca2b58558 is already hosted by enough agents. {{(pid=104417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 04:16:27.880679 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.scheduler.base_scheduler [None req-578d07aa-c82a-47f4-a3bf-2abe91af731e None None] Resources bound (agent type, host, resource id): {{(pid=104417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 04:16:27.886469 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e03c689c-e67a-41f3-80c1-6f1cf58d61ce None None] Network 9c18043c-6376-4ef1-99e0-e3f0031cee26 requested from dv-cinder-846842-7-iscsi {{(pid=104417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 30 04:16:27.889603 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-578d07aa-c82a-47f4-a3bf-2abe91af731e None None] Received port after_create {{(pid=104417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 30 04:16:27.905317 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea463cd-b213-44a4-9a32-7aec7bab4bda req-46fdc499-e4ae-42bc-9d6a-678c86ce5834 tempest-VolumesActionsTest-91720519 tempest-VolumesActionsTest-91720519-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:16:27.910782 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-fea463cd-b213-44a4-9a32-7aec7bab4bda req-46fdc499-e4ae-42bc-9d6a-678c86ce5834 tempest-VolumesActionsTest-91720519 tempest-VolumesActionsTest-91720519-project] 10.222.0.20 "GET /v2.0/networks?id=e32b4d2d-0c44-4263-befe-fe39be6c48e5 HTTP/1.1" status: 200 len: 808 time: 0.3140142 Jun 30 04:16:27.933066 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.v2.base [req-fea463cd-b213-44a4-9a32-7aec7bab4bda req-a0213326-e2ce-438d-8dd6-72ebd5f77f3b tempest-VolumesActionsTest-91720519 tempest-VolumesActionsTest-91720519-project] Request body: {'port': {'device_id': '013e6bcd-1dfa-41de-b517-1dd0054ee024', 'network_id': 'e32b4d2d-0c44-4263-befe-fe39be6c48e5', 'admin_state_up': True, 'tenant_id': '94100e07e4d34a679ae537cb87de4dba'}} {{(pid=104416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 30 04:16:27.933646 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578d07aa-c82a-47f4-a3bf-2abe91af731e None None] Pushing event updated for resources: {'Port': ['ID=fed38962-e522-4563-9135-9012a0a10475,revision_number=1']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:16:28.055226 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.managers [None req-578d07aa-c82a-47f4-a3bf-2abe91af731e None None] Attempting to bind port fed38962-e522-4563-9135-9012a0a10475 on host dv-cinder-846842-7-iscsi for vnic_type normal with profile {{(pid=104417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 30 04:16:28.055510 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.managers [None req-578d07aa-c82a-47f4-a3bf-2abe91af731e None None] Attempting to bind port fed38962-e522-4563-9135-9012a0a10475 by drivers openvswitch,hyperv on host dv-cinder-846842-7-iscsi at level 0 using segments [{'id': '021a25df-ca0c-481b-8824-64686e570a1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'd053466e-8b12-41f1-8495-352ca2b58558'}] {{(pid=104417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 30 04:16:28.056131 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-578d07aa-c82a-47f4-a3bf-2abe91af731e None None] Attempting to bind port fed38962-e522-4563-9135-9012a0a10475 on network d053466e-8b12-41f1-8495-352ca2b58558 {{(pid=104417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 30 04:16:28.066200 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-578d07aa-c82a-47f4-a3bf-2abe91af731e None None] Checking agent: {'id': 'cbdf45b5-344e-4e18-9242-1abb738708f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846842-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 30, 4, 7, 10), 'started_at': datetime.datetime(2022, 6, 30, 4, 7, 40), 'heartbeat_timestamp': datetime.datetime(2022, 6, 30, 4, 16, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846842-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 30 04:16:28.066869 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-578d07aa-c82a-47f4-a3bf-2abe91af731e None None] Checking segment: {'id': '021a25df-ca0c-481b-8824-64686e570a1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'd053466e-8b12-41f1-8495-352ca2b58558'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 30 04:16:28.067452 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-578d07aa-c82a-47f4-a3bf-2abe91af731e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:16:28.067993 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-578d07aa-c82a-47f4-a3bf-2abe91af731e None None] Bound using segment: {'id': '021a25df-ca0c-481b-8824-64686e570a1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'd053466e-8b12-41f1-8495-352ca2b58558'} {{(pid=104417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 30 04:16:28.068613 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.managers [None req-578d07aa-c82a-47f4-a3bf-2abe91af731e None None] Bound port: fed38962-e522-4563-9135-9012a0a10475, host: dv-cinder-846842-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '021a25df-ca0c-481b-8824-64686e570a1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'd053466e-8b12-41f1-8495-352ca2b58558'}}] {{(pid=104417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 30 04:16:28.069213 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-578d07aa-c82a-47f4-a3bf-2abe91af731e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3606762'] for port (fed38962-e522-4563-9135-9012a0a10475), before_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:16:28.095857 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.db.db_base_plugin_common [None req-8570ced8-9333-4dcb-ad7a-dc9e1e093b91 admin admin] Allocated IP 172.27.1.60 (a14b0e4f-074d-4507-846c-fc8420bddf12/15378187-268c-4fae-ace7-eaca7aa50f90/680d7f3a-cee8-4ca1-828c-66dca56cd16c) {{(pid=104416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 04:16:28.130887 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:16:28.186795 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.db [None req-578d07aa-c82a-47f4-a3bf-2abe91af731e None None] For port fed38962-e522-4563-9135-9012a0a10475, host dv-cinder-846842-7-iscsi, cleared binding levels {{(pid=104417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 04:16:28.191026 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fea463cd-b213-44a4-9a32-7aec7bab4bda req-a0213326-e2ce-438d-8dd6-72ebd5f77f3b tempest-VolumesActionsTest-91720519 tempest-VolumesActionsTest-91720519-project] Made reservation on behalf of 94100e07e4d34a679ae537cb87de4dba for: {'port': 1} {{(pid=104416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 04:16:28.195790 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-fea463cd-b213-44a4-9a32-7aec7bab4bda req-a0213326-e2ce-438d-8dd6-72ebd5f77f3b tempest-VolumesActionsTest-91720519 tempest-VolumesActionsTest-91720519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3606762'] for port (None), before_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:16:28.210978 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.db [None req-578d07aa-c82a-47f4-a3bf-2abe91af731e None None] For port fed38962-e522-4563-9135-9012a0a10475, host dv-cinder-846842-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-7-iscsi',level=0,port_id=fed38962-e522-4563-9135-9012a0a10475,segment=NetworkSegment(021a25df-ca0c-481b-8824-64686e570a1e),segment_id=021a25df-ca0c-481b-8824-64686e570a1e)] {{(pid=104417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 04:16:28.226407 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-578d07aa-c82a-47f4-a3bf-2abe91af731e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4095053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781926634698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781926239335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781926239353'] for port (fed38962-e522-4563-9135-9012a0a10475), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:16:28.291271 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=85,neutron:DELETE=3,neutron:INSERT=9,neutron:UPDATE=3 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:16:28.344147 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578d07aa-c82a-47f4-a3bf-2abe91af731e None None] Pushing event updated for resources: {'Port': ['ID=fed38962-e522-4563-9135-9012a0a10475,revision_number=2']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:16:28.397083 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:INSERT=5 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:16:28.415309 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-8570ced8-9333-4dcb-ad7a-dc9e1e093b91 admin admin] Publish callbacks [] for port (680d7f3a-cee8-4ca1-828c-66dca56cd16c), precommit_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:16:28.905967 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-82f32a61-bca8-44b5-8932-2e3d8417f9ab req-9f0f5815-026d-42d4-9a06-ba4569816ca5 tempest-VolumesActionsTest-91720519 tempest-VolumesActionsTest-91720519-project] 10.222.0.13 "GET /v2.0/ports?device_id=013e6bcd-1dfa-41de-b517-1dd0054ee024 HTTP/1.1" status: 200 len: 210 time: 0.4410465 Jun 30 04:16:28.909872 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-8570ced8-9333-4dcb-ad7a-dc9e1e093b91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4095053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781926239317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1764130'] for port (680d7f3a-cee8-4ca1-828c-66dca56cd16c), after_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:16:28.951343 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.db.db_base_plugin_common [req-fea463cd-b213-44a4-9a32-7aec7bab4bda req-a0213326-e2ce-438d-8dd6-72ebd5f77f3b tempest-VolumesActionsTest-91720519 tempest-VolumesActionsTest-91720519-project] Allocated IP 172.20.0.5 (e32b4d2d-0c44-4263-befe-fe39be6c48e5/a5efc94f-0420-4a8e-a48f-9d7543800cda/82041917-867c-427d-977e-0d948fccb60e) {{(pid=104416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 04:16:28.974488 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8570ced8-9333-4dcb-ad7a-dc9e1e093b91 admin admin] Network a14b0e4f-074d-4507-846c-fc8420bddf12 is already hosted by enough agents. {{(pid=104416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 04:16:28.982181 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.scheduler.base_scheduler [None req-8570ced8-9333-4dcb-ad7a-dc9e1e093b91 admin admin] Resources bound (agent type, host, resource id): {{(pid=104416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 04:16:28.988788 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8570ced8-9333-4dcb-ad7a-dc9e1e093b91 admin admin] Received port after_create {{(pid=104416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 30 04:16:28.994829 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8570ced8-9333-4dcb-ad7a-dc9e1e093b91 admin admin] Pushing event updated for resources: {'Port': ['ID=680d7f3a-cee8-4ca1-828c-66dca56cd16c,revision_number=1']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:16:29.113077 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.rpc [None req-2a6d8403-c0a5-4ac4-aa48-860a84345009 None None] Device fed38962-e522-4563-9135-9012a0a10475 up at agent ovs-agent-dv-cinder-846842-7-iscsi {{(pid=104417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 04:16:29.166698 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.db.provisioning_blocks [None req-2a6d8403-c0a5-4ac4-aa48-860a84345009 None None] Provisioning complete for port fed38962-e522-4563-9135-9012a0a10475 triggered by entity L2. {{(pid=104417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 30 04:16:29.167140 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-2a6d8403-c0a5-4ac4-aa48-860a84345009 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565073'] for port (fed38962-e522-4563-9135-9012a0a10475), provisioning_complete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:16:29.334111 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-2a6d8403-c0a5-4ac4-aa48-860a84345009 None None] Current status of the port fed38962-e522-4563-9135-9012a0a10475 is: DOWN; New status is: ACTIVE {{(pid=104417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 30 04:16:29.335027 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-2a6d8403-c0a5-4ac4-aa48-860a84345009 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3606762'] for port (fed38962-e522-4563-9135-9012a0a10475), before_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:16:29.409670 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.db [None req-2a6d8403-c0a5-4ac4-aa48-860a84345009 None None] For port fed38962-e522-4563-9135-9012a0a10475, host dv-cinder-846842-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-7-iscsi',level=0,port_id=fed38962-e522-4563-9135-9012a0a10475,segment=NetworkSegment(021a25df-ca0c-481b-8824-64686e570a1e),segment_id=021a25df-ca0c-481b-8824-64686e570a1e)] {{(pid=104417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 04:16:29.420065 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-2a6d8403-c0a5-4ac4-aa48-860a84345009 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4095053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781926634698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781926239335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781926239353'] for port (fed38962-e522-4563-9135-9012a0a10475), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:16:29.443873 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-fea463cd-b213-44a4-9a32-7aec7bab4bda req-a0213326-e2ce-438d-8dd6-72ebd5f77f3b tempest-VolumesActionsTest-91720519 tempest-VolumesActionsTest-91720519-project] Publish callbacks [] for port (82041917-867c-427d-977e-0d948fccb60e), precommit_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:16:29.501610 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6d8403-c0a5-4ac4-aa48-860a84345009 None None] Pushing event updated for resources: {'Port': ['ID=fed38962-e522-4563-9135-9012a0a10475,revision_number=3']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:16:29.538271 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-8570ced8-9333-4dcb-ad7a-dc9e1e093b91 admin admin] Publish callbacks [] for router_gateway (14dd9340-9cf5-4523-a842-7d5aab670ffb), after_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:16:29.612877 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-fea463cd-b213-44a4-9a32-7aec7bab4bda req-a0213326-e2ce-438d-8dd6-72ebd5f77f3b tempest-VolumesActionsTest-91720519 tempest-VolumesActionsTest-91720519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4095053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781926239317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1764130'] for port (82041917-867c-427d-977e-0d948fccb60e), after_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:16:29.717330 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fea463cd-b213-44a4-9a32-7aec7bab4bda req-a0213326-e2ce-438d-8dd6-72ebd5f77f3b tempest-VolumesActionsTest-91720519 tempest-VolumesActionsTest-91720519-project] Network e32b4d2d-0c44-4263-befe-fe39be6c48e5 is already hosted by enough agents. {{(pid=104416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 04:16:29.727591 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.scheduler.base_scheduler [req-fea463cd-b213-44a4-9a32-7aec7bab4bda req-a0213326-e2ce-438d-8dd6-72ebd5f77f3b tempest-VolumesActionsTest-91720519 tempest-VolumesActionsTest-91720519-project] Resources bound (agent type, host, resource id): {{(pid=104416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 04:16:29.730247 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.db.l3_dvrscheduler_db [req-fea463cd-b213-44a4-9a32-7aec7bab4bda req-a0213326-e2ce-438d-8dd6-72ebd5f77f3b tempest-VolumesActionsTest-91720519 tempest-VolumesActionsTest-91720519-project] Received port after_create {{(pid=104416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 30 04:16:29.733185 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:16:29.790785 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0213326-e2ce-438d-8dd6-72ebd5f77f3b tempest-VolumesActionsTest-91720519 tempest-VolumesActionsTest-91720519-project] Pushing event updated for resources: {'Port': ['ID=82041917-867c-427d-977e-0d948fccb60e,revision_number=1']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:16:29.798855 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:16:29.817647 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea463cd-b213-44a4-9a32-7aec7bab4bda req-a0213326-e2ce-438d-8dd6-72ebd5f77f3b tempest-VolumesActionsTest-91720519 tempest-VolumesActionsTest-91720519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:16:29.818289 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-fea463cd-b213-44a4-9a32-7aec7bab4bda req-a0213326-e2ce-438d-8dd6-72ebd5f77f3b tempest-VolumesActionsTest-91720519 tempest-VolumesActionsTest-91720519-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13292'] for port (None), before_response {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:16:29.869106 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c31bb3e-2b0c-43ff-b158-e28275f0ba29 None None] Network d053466e-8b12-41f1-8495-352ca2b58558 requested from dv-cinder-846842-7-iscsi {{(pid=104417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 30 04:16:29.891318 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:SELECT=79 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:16:29.896852 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:SELECT=51 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:16:29.948696 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-fea463cd-b213-44a4-9a32-7aec7bab4bda req-a0213326-e2ce-438d-8dd6-72ebd5f77f3b tempest-VolumesActionsTest-91720519 tempest-VolumesActionsTest-91720519-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0217927 Jun 30 04:16:29.962353 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.v2.base [req-fea463cd-b213-44a4-9a32-7aec7bab4bda req-9288b721-0325-407e-a81e-b8bbdb63364e service neutron] Request body: {'port': {'device_id': '013e6bcd-1dfa-41de-b517-1dd0054ee024', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84684'}} {{(pid=104416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 30 04:16:29.987189 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.db.provisioning_blocks [None req-7055150b-5421-41c1-a3ab-f1f384008aba None None] Provisioning complete for port fed38962-e522-4563-9135-9012a0a10475 triggered by entity DHCP. {{(pid=104417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 30 04:16:29.987587 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-7055150b-5421-41c1-a3ab-f1f384008aba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565073'] for port (fed38962-e522-4563-9135-9012a0a10475), provisioning_complete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:16:30.043631 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:UPDATE=3,neutron:SELECT=96,neutron:INSERT=1 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:16:30.048104 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-8570ced8-9333-4dcb-ad7a-dc9e1e093b91 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-612929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-619506'] for router (14dd9340-9cf5-4523-a842-7d5aab670ffb), after_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:16:30.149131 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-7055150b-5421-41c1-a3ab-f1f384008aba None None] Current status of the port fed38962-e522-4563-9135-9012a0a10475 is: ACTIVE; New status is: ACTIVE {{(pid=104417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 30 04:16:30.281292 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b280a49-3a08-4f7c-81bc-cdad35f20696 req-36ed2a35-45ea-416b-be62-6dbd28322f06 tempest-VolumesActionsTest-91720519 tempest-VolumesActionsTest-91720519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:16:30.282994 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-4b280a49-3a08-4f7c-81bc-cdad35f20696 req-36ed2a35-45ea-416b-be62-6dbd28322f06 tempest-VolumesActionsTest-91720519 tempest-VolumesActionsTest-91720519-project] 10.222.0.13 "GET /v2.0/ports?device_id=013e6bcd-1dfa-41de-b517-1dd0054ee024 HTTP/1.1" status: 200 len: 931 time: 0.2750964 Jun 30 04:16:30.315269 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-fea463cd-b213-44a4-9a32-7aec7bab4bda req-9288b721-0325-407e-a81e-b8bbdb63364e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3606762'] for port (82041917-867c-427d-977e-0d948fccb60e), before_update {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:16:30.423213 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-4b280a49-3a08-4f7c-81bc-cdad35f20696 req-351b0c73-df17-45e4-8454-03a6d7970187 tempest-VolumesActionsTest-91720519 tempest-VolumesActionsTest-91720519-project] 10.222.0.13 "GET /v2.0/security-groups?id=265ff658-8a93-4d62-aa14-b0736216eb05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300602 Jun 30 04:16:30.470609 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.db.provisioning_blocks [None req-c821c0cf-26c3-4ac7-bf5f-2da97803e564 None None] Provisioning complete for port fed38962-e522-4563-9135-9012a0a10475 triggered by entity DHCP. {{(pid=104417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 30 04:16:30.470977 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-c821c0cf-26c3-4ac7-bf5f-2da97803e564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565073'] for port (fed38962-e522-4563-9135-9012a0a10475), provisioning_complete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:16:30.475958 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8570ced8-9333-4dcb-ad7a-dc9e1e093b91 admin admin] Router 14dd9340-9cf5-4523-a842-7d5aab670ffb is scheduled to L3 agent 2ea21a61-d737-4543-a811-a0d035fbf0f6 with binding_index 1 {{(pid=104416) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 30 04:16:30.548774 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-c821c0cf-26c3-4ac7-bf5f-2da97803e564 None None] Current status of the port fed38962-e522-4563-9135-9012a0a10475 is: ACTIVE; New status is: ACTIVE {{(pid=104417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 30 04:16:30.671716 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8570ced8-9333-4dcb-ad7a-dc9e1e093b91 admin admin] Notify agent at l3_agent.dv-cinder-846842-7-iscsi the message routers_updated {{(pid=104416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 04:16:30.682217 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5202fdc-76c7-4348-9baa-7c1c675305b7 None None] Sync routers for ids ['14dd9340-9cf5-4523-a842-7d5aab670ffb'] in dv-cinder-846842-7-iscsi {{(pid=104417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 04:16:30.693244 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5202fdc-76c7-4348-9baa-7c1c675305b7 None None] Routers {'14dd9340-9cf5-4523-a842-7d5aab670ffb'} bound to L3 agent in host dv-cinder-846842-7-iscsi {{(pid=104417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 30 04:16:30.693955 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.db.l3_hamode_db [None req-e5202fdc-76c7-4348-9baa-7c1c675305b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-30T04:07:07Z,description=,heartbeat_timestamp=2022-06-30T04:16:07Z,host='dv-cinder-846842-7-iscsi',id=2ea21a61-d737-4543-a811-a0d035fbf0f6,load=0,resource_versions=,resources_synced=,started_at=2022-06-30T04:07:07Z,topic='l3_agent')) {'router_ids': ['14dd9340-9cf5-4523-a842-7d5aab670ffb'], 'active': True} {{(pid=104417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 04:16:30.704410 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-8570ced8-9333-4dcb-ad7a-dc9e1e093b91 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:16:30.708550 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-8570ced8-9333-4dcb-ad7a-dc9e1e093b91 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 4.0205414 Jun 30 04:16:30.708984 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.wsgi [-] (104415) accepted ('10.222.0.13', 51448) {{(pid=104415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 04:16:30.718016 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:INSERT=10,neutron:SELECT=85,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:16:30.736497 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:16:30.749128 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.notifiers.nova [req-fea463cd-b213-44a4-9a32-7aec7bab4bda req-9288b721-0325-407e-a81e-b8bbdb63364e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 82041917-867c-427d-977e-0d948fccb60e {{(pid=104416) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 30 04:16:30.757217 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-fea463cd-b213-44a4-9a32-7aec7bab4bda req-9288b721-0325-407e-a81e-b8bbdb63364e service neutron] Publish callbacks [] for port (82041917-867c-427d-977e-0d948fccb60e), precommit_update {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:16:30.770956 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.db.provisioning_blocks [req-fea463cd-b213-44a4-9a32-7aec7bab4bda req-9288b721-0325-407e-a81e-b8bbdb63364e service neutron] Transition to ACTIVE for port object 82041917-867c-427d-977e-0d948fccb60e will not be triggered until provisioned by entity L2. {{(pid=104416) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 30 04:16:30.777470 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-fea463cd-b213-44a4-9a32-7aec7bab4bda req-9288b721-0325-407e-a81e-b8bbdb63364e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4095053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781926634698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781926239335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781926239353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1764123'] for port (82041917-867c-427d-977e-0d948fccb60e), after_update {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:16:30.816050 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.db.l3_dvr_db [None req-e5202fdc-76c7-4348-9baa-7c1c675305b7 None None] Set router 14dd9340-9cf5-4523-a842-7d5aab670ffb gateway port host: dv-cinder-846842-7-iscsi {{(pid=104417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 30 04:16:30.828629 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9288b721-0325-407e-a81e-b8bbdb63364e service neutron] Pushing event updated for resources: {'Port': ['ID=82041917-867c-427d-977e-0d948fccb60e,revision_number=2']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:16:30.858449 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:16:30.905147 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=83,neutron:UPDATE=2,neutron:INSERT=10,neutron:DELETE=5 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:16:30.924233 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.managers [req-fea463cd-b213-44a4-9a32-7aec7bab4bda req-9288b721-0325-407e-a81e-b8bbdb63364e service neutron] Attempting to bind port 82041917-867c-427d-977e-0d948fccb60e on host hv-cinder-84684 for vnic_type normal with profile {{(pid=104416) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 30 04:16:30.924656 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.managers [req-fea463cd-b213-44a4-9a32-7aec7bab4bda req-9288b721-0325-407e-a81e-b8bbdb63364e service neutron] Attempting to bind port 82041917-867c-427d-977e-0d948fccb60e by drivers openvswitch,hyperv on host hv-cinder-84684 at level 0 using segments [{'id': '4fafec2b-a6e2-4e57-9489-84e1c8f57960', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'e32b4d2d-0c44-4263-befe-fe39be6c48e5'}] {{(pid=104416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 30 04:16:30.925042 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fea463cd-b213-44a4-9a32-7aec7bab4bda req-9288b721-0325-407e-a81e-b8bbdb63364e service neutron] Attempting to bind port 82041917-867c-427d-977e-0d948fccb60e on network e32b4d2d-0c44-4263-befe-fe39be6c48e5 {{(pid=104416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 30 04:16:30.929720 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fea463cd-b213-44a4-9a32-7aec7bab4bda req-9288b721-0325-407e-a81e-b8bbdb63364e service neutron] Port 82041917-867c-427d-977e-0d948fccb60e on network e32b4d2d-0c44-4263-befe-fe39be6c48e5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84684 {{(pid=104416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 30 04:16:30.930032 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fea463cd-b213-44a4-9a32-7aec7bab4bda req-9288b721-0325-407e-a81e-b8bbdb63364e service neutron] Attempting to bind port 82041917-867c-427d-977e-0d948fccb60e on network e32b4d2d-0c44-4263-befe-fe39be6c48e5 {{(pid=104416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 30 04:16:30.935265 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fea463cd-b213-44a4-9a32-7aec7bab4bda req-9288b721-0325-407e-a81e-b8bbdb63364e service neutron] Checking agent: {'id': 'ef703bef-7cc0-467c-baa9-fe8a66be565c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84684', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 30, 4, 13, 10), 'started_at': datetime.datetime(2022, 6, 30, 4, 13, 10), 'heartbeat_timestamp': datetime.datetime(2022, 6, 30, 4, 16, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 30 04:16:30.935600 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fea463cd-b213-44a4-9a32-7aec7bab4bda req-9288b721-0325-407e-a81e-b8bbdb63364e service neutron] Checking segment: {'id': '4fafec2b-a6e2-4e57-9489-84e1c8f57960', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'e32b4d2d-0c44-4263-befe-fe39be6c48e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104416) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 30 04:16:30.935976 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fea463cd-b213-44a4-9a32-7aec7bab4bda req-9288b721-0325-407e-a81e-b8bbdb63364e service neutron] Bound using segment: {'id': '4fafec2b-a6e2-4e57-9489-84e1c8f57960', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'e32b4d2d-0c44-4263-befe-fe39be6c48e5'} {{(pid=104416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 30 04:16:30.936400 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.managers [req-fea463cd-b213-44a4-9a32-7aec7bab4bda req-9288b721-0325-407e-a81e-b8bbdb63364e service neutron] Bound port: 82041917-867c-427d-977e-0d948fccb60e, host: hv-cinder-84684, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4fafec2b-a6e2-4e57-9489-84e1c8f57960', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'e32b4d2d-0c44-4263-befe-fe39be6c48e5'}}] {{(pid=104416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 30 04:16:30.936754 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-fea463cd-b213-44a4-9a32-7aec7bab4bda req-9288b721-0325-407e-a81e-b8bbdb63364e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3606762'] for port (82041917-867c-427d-977e-0d948fccb60e), before_update {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:16:31.013238 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.db [req-fea463cd-b213-44a4-9a32-7aec7bab4bda req-9288b721-0325-407e-a81e-b8bbdb63364e service neutron] For port 82041917-867c-427d-977e-0d948fccb60e, host hv-cinder-84684, cleared binding levels {{(pid=104416) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 04:16:31.013997 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.db [req-fea463cd-b213-44a4-9a32-7aec7bab4bda req-9288b721-0325-407e-a81e-b8bbdb63364e service neutron] For port 82041917-867c-427d-977e-0d948fccb60e, host hv-cinder-84684, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=82041917-867c-427d-977e-0d948fccb60e,segment=NetworkSegment(4fafec2b-a6e2-4e57-9489-84e1c8f57960),segment_id=4fafec2b-a6e2-4e57-9489-84e1c8f57960)] {{(pid=104416) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 04:16:31.022740 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-fea463cd-b213-44a4-9a32-7aec7bab4bda req-9288b721-0325-407e-a81e-b8bbdb63364e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4095053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781926634698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781926239335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781926239353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1764123'] for port (82041917-867c-427d-977e-0d948fccb60e), after_update {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:16:31.026496 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.db.l3_hamode_db [None req-e5202fdc-76c7-4348-9baa-7c1c675305b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14dd9340-9cf5-4523-a842-7d5aab670ffb', 'name': 'tempest-ServerRescueNegativeTestJSON-2013191960-router', 'tenant_id': '74b53f46d15c4465b9005939114e67a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14b0e4f-074d-4507-846c-fc8420bddf12', 'external_fixed_ips': [{'subnet_id': '15378187-268c-4fae-ace7-eaca7aa50f90', 'ip_address': '172.27.1.60'}], 'enable_snat': True}, 'gw_port_id': '680d7f3a-cee8-4ca1-828c-66dca56cd16c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T04:16:26Z', 'updated_at': '2022-06-30T04:16:29Z', 'revision_number': 3, 'project_id': '74b53f46d15c4465b9005939114e67a3', 'gw_port': {'id': '680d7f3a-cee8-4ca1-828c-66dca56cd16c', 'name': '', 'network_id': 'a14b0e4f-074d-4507-846c-fc8420bddf12', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:be:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14dd9340-9cf5-4523-a842-7d5aab670ffb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '15378187-268c-4fae-ace7-eaca7aa50f90', 'ip_address': '172.27.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T04:16:27Z', 'updated_at': '2022-06-30T04:16:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '15378187-268c-4fae-ace7-eaca7aa50f90', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-7-iscsi'}], 'dv-cinder-846842-7-iscsi', False) {} {{(pid=104417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 04:16:31.061044 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.rpc [None req-2a6d8403-c0a5-4ac4-aa48-860a84345009 None None] Device fed38962-e522-4563-9135-9012a0a10475 up at agent ovs-agent-dv-cinder-846842-7-iscsi {{(pid=104417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 04:16:31.071121 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea463cd-b213-44a4-9a32-7aec7bab4bda req-9288b721-0325-407e-a81e-b8bbdb63364e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:16:31.071739 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-fea463cd-b213-44a4-9a32-7aec7bab4bda req-9288b721-0325-407e-a81e-b8bbdb63364e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13292'] for port (None), before_response {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:16:31.073145 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-fea463cd-b213-44a4-9a32-7aec7bab4bda req-9288b721-0325-407e-a81e-b8bbdb63364e service neutron] 10.222.0.20 "PUT /v2.0/ports/82041917-867c-427d-977e-0d948fccb60e HTTP/1.1" status: 200 len: 1093 time: 1.1156633 Jun 30 04:16:31.074003 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '013e6bcd-1dfa-41de-b517-1dd0054ee024', 'tag': '82041917-867c-427d-977e-0d948fccb60e'}] {{(pid=104416) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 30 04:16:31.076412 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8111519efe35ff5952c269e16f689610d56ef28aa1e0b77ca5734c542983c30f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d8fcdf9-52e0-43a9-89e6-110e4af04f0d" -d '{"events": [{"name": "network-changed", "server_uuid": "013e6bcd-1dfa-41de-b517-1dd0054ee024", "tag": "82041917-867c-427d-977e-0d948fccb60e"}]}' {{(pid=104416) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 04:16:31.110514 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9288b721-0325-407e-a81e-b8bbdb63364e service neutron] Pushing event updated for resources: {'Port': ['ID=82041917-867c-427d-977e-0d948fccb60e,revision_number=3']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:16:31.113574 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:16:31.123146 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5202fdc-76c7-4348-9baa-7c1c675305b7 None None] Checking router: 14dd9340-9cf5-4523-a842-7d5aab670ffb for host: dv-cinder-846842-7-iscsi {{(pid=104417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 04:16:31.123146 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5202fdc-76c7-4348-9baa-7c1c675305b7 None None] Updating router 14dd9340-9cf5-4523-a842-7d5aab670ffb port 680d7f3a-cee8-4ca1-828c-66dca56cd16c binding host dv-cinder-846842-7-iscsi {{(pid=104417) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 04:16:31.124988 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Jun 2022 04:16:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-719dfc18-ede5-4059-b352-180253d1eab6 x-openstack-request-id: req-719dfc18-ede5-4059-b352-180253d1eab6 {{(pid=104416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 04:16:31.125288 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "013e6bcd-1dfa-41de-b517-1dd0054ee024", "tag": "82041917-867c-427d-977e-0d948fccb60e", "status": "completed", "code": 200}]} {{(pid=104416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 04:16:31.125534 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-719dfc18-ede5-4059-b352-180253d1eab6 {{(pid=104416) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 04:16:31.127186 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.notifiers.nova [-] Nova event matching ['req-719dfc18-ede5-4059-b352-180253d1eab6'] response: {'name': 'network-changed', 'server_uuid': '013e6bcd-1dfa-41de-b517-1dd0054ee024', 'tag': '82041917-867c-427d-977e-0d948fccb60e', 'status': 'completed', 'code': 200} Jun 30 04:16:31.177118 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-e5202fdc-76c7-4348-9baa-7c1c675305b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3606762'] for port (680d7f3a-cee8-4ca1-828c-66dca56cd16c), before_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:16:31.178718 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.db.provisioning_blocks [None req-2a6d8403-c0a5-4ac4-aa48-860a84345009 None None] Provisioning complete for port fed38962-e522-4563-9135-9012a0a10475 triggered by entity L2. {{(pid=104417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 30 04:16:31.179266 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-2a6d8403-c0a5-4ac4-aa48-860a84345009 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565073'] for port (fed38962-e522-4563-9135-9012a0a10475), provisioning_complete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:16:31.192557 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-d03c3edf-4678-4870-892c-c59fd7dad2f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3606762'] for port (None), before_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:16:31.198309 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea463cd-b213-44a4-9a32-7aec7bab4bda req-371b2087-4009-41d4-8933-04a359a2650f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:16:31.200117 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-fea463cd-b213-44a4-9a32-7aec7bab4bda req-371b2087-4009-41d4-8933-04a359a2650f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=94100e07e4d34a679ae537cb87de4dba&device_id=013e6bcd-1dfa-41de-b517-1dd0054ee024 HTTP/1.1" status: 200 len: 1127 time: 0.0640085 Jun 30 04:16:31.249472 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-fea463cd-b213-44a4-9a32-7aec7bab4bda req-20b79249-0eaf-4940-a6aa-4ce84b75bc0e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=82041917-867c-427d-977e-0d948fccb60e HTTP/1.1" status: 200 len: 217 time: 0.0405171 Jun 30 04:16:31.319389 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea463cd-b213-44a4-9a32-7aec7bab4bda req-52a2fa11-e837-4c02-b833-4adeb9755e45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:16:31.321085 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-fea463cd-b213-44a4-9a32-7aec7bab4bda req-52a2fa11-e837-4c02-b833-4adeb9755e45 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a5efc94f-0420-4a8e-a48f-9d7543800cda HTTP/1.1" status: 200 len: 848 time: 0.0649471 Jun 30 04:16:31.371895 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-fea463cd-b213-44a4-9a32-7aec7bab4bda req-0c906743-882d-45a8-8864-c3fcd1cfa2cd service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e32b4d2d-0c44-4263-befe-fe39be6c48e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0434930 Jun 30 04:16:31.393823 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.db.db_base_plugin_common [None req-d03c3edf-4678-4870-892c-c59fd7dad2f1 admin admin] Allocated IP 172.20.0.1 (d053466e-8b12-41f1-8495-352ca2b58558/1d12b51a-7dad-4338-8514-f9c8956a192d/6c61d533-f4ae-4d98-96d7-8819e728f60d) {{(pid=104415) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 04:16:31.642542 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d69e6db-30a7-4a40-a6e1-0aeb347712c1 req-524083a5-e1ef-4efa-b051-10a75fbf4dd4 tempest-VolumesActionsTest-91720519 tempest-VolumesActionsTest-91720519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:16:31.644770 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-4d69e6db-30a7-4a40-a6e1-0aeb347712c1 req-524083a5-e1ef-4efa-b051-10a75fbf4dd4 tempest-VolumesActionsTest-91720519 tempest-VolumesActionsTest-91720519-project] 10.222.0.13 "GET /v2.0/ports?device_id=013e6bcd-1dfa-41de-b517-1dd0054ee024 HTTP/1.1" status: 200 len: 943 time: 0.1003306 Jun 30 04:16:31.652888 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-fea463cd-b213-44a4-9a32-7aec7bab4bda req-4f84d64d-76bc-49ea-a326-71a8d580d503 service neutron] 10.222.0.20 "GET /v2.0/networks/e32b4d2d-0c44-4263-befe-fe39be6c48e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2726839 Jun 30 04:16:31.671122 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=100 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:16:31.672439 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-2a6d8403-c0a5-4ac4-aa48-860a84345009 None None] Current status of the port fed38962-e522-4563-9135-9012a0a10475 is: ACTIVE; New status is: ACTIVE {{(pid=104417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 30 04:16:31.848838 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-4d69e6db-30a7-4a40-a6e1-0aeb347712c1 req-6d10a21a-967f-425b-bf87-4114ab285723 tempest-VolumesActionsTest-91720519 tempest-VolumesActionsTest-91720519-project] 10.222.0.13 "GET /v2.0/security-groups?id=265ff658-8a93-4d62-aa14-b0736216eb05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1913855 Jun 30 04:16:31.861090 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-d03c3edf-4678-4870-892c-c59fd7dad2f1 admin admin] Publish callbacks [] for port (6c61d533-f4ae-4d98-96d7-8819e728f60d), precommit_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:16:31.883697 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-fea463cd-b213-44a4-9a32-7aec7bab4bda req-5025c962-2116-43e9-ad2a-e04459e5710c service neutron] 10.222.0.20 "GET /v2.0/networks/e32b4d2d-0c44-4263-befe-fe39be6c48e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2174683 Jun 30 04:16:31.901798 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-d03c3edf-4678-4870-892c-c59fd7dad2f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4095053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781926239317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11645207'] for port (6c61d533-f4ae-4d98-96d7-8819e728f60d), after_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:16:31.904347 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-e5202fdc-76c7-4348-9baa-7c1c675305b7 None None] Publish callbacks [] for port (680d7f3a-cee8-4ca1-828c-66dca56cd16c), precommit_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:16:31.916198 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-e5202fdc-76c7-4348-9baa-7c1c675305b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4095053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781926634698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781926239335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781926239353'] for port (680d7f3a-cee8-4ca1-828c-66dca56cd16c), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:16:31.944383 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d03c3edf-4678-4870-892c-c59fd7dad2f1 admin admin] Network d053466e-8b12-41f1-8495-352ca2b58558 is already hosted by enough agents. {{(pid=104415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 04:16:31.951259 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.scheduler.base_scheduler [None req-d03c3edf-4678-4870-892c-c59fd7dad2f1 admin admin] Resources bound (agent type, host, resource id): {{(pid=104415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 04:16:31.957882 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d03c3edf-4678-4870-892c-c59fd7dad2f1 admin admin] Received port after_create {{(pid=104415) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 30 04:16:31.989887 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac321025-6b53-4d5d-b69f-431f46e98d97 None None] Pushing event updated for resources: {'Port': ['ID=680d7f3a-cee8-4ca1-828c-66dca56cd16c,revision_number=2']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:16:31.993123 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.managers [None req-e5202fdc-76c7-4348-9baa-7c1c675305b7 None None] Attempting to bind port 680d7f3a-cee8-4ca1-828c-66dca56cd16c on host dv-cinder-846842-7-iscsi for vnic_type normal with profile {{(pid=104417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 30 04:16:31.993586 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.managers [None req-e5202fdc-76c7-4348-9baa-7c1c675305b7 None None] Attempting to bind port 680d7f3a-cee8-4ca1-828c-66dca56cd16c by drivers openvswitch,hyperv on host dv-cinder-846842-7-iscsi at level 0 using segments [{'id': '3bfcffa1-5305-4ee8-86f3-678eb000aac1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a14b0e4f-074d-4507-846c-fc8420bddf12'}] {{(pid=104417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 30 04:16:31.994181 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5202fdc-76c7-4348-9baa-7c1c675305b7 None None] Attempting to bind port 680d7f3a-cee8-4ca1-828c-66dca56cd16c on network a14b0e4f-074d-4507-846c-fc8420bddf12 {{(pid=104417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 30 04:16:32.001640 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5202fdc-76c7-4348-9baa-7c1c675305b7 None None] Checking agent: {'id': 'cbdf45b5-344e-4e18-9242-1abb738708f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846842-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 30, 4, 7, 10), 'started_at': datetime.datetime(2022, 6, 30, 4, 7, 40), 'heartbeat_timestamp': datetime.datetime(2022, 6, 30, 4, 16, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846842-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 30 04:16:32.002039 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03c3edf-4678-4870-892c-c59fd7dad2f1 admin admin] Pushing event updated for resources: {'Port': ['ID=6c61d533-f4ae-4d98-96d7-8819e728f60d,revision_number=1']} {{(pid=104415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:16:32.002216 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5202fdc-76c7-4348-9baa-7c1c675305b7 None None] Checking segment: {'id': '3bfcffa1-5305-4ee8-86f3-678eb000aac1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a14b0e4f-074d-4507-846c-fc8420bddf12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 30 04:16:32.002787 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-e5202fdc-76c7-4348-9baa-7c1c675305b7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:16:32.003280 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5202fdc-76c7-4348-9baa-7c1c675305b7 None None] Bound using segment: {'id': '3bfcffa1-5305-4ee8-86f3-678eb000aac1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a14b0e4f-074d-4507-846c-fc8420bddf12'} {{(pid=104417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 30 04:16:32.003817 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.managers [None req-e5202fdc-76c7-4348-9baa-7c1c675305b7 None None] Bound port: 680d7f3a-cee8-4ca1-828c-66dca56cd16c, host: dv-cinder-846842-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3bfcffa1-5305-4ee8-86f3-678eb000aac1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a14b0e4f-074d-4507-846c-fc8420bddf12'}}] {{(pid=104417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 30 04:16:32.004257 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-e5202fdc-76c7-4348-9baa-7c1c675305b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3606762'] for port (680d7f3a-cee8-4ca1-828c-66dca56cd16c), before_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:16:32.020110 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-d03c3edf-4678-4870-892c-c59fd7dad2f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-614065'] for router_interface (14dd9340-9cf5-4523-a842-7d5aab670ffb), before_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:16:32.075571 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:16:32.084609 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.db [None req-e5202fdc-76c7-4348-9baa-7c1c675305b7 None None] For port 680d7f3a-cee8-4ca1-828c-66dca56cd16c, host dv-cinder-846842-7-iscsi, cleared binding levels {{(pid=104417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 04:16:32.087903 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.db [None req-e5202fdc-76c7-4348-9baa-7c1c675305b7 None None] For port 680d7f3a-cee8-4ca1-828c-66dca56cd16c, host dv-cinder-846842-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-7-iscsi',level=0,port_id=680d7f3a-cee8-4ca1-828c-66dca56cd16c,segment=NetworkSegment(3bfcffa1-5305-4ee8-86f3-678eb000aac1),segment_id=3bfcffa1-5305-4ee8-86f3-678eb000aac1)] {{(pid=104417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 04:16:32.098709 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-e5202fdc-76c7-4348-9baa-7c1c675305b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4095053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781926634698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781926239335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781926239353'] for port (680d7f3a-cee8-4ca1-828c-66dca56cd16c), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:16:32.166264 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5202fdc-76c7-4348-9baa-7c1c675305b7 None None] Routers {'14dd9340-9cf5-4523-a842-7d5aab670ffb'} bound to L3 agent in host dv-cinder-846842-7-iscsi {{(pid=104417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 30 04:16:32.166807 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.db.l3_hamode_db [None req-e5202fdc-76c7-4348-9baa-7c1c675305b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-30T04:07:07Z,description=,heartbeat_timestamp=2022-06-30T04:16:07Z,host='dv-cinder-846842-7-iscsi',id=2ea21a61-d737-4543-a811-a0d035fbf0f6,load=0,resource_versions=,resources_synced=,started_at=2022-06-30T04:07:07Z,topic='l3_agent')) {'router_ids': ['14dd9340-9cf5-4523-a842-7d5aab670ffb'], 'active': True} {{(pid=104417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 04:16:32.171203 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:16:32.172070 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac321025-6b53-4d5d-b69f-431f46e98d97 None None] Pushing event updated for resources: {'Port': ['ID=680d7f3a-cee8-4ca1-828c-66dca56cd16c,revision_number=3']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:16:32.195321 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-d03c3edf-4678-4870-892c-c59fd7dad2f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3606762'] for port (6c61d533-f4ae-4d98-96d7-8819e728f60d), before_update {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:16:32.271715 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:16:32.279081 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.db.l3_dvr_db [None req-e5202fdc-76c7-4348-9baa-7c1c675305b7 None None] Set router 14dd9340-9cf5-4523-a842-7d5aab670ffb gateway port host: dv-cinder-846842-7-iscsi {{(pid=104417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 30 04:16:32.329616 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.db.provisioning_blocks [None req-a634ef03-2744-4840-b9e8-f1575367f67a None None] Provisioning complete for port 6c61d533-f4ae-4d98-96d7-8819e728f60d triggered by entity DHCP. {{(pid=104417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 30 04:16:32.329976 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-a634ef03-2744-4840-b9e8-f1575367f67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565073'] for port (6c61d533-f4ae-4d98-96d7-8819e728f60d), provisioning_complete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:16:32.376763 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-d03c3edf-4678-4870-892c-c59fd7dad2f1 admin admin] Publish callbacks [] for port (6c61d533-f4ae-4d98-96d7-8819e728f60d), precommit_update {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:16:32.382091 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-d03c3edf-4678-4870-892c-c59fd7dad2f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4095053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781926634698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781926239335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781926239353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11645230'] for port (6c61d533-f4ae-4d98-96d7-8819e728f60d), after_update {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:16:32.415341 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-a634ef03-2744-4840-b9e8-f1575367f67a None None] Port 6c61d533-f4ae-4d98-96d7-8819e728f60d cannot update to ACTIVE because it is not bound. {{(pid=104417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 30 04:16:32.455345 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-d03c3edf-4678-4870-892c-c59fd7dad2f1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-613933'] for router_interface (14dd9340-9cf5-4523-a842-7d5aab670ffb), after_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:16:32.457307 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03c3edf-4678-4870-892c-c59fd7dad2f1 admin admin] Pushing event updated for resources: {'Port': ['ID=6c61d533-f4ae-4d98-96d7-8819e728f60d,revision_number=2']} {{(pid=104415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:16:32.521786 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.db.l3_hamode_db [None req-e5202fdc-76c7-4348-9baa-7c1c675305b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14dd9340-9cf5-4523-a842-7d5aab670ffb', 'name': 'tempest-ServerRescueNegativeTestJSON-2013191960-router', 'tenant_id': '74b53f46d15c4465b9005939114e67a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14b0e4f-074d-4507-846c-fc8420bddf12', 'external_fixed_ips': [{'subnet_id': '15378187-268c-4fae-ace7-eaca7aa50f90', 'ip_address': '172.27.1.60'}], 'enable_snat': True}, 'gw_port_id': '680d7f3a-cee8-4ca1-828c-66dca56cd16c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T04:16:26Z', 'updated_at': '2022-06-30T04:16:32Z', 'revision_number': 4, 'project_id': '74b53f46d15c4465b9005939114e67a3', 'gw_port': {'id': '680d7f3a-cee8-4ca1-828c-66dca56cd16c', 'name': '', 'network_id': 'a14b0e4f-074d-4507-846c-fc8420bddf12', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:be:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14dd9340-9cf5-4523-a842-7d5aab670ffb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '15378187-268c-4fae-ace7-eaca7aa50f90', 'ip_address': '172.27.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T04:16:27Z', 'updated_at': '2022-06-30T04:16:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15378187-268c-4fae-ace7-eaca7aa50f90', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-7-iscsi', '_interfaces': [{'id': '6c61d533-f4ae-4d98-96d7-8819e728f60d', 'name': '', 'network_id': 'd053466e-8b12-41f1-8495-352ca2b58558', 'tenant_id': '74b53f46d15c4465b9005939114e67a3', 'mac_address': 'fa:16:3e:5e:f2:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14dd9340-9cf5-4523-a842-7d5aab670ffb', 'device_owner': 'network:router_interface', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': '1d12b51a-7dad-4338-8514-f9c8956a192d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T04:16:31Z', 'updated_at': '2022-06-30T04:16:31Z', 'revision_number': 1, 'project_id': '74b53f46d15c4465b9005939114e67a3', 'subnets': [{'id': '1d12b51a-7dad-4338-8514-f9c8956a192d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846842-7-iscsi', False) {} {{(pid=104417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 04:16:32.549073 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5202fdc-76c7-4348-9baa-7c1c675305b7 None None] The sync data for ids ['14dd9340-9cf5-4523-a842-7d5aab670ffb'] in dv-cinder-846842-7-iscsi is: [{'id': '14dd9340-9cf5-4523-a842-7d5aab670ffb', 'name': 'tempest-ServerRescueNegativeTestJSON-2013191960-router', 'tenant_id': '74b53f46d15c4465b9005939114e67a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14b0e4f-074d-4507-846c-fc8420bddf12', 'external_fixed_ips': [{'subnet_id': '15378187-268c-4fae-ace7-eaca7aa50f90', 'ip_address': '172.27.1.60'}], 'enable_snat': True}, 'gw_port_id': '680d7f3a-cee8-4ca1-828c-66dca56cd16c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T04:16:26Z', 'updated_at': '2022-06-30T04:16:32Z', 'revision_number': 4, 'project_id': '74b53f46d15c4465b9005939114e67a3', 'gw_port': {'id': '680d7f3a-cee8-4ca1-828c-66dca56cd16c', 'name': '', 'network_id': 'a14b0e4f-074d-4507-846c-fc8420bddf12', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:be:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14dd9340-9cf5-4523-a842-7d5aab670ffb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '15378187-268c-4fae-ace7-eaca7aa50f90', 'ip_address': '172.27.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T04:16:27Z', 'updated_at': '2022-06-30T04:16:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15378187-268c-4fae-ace7-eaca7aa50f90', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-7-iscsi', '_interfaces': [{'id': '6c61d533-f4ae-4d98-96d7-8819e728f60d', 'name': '', 'network_id': 'd053466e-8b12-41f1-8495-352ca2b58558', 'tenant_id': '74b53f46d15c4465b9005939114e67a3', 'mac_address': 'fa:16:3e:5e:f2:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14dd9340-9cf5-4523-a842-7d5aab670ffb', 'device_owner': 'network:router_interface', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': '1d12b51a-7dad-4338-8514-f9c8956a192d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T04:16:31Z', 'updated_at': '2022-06-30T04:16:31Z', 'revision_number': 1, 'project_id': '74b53f46d15c4465b9005939114e67a3', 'subnets': [{'id': '1d12b51a-7dad-4338-8514-f9c8956a192d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 04:16:32.564065 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d03c3edf-4678-4870-892c-c59fd7dad2f1 admin admin] Network d053466e-8b12-41f1-8495-352ca2b58558 is already hosted by enough agents. {{(pid=104415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 04:16:32.565648 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.scheduler.base_scheduler [None req-d03c3edf-4678-4870-892c-c59fd7dad2f1 admin admin] Resources bound (agent type, host, resource id): {{(pid=104415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 04:16:32.657140 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8fcdf9-52e0-43a9-89e6-110e4af04f0d req-106d86f8-b5a6-4619-b1d2-fc0458282211 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:16:32.660046 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-8d8fcdf9-52e0-43a9-89e6-110e4af04f0d req-106d86f8-b5a6-4619-b1d2-fc0458282211 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=94100e07e4d34a679ae537cb87de4dba&device_id=013e6bcd-1dfa-41de-b517-1dd0054ee024 HTTP/1.1" status: 200 len: 1127 time: 0.0523493 Jun 30 04:16:32.712271 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d03c3edf-4678-4870-892c-c59fd7dad2f1 admin admin] Router 14dd9340-9cf5-4523-a842-7d5aab670ffb has already been hosted by L3 agent 2ea21a61-d737-4543-a811-a0d035fbf0f6 {{(pid=104415) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 30 04:16:32.787352 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8fcdf9-52e0-43a9-89e6-110e4af04f0d req-474feb51-2b9c-4eed-80e1-557de1884e01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:16:32.790539 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-8d8fcdf9-52e0-43a9-89e6-110e4af04f0d req-474feb51-2b9c-4eed-80e1-557de1884e01 service neutron] 10.222.0.20 "GET /v2.0/networks?id=e32b4d2d-0c44-4263-befe-fe39be6c48e5 HTTP/1.1" status: 200 len: 909 time: 0.1227829 Jun 30 04:16:32.841247 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-8d8fcdf9-52e0-43a9-89e6-110e4af04f0d req-a3233618-9bab-4007-8a6c-8d8928fc9a60 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=82041917-867c-427d-977e-0d948fccb60e HTTP/1.1" status: 200 len: 217 time: 0.0415983 Jun 30 04:16:32.841881 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.db.provisioning_blocks [None req-cbbeb235-c6d7-4ef6-9d7e-d0b6b8151026 None None] Provisioning complete for port 6c61d533-f4ae-4d98-96d7-8819e728f60d triggered by entity DHCP. {{(pid=104417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 30 04:16:32.841881 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-cbbeb235-c6d7-4ef6-9d7e-d0b6b8151026 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565073'] for port (6c61d533-f4ae-4d98-96d7-8819e728f60d), provisioning_complete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:16:32.890937 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d03c3edf-4678-4870-892c-c59fd7dad2f1 admin admin] Notify agent at l3_agent.dv-cinder-846842-7-iscsi the message routers_updated {{(pid=104415) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 04:16:32.895482 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:16:32.905229 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-cbbeb235-c6d7-4ef6-9d7e-d0b6b8151026 None None] Port 6c61d533-f4ae-4d98-96d7-8819e728f60d cannot update to ACTIVE because it is not bound. {{(pid=104417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 30 04:16:32.911506 dv-cinder-846842-7-iscsi neutron-server[104415]: INFO neutron.wsgi [None req-d03c3edf-4678-4870-892c-c59fd7dad2f1 admin admin] 10.222.0.13 "PUT /v2.0/routers/14dd9340-9cf5-4523-a842-7d5aab670ffb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2013524 Jun 30 04:16:32.940355 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8fcdf9-52e0-43a9-89e6-110e4af04f0d req-2bae6469-378c-448a-8f9e-b26ac438d0ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:16:32.942038 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-8d8fcdf9-52e0-43a9-89e6-110e4af04f0d req-2bae6469-378c-448a-8f9e-b26ac438d0ed service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a5efc94f-0420-4a8e-a48f-9d7543800cda HTTP/1.1" status: 200 len: 848 time: 0.0950420 Jun 30 04:16:32.998359 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-8d8fcdf9-52e0-43a9-89e6-110e4af04f0d req-f9ed932d-6a14-4973-a0ea-6b10eaf2abad service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e32b4d2d-0c44-4263-befe-fe39be6c48e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0468447 Jun 30 04:16:33.125166 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-8d8fcdf9-52e0-43a9-89e6-110e4af04f0d req-5bcda2b5-ce27-4120-8073-d0acd9d95f64 service neutron] 10.222.0.20 "GET /v2.0/networks/e32b4d2d-0c44-4263-befe-fe39be6c48e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1156304 Jun 30 04:16:33.218704 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:16:33.236692 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-8d8fcdf9-52e0-43a9-89e6-110e4af04f0d req-861ef17f-8080-4b49-8fe9-cd5d8e805f59 service neutron] 10.222.0.20 "GET /v2.0/networks/e32b4d2d-0c44-4263-befe-fe39be6c48e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1046813 Jun 30 04:16:33.559314 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.rpc [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Device 82041917-867c-427d-977e-0d948fccb60e details requested by agent hyperv_hv-cinder-84684 with host hv-cinder-84684 {{(pid=104417) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 04:16:33.663380 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:16:33.670558 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.db [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] For port 82041917-867c-427d-977e-0d948fccb60e, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=82041917-867c-427d-977e-0d948fccb60e,segment=NetworkSegment(4fafec2b-a6e2-4e57-9489-84e1c8f57960),segment_id=4fafec2b-a6e2-4e57-9489-84e1c8f57960)] {{(pid=104417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 04:16:33.683641 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.rpc [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Returning: {'device': '82041917-867c-427d-977e-0d948fccb60e', 'network_id': 'e32b4d2d-0c44-4263-befe-fe39be6c48e5', 'port_id': '82041917-867c-427d-977e-0d948fccb60e', 'mac_address': 'fa:16:3e:b3:f1:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 198, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a5efc94f-0420-4a8e-a48f-9d7543800cda', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104417) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 04:16:33.724121 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Current status of the port 82041917-867c-427d-977e-0d948fccb60e is: DOWN; New status is: BUILD {{(pid=104417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 30 04:16:33.724508 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3606762'] for port (82041917-867c-427d-977e-0d948fccb60e), before_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:16:33.738349 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.notifiers.nova [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 82041917-867c-427d-977e-0d948fccb60e {{(pid=104417) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 30 04:16:33.761031 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.db [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] For port 82041917-867c-427d-977e-0d948fccb60e, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=82041917-867c-427d-977e-0d948fccb60e,segment=NetworkSegment(4fafec2b-a6e2-4e57-9489-84e1c8f57960),segment_id=4fafec2b-a6e2-4e57-9489-84e1c8f57960)] {{(pid=104417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 04:16:33.766758 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4095053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781926634698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781926239335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781926239353'] for port (82041917-867c-427d-977e-0d948fccb60e), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:16:33.819072 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Pushing event updated for resources: {'Port': ['ID=82041917-867c-427d-977e-0d948fccb60e,revision_number=4']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:16:33.968114 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.db [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] get_ports_and_sgs() called for port_ids ['82041917-867c-427d-977e-0d948fccb60e'] {{(pid=104417) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 04:16:34.669628 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0875084b-202b-4021-bcce-96368533196f None None] Sync routers for ids ['14dd9340-9cf5-4523-a842-7d5aab670ffb'] in dv-cinder-846842-7-iscsi {{(pid=104418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 04:16:34.680612 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0875084b-202b-4021-bcce-96368533196f None None] Routers {'14dd9340-9cf5-4523-a842-7d5aab670ffb'} bound to L3 agent in host dv-cinder-846842-7-iscsi {{(pid=104418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 30 04:16:34.681292 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.db.l3_hamode_db [None req-0875084b-202b-4021-bcce-96368533196f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-30T04:07:07Z,description=,heartbeat_timestamp=2022-06-30T04:16:07Z,host='dv-cinder-846842-7-iscsi',id=2ea21a61-d737-4543-a811-a0d035fbf0f6,load=0,resource_versions=,resources_synced=,started_at=2022-06-30T04:07:07Z,topic='l3_agent')) {'router_ids': ['14dd9340-9cf5-4523-a842-7d5aab670ffb'], 'active': True} {{(pid=104418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 04:16:34.698729 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.wsgi [-] (104415) accepted ('10.222.0.13', 51520) {{(pid=104415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 04:16:34.792773 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.db.l3_dvr_db [None req-0875084b-202b-4021-bcce-96368533196f None None] Set router 14dd9340-9cf5-4523-a842-7d5aab670ffb gateway port host: dv-cinder-846842-7-iscsi {{(pid=104418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 30 04:16:34.816063 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-e564b8a0-5e37-4b97-9d6d-94ee86023523 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:16:34.897081 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-e564b8a0-5e37-4b97-9d6d-94ee86023523 admin admin] Publish callbacks [] for security_group (1453a626-4d29-43b9-871c-c007587686c6), precommit_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:16:34.902708 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-e564b8a0-5e37-4b97-9d6d-94ee86023523 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3637186'] for security_group (1453a626-4d29-43b9-871c-c007587686c6), after_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:16:34.944838 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e564b8a0-5e37-4b97-9d6d-94ee86023523 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1453a626-4d29-43b9-871c-c007587686c6,revision_number=1']} {{(pid=104415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:16:34.954787 dv-cinder-846842-7-iscsi neutron-server[104415]: INFO neutron.wsgi [None req-e564b8a0-5e37-4b97-9d6d-94ee86023523 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d42a0f2e6b134281bd5c4a0ab138ae26&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2524834 Jun 30 04:16:34.955071 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.wsgi [-] (104415) accepted ('10.222.0.13', 51526) {{(pid=104415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 04:16:34.971680 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:16:34.974183 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:INSERT=6 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:16:35.017755 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-d0c83343-52ee-4e7e-b030-97bf07c69016 admin admin] Publish callbacks [] for security_group (1453a626-4d29-43b9-871c-c007587686c6), before_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:16:35.021468 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.db.l3_hamode_db [None req-0875084b-202b-4021-bcce-96368533196f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14dd9340-9cf5-4523-a842-7d5aab670ffb', 'name': 'tempest-ServerRescueNegativeTestJSON-2013191960-router', 'tenant_id': '74b53f46d15c4465b9005939114e67a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14b0e4f-074d-4507-846c-fc8420bddf12', 'external_fixed_ips': [{'subnet_id': '15378187-268c-4fae-ace7-eaca7aa50f90', 'ip_address': '172.27.1.60'}], 'enable_snat': True}, 'gw_port_id': '680d7f3a-cee8-4ca1-828c-66dca56cd16c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T04:16:26Z', 'updated_at': '2022-06-30T04:16:32Z', 'revision_number': 4, 'project_id': '74b53f46d15c4465b9005939114e67a3', 'gw_port': {'id': '680d7f3a-cee8-4ca1-828c-66dca56cd16c', 'name': '', 'network_id': 'a14b0e4f-074d-4507-846c-fc8420bddf12', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:be:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14dd9340-9cf5-4523-a842-7d5aab670ffb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '15378187-268c-4fae-ace7-eaca7aa50f90', 'ip_address': '172.27.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T04:16:27Z', 'updated_at': '2022-06-30T04:16:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15378187-268c-4fae-ace7-eaca7aa50f90', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-7-iscsi', '_interfaces': [{'id': '6c61d533-f4ae-4d98-96d7-8819e728f60d', 'name': '', 'network_id': 'd053466e-8b12-41f1-8495-352ca2b58558', 'tenant_id': '74b53f46d15c4465b9005939114e67a3', 'mac_address': 'fa:16:3e:5e:f2:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14dd9340-9cf5-4523-a842-7d5aab670ffb', 'device_owner': 'network:router_interface', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': '1d12b51a-7dad-4338-8514-f9c8956a192d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T04:16:31Z', 'updated_at': '2022-06-30T04:16:32Z', 'revision_number': 2, 'project_id': '74b53f46d15c4465b9005939114e67a3', 'subnets': [{'id': '1d12b51a-7dad-4338-8514-f9c8956a192d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846842-7-iscsi', False) {} {{(pid=104418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 04:16:35.045331 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-d0c83343-52ee-4e7e-b030-97bf07c69016 admin admin] Publish callbacks [] for security_group (1453a626-4d29-43b9-871c-c007587686c6), precommit_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:16:35.047686 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0875084b-202b-4021-bcce-96368533196f None None] Checking router: 14dd9340-9cf5-4523-a842-7d5aab670ffb for host: dv-cinder-846842-7-iscsi {{(pid=104418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 04:16:35.048037 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0875084b-202b-4021-bcce-96368533196f None None] Updating router 14dd9340-9cf5-4523-a842-7d5aab670ffb port 6c61d533-f4ae-4d98-96d7-8819e728f60d binding host dv-cinder-846842-7-iscsi {{(pid=104418) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 04:16:35.078914 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-0875084b-202b-4021-bcce-96368533196f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3606762'] for port (6c61d533-f4ae-4d98-96d7-8819e728f60d), before_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:16:35.086492 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.rpc [None req-2a6d8403-c0a5-4ac4-aa48-860a84345009 None None] Device 680d7f3a-cee8-4ca1-828c-66dca56cd16c up at agent ovs-agent-dv-cinder-846842-7-iscsi {{(pid=104417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 04:16:35.106007 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-d0c83343-52ee-4e7e-b030-97bf07c69016 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3637186'] for security_group (1453a626-4d29-43b9-871c-c007587686c6), after_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:16:35.109383 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-d0c83343-52ee-4e7e-b030-97bf07c69016 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:16:35.110812 dv-cinder-846842-7-iscsi neutron-server[104415]: INFO neutron.wsgi [None req-d0c83343-52ee-4e7e-b030-97bf07c69016 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1453a626-4d29-43b9-871c-c007587686c6 HTTP/1.1" status: 204 len: 168 time: 0.1546400 Jun 30 04:16:35.122198 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c83343-52ee-4e7e-b030-97bf07c69016 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1453a626-4d29-43b9-871c-c007587686c6,revision_number=None']} {{(pid=104415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:16:35.141713 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:16:35.154438 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.db.provisioning_blocks [None req-2a6d8403-c0a5-4ac4-aa48-860a84345009 None None] Provisioning complete for port 680d7f3a-cee8-4ca1-828c-66dca56cd16c triggered by entity L2. {{(pid=104417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 30 04:16:35.154798 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-2a6d8403-c0a5-4ac4-aa48-860a84345009 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565073'] for port (680d7f3a-cee8-4ca1-828c-66dca56cd16c), provisioning_complete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:16:35.196159 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-737e5a4a-df7f-456c-8b6c-8fdc44ee7609 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926756172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565263'] for agent (beddbd52-9273-44c2-990c-63933fe383b2), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:16:35.244392 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-2a6d8403-c0a5-4ac4-aa48-860a84345009 None None] Current status of the port 680d7f3a-cee8-4ca1-828c-66dca56cd16c is: DOWN; New status is: ACTIVE {{(pid=104417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 30 04:16:35.244864 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-2a6d8403-c0a5-4ac4-aa48-860a84345009 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3606762'] for port (680d7f3a-cee8-4ca1-828c-66dca56cd16c), before_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:16:35.267257 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.db [None req-2a6d8403-c0a5-4ac4-aa48-860a84345009 None None] For port 680d7f3a-cee8-4ca1-828c-66dca56cd16c, host dv-cinder-846842-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-7-iscsi',level=0,port_id=680d7f3a-cee8-4ca1-828c-66dca56cd16c,segment=NetworkSegment(3bfcffa1-5305-4ee8-86f3-678eb000aac1),segment_id=3bfcffa1-5305-4ee8-86f3-678eb000aac1)] {{(pid=104417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 04:16:35.272132 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-2a6d8403-c0a5-4ac4-aa48-860a84345009 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4095053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781926634698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781926239335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781926239353'] for port (680d7f3a-cee8-4ca1-828c-66dca56cd16c), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:16:35.323277 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6d8403-c0a5-4ac4-aa48-860a84345009 None None] Pushing event updated for resources: {'Port': ['ID=680d7f3a-cee8-4ca1-828c-66dca56cd16c,revision_number=4']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:16:35.381662 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-0875084b-202b-4021-bcce-96368533196f None None] Publish callbacks [] for port (6c61d533-f4ae-4d98-96d7-8819e728f60d), precommit_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:16:35.388035 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-0875084b-202b-4021-bcce-96368533196f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4095053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781926634698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781926239335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781926239353'] for port (6c61d533-f4ae-4d98-96d7-8819e728f60d), after_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:16:35.433584 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05edbf81-df72-4ab1-aefb-c78c013cdd5d None None] Pushing event updated for resources: {'Port': ['ID=6c61d533-f4ae-4d98-96d7-8819e728f60d,revision_number=3']} {{(pid=104418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:16:35.442313 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05edbf81-df72-4ab1-aefb-c78c013cdd5d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:16:35.442662 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05edbf81-df72-4ab1-aefb-c78c013cdd5d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:16:35.443013 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05edbf81-df72-4ab1-aefb-c78c013cdd5d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:16:35.443376 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05edbf81-df72-4ab1-aefb-c78c013cdd5d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:16:35.443704 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05edbf81-df72-4ab1-aefb-c78c013cdd5d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:16:35.444025 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05edbf81-df72-4ab1-aefb-c78c013cdd5d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:16:35.444343 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05edbf81-df72-4ab1-aefb-c78c013cdd5d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:16:35.444659 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05edbf81-df72-4ab1-aefb-c78c013cdd5d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:16:35.445051 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05edbf81-df72-4ab1-aefb-c78c013cdd5d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:16:35.445368 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05edbf81-df72-4ab1-aefb-c78c013cdd5d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:16:35.445681 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05edbf81-df72-4ab1-aefb-c78c013cdd5d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:16:35.446011 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05edbf81-df72-4ab1-aefb-c78c013cdd5d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:16:35.446326 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05edbf81-df72-4ab1-aefb-c78c013cdd5d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:16:35.446636 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05edbf81-df72-4ab1-aefb-c78c013cdd5d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:16:35.446948 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05edbf81-df72-4ab1-aefb-c78c013cdd5d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:16:35.477834 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.13', 51532) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 04:16:35.493411 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-a42cddaf-1c6c-45cb-9310-e5ef54464b38 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:16:35.575329 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.rpc [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Device 82041917-867c-427d-977e-0d948fccb60e up at agent hyperv_hv-cinder-84684 {{(pid=104417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 04:16:35.586544 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-a42cddaf-1c6c-45cb-9310-e5ef54464b38 admin admin] Publish callbacks [] for security_group (06e32b64-95f3-4cf9-845b-e061263eba6a), precommit_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:16:35.598827 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-a42cddaf-1c6c-45cb-9310-e5ef54464b38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3637186'] for security_group (06e32b64-95f3-4cf9-845b-e061263eba6a), after_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:16:35.604606 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.managers [None req-0875084b-202b-4021-bcce-96368533196f None None] Attempting to bind port 6c61d533-f4ae-4d98-96d7-8819e728f60d on host dv-cinder-846842-7-iscsi for vnic_type normal with profile {{(pid=104418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 30 04:16:35.605169 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.managers [None req-0875084b-202b-4021-bcce-96368533196f None None] Attempting to bind port 6c61d533-f4ae-4d98-96d7-8819e728f60d by drivers openvswitch,hyperv on host dv-cinder-846842-7-iscsi at level 0 using segments [{'id': '021a25df-ca0c-481b-8824-64686e570a1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'd053466e-8b12-41f1-8495-352ca2b58558'}] {{(pid=104418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 30 04:16:35.605808 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0875084b-202b-4021-bcce-96368533196f None None] Attempting to bind port 6c61d533-f4ae-4d98-96d7-8819e728f60d on network d053466e-8b12-41f1-8495-352ca2b58558 {{(pid=104418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 30 04:16:35.616275 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0875084b-202b-4021-bcce-96368533196f None None] Checking agent: {'id': 'cbdf45b5-344e-4e18-9242-1abb738708f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846842-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 30, 4, 7, 10), 'started_at': datetime.datetime(2022, 6, 30, 4, 7, 40), 'heartbeat_timestamp': datetime.datetime(2022, 6, 30, 4, 16, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846842-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 30 04:16:35.616960 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0875084b-202b-4021-bcce-96368533196f None None] Checking segment: {'id': '021a25df-ca0c-481b-8824-64686e570a1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'd053466e-8b12-41f1-8495-352ca2b58558'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 30 04:16:35.617510 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-0875084b-202b-4021-bcce-96368533196f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:16:35.618056 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0875084b-202b-4021-bcce-96368533196f None None] Bound using segment: {'id': '021a25df-ca0c-481b-8824-64686e570a1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'd053466e-8b12-41f1-8495-352ca2b58558'} {{(pid=104418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 30 04:16:35.618670 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.managers [None req-0875084b-202b-4021-bcce-96368533196f None None] Bound port: 6c61d533-f4ae-4d98-96d7-8819e728f60d, host: dv-cinder-846842-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '021a25df-ca0c-481b-8824-64686e570a1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'd053466e-8b12-41f1-8495-352ca2b58558'}}] {{(pid=104418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 30 04:16:35.619589 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-0875084b-202b-4021-bcce-96368533196f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3606762'] for port (6c61d533-f4ae-4d98-96d7-8819e728f60d), before_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:16:35.637079 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.db.provisioning_blocks [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Provisioning for port 82041917-867c-427d-977e-0d948fccb60e completed by entity L2. {{(pid=104417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 30 04:16:35.651233 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.db.provisioning_blocks [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Provisioning complete for port 82041917-867c-427d-977e-0d948fccb60e triggered by entity L2. {{(pid=104417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 30 04:16:35.651622 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565073'] for port (82041917-867c-427d-977e-0d948fccb60e), provisioning_complete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:16:35.660246 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42cddaf-1c6c-45cb-9310-e5ef54464b38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06e32b64-95f3-4cf9-845b-e061263eba6a,revision_number=1']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:16:35.667279 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-a42cddaf-1c6c-45cb-9310-e5ef54464b38 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6e8ef1292675441e9863139a54199889&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1853287 Jun 30 04:16:35.667709 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.wsgi [-] (104415) accepted ('10.222.0.13', 51534) {{(pid=104415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 04:16:35.723730 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.db [None req-0875084b-202b-4021-bcce-96368533196f None None] For port 6c61d533-f4ae-4d98-96d7-8819e728f60d, host dv-cinder-846842-7-iscsi, cleared binding levels {{(pid=104418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 04:16:35.725805 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-a62bdab6-af05-41b9-8270-2a72e7370286 admin admin] Publish callbacks [] for security_group (06e32b64-95f3-4cf9-845b-e061263eba6a), before_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:16:35.727194 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.db [None req-0875084b-202b-4021-bcce-96368533196f None None] For port 6c61d533-f4ae-4d98-96d7-8819e728f60d, host dv-cinder-846842-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-7-iscsi',level=0,port_id=6c61d533-f4ae-4d98-96d7-8819e728f60d,segment=NetworkSegment(021a25df-ca0c-481b-8824-64686e570a1e),segment_id=021a25df-ca0c-481b-8824-64686e570a1e)] {{(pid=104418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 04:16:35.741902 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-0875084b-202b-4021-bcce-96368533196f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4095053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781926634698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781926239335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781926239353'] for port (6c61d533-f4ae-4d98-96d7-8819e728f60d), after_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:16:35.755042 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-a62bdab6-af05-41b9-8270-2a72e7370286 admin admin] Publish callbacks [] for security_group (06e32b64-95f3-4cf9-845b-e061263eba6a), precommit_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:16:35.761041 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Current status of the port 82041917-867c-427d-977e-0d948fccb60e is: BUILD; New status is: ACTIVE {{(pid=104417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 30 04:16:35.761645 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3606762'] for port (82041917-867c-427d-977e-0d948fccb60e), before_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:16:35.772774 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:16:35.778723 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.db.provisioning_blocks [None req-7453f4e7-a340-4f61-922a-20f9ddcb8ae2 None None] Provisioning complete for port 6c61d533-f4ae-4d98-96d7-8819e728f60d triggered by entity DHCP. {{(pid=104417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 30 04:16:35.779231 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-7453f4e7-a340-4f61-922a-20f9ddcb8ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565073'] for port (6c61d533-f4ae-4d98-96d7-8819e728f60d), provisioning_complete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:16:35.801437 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:16:35.802256 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05edbf81-df72-4ab1-aefb-c78c013cdd5d None None] Pushing event updated for resources: {'Port': ['ID=6c61d533-f4ae-4d98-96d7-8819e728f60d,revision_number=4']} {{(pid=104418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:16:35.819143 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-a62bdab6-af05-41b9-8270-2a72e7370286 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3637186'] for security_group (06e32b64-95f3-4cf9-845b-e061263eba6a), after_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:16:35.821221 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0875084b-202b-4021-bcce-96368533196f None None] Routers {'14dd9340-9cf5-4523-a842-7d5aab670ffb'} bound to L3 agent in host dv-cinder-846842-7-iscsi {{(pid=104418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 30 04:16:35.821852 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-a62bdab6-af05-41b9-8270-2a72e7370286 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:16:35.821964 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.db.l3_hamode_db [None req-0875084b-202b-4021-bcce-96368533196f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-30T04:07:07Z,description=,heartbeat_timestamp=2022-06-30T04:16:07Z,host='dv-cinder-846842-7-iscsi',id=2ea21a61-d737-4543-a811-a0d035fbf0f6,load=0,resource_versions=,resources_synced=,started_at=2022-06-30T04:07:07Z,topic='l3_agent')) {'router_ids': ['14dd9340-9cf5-4523-a842-7d5aab670ffb'], 'active': True} {{(pid=104418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 04:16:35.826074 dv-cinder-846842-7-iscsi neutron-server[104415]: INFO neutron.wsgi [None req-a62bdab6-af05-41b9-8270-2a72e7370286 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/06e32b64-95f3-4cf9-845b-e061263eba6a HTTP/1.1" status: 204 len: 168 time: 0.1546409 Jun 30 04:16:35.832718 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62bdab6-af05-41b9-8270-2a72e7370286 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06e32b64-95f3-4cf9-845b-e061263eba6a,revision_number=None']} {{(pid=104415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:16:35.846289 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '013e6bcd-1dfa-41de-b517-1dd0054ee024', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82041917-867c-427d-977e-0d948fccb60e'}] {{(pid=104417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 30 04:16:35.848686 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}872baf0325b3a4d4e4ba58c5a9b381606b113811ad1a9f7b70d77ff172d270fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b2a5847-fa86-4e1a-a30a-209cd4cec104" -d '{"events": [{"server_uuid": "013e6bcd-1dfa-41de-b517-1dd0054ee024", "name": "network-vif-plugged", "status": "completed", "tag": "82041917-867c-427d-977e-0d948fccb60e"}]}' {{(pid=104417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 04:16:35.913458 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:16:35.930039 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.db [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] For port 82041917-867c-427d-977e-0d948fccb60e, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=82041917-867c-427d-977e-0d948fccb60e,segment=NetworkSegment(4fafec2b-a6e2-4e57-9489-84e1c8f57960),segment_id=4fafec2b-a6e2-4e57-9489-84e1c8f57960)] {{(pid=104417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 04:16:35.936958 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-7453f4e7-a340-4f61-922a-20f9ddcb8ae2 None None] Current status of the port 6c61d533-f4ae-4d98-96d7-8819e728f60d is: DOWN; New status is: ACTIVE {{(pid=104417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 30 04:16:35.937915 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-7453f4e7-a340-4f61-922a-20f9ddcb8ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3606762'] for port (6c61d533-f4ae-4d98-96d7-8819e728f60d), before_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:16:35.941947 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4095053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781926634698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781926239335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781926239353'] for port (82041917-867c-427d-977e-0d948fccb60e), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:16:35.993265 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.db.l3_dvr_db [None req-0875084b-202b-4021-bcce-96368533196f None None] Set router 14dd9340-9cf5-4523-a842-7d5aab670ffb gateway port host: dv-cinder-846842-7-iscsi {{(pid=104418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 30 04:16:36.020955 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.db [None req-7453f4e7-a340-4f61-922a-20f9ddcb8ae2 None None] For port 6c61d533-f4ae-4d98-96d7-8819e728f60d, host dv-cinder-846842-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-7-iscsi',level=0,port_id=6c61d533-f4ae-4d98-96d7-8819e728f60d,segment=NetworkSegment(021a25df-ca0c-481b-8824-64686e570a1e),segment_id=021a25df-ca0c-481b-8824-64686e570a1e)] {{(pid=104417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 04:16:36.035746 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-7453f4e7-a340-4f61-922a-20f9ddcb8ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4095053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781926634698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781926239335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781926239353'] for port (6c61d533-f4ae-4d98-96d7-8819e728f60d), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:16:36.042778 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Pushing event updated for resources: {'Port': ['ID=82041917-867c-427d-977e-0d948fccb60e,revision_number=5']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:16:36.114771 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7453f4e7-a340-4f61-922a-20f9ddcb8ae2 None None] Pushing event updated for resources: {'Port': ['ID=6c61d533-f4ae-4d98-96d7-8819e728f60d,revision_number=5']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:16:36.158825 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.db.provisioning_blocks [None req-716e060a-58d4-4fa9-a7ad-1cfd747db64b None None] Provisioning complete for port 6c61d533-f4ae-4d98-96d7-8819e728f60d triggered by entity DHCP. {{(pid=104417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 30 04:16:36.159589 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-716e060a-58d4-4fa9-a7ad-1cfd747db64b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565073'] for port (6c61d533-f4ae-4d98-96d7-8819e728f60d), provisioning_complete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:16:36.240094 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-716e060a-58d4-4fa9-a7ad-1cfd747db64b None None] Current status of the port 6c61d533-f4ae-4d98-96d7-8819e728f60d is: ACTIVE; New status is: ACTIVE {{(pid=104417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 30 04:16:36.254165 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.db.l3_hamode_db [None req-0875084b-202b-4021-bcce-96368533196f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14dd9340-9cf5-4523-a842-7d5aab670ffb', 'name': 'tempest-ServerRescueNegativeTestJSON-2013191960-router', 'tenant_id': '74b53f46d15c4465b9005939114e67a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14b0e4f-074d-4507-846c-fc8420bddf12', 'external_fixed_ips': [{'subnet_id': '15378187-268c-4fae-ace7-eaca7aa50f90', 'ip_address': '172.27.1.60'}], 'enable_snat': True}, 'gw_port_id': '680d7f3a-cee8-4ca1-828c-66dca56cd16c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T04:16:26Z', 'updated_at': '2022-06-30T04:16:32Z', 'revision_number': 4, 'project_id': '74b53f46d15c4465b9005939114e67a3', 'gw_port': {'id': '680d7f3a-cee8-4ca1-828c-66dca56cd16c', 'name': '', 'network_id': 'a14b0e4f-074d-4507-846c-fc8420bddf12', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:be:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14dd9340-9cf5-4523-a842-7d5aab670ffb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '15378187-268c-4fae-ace7-eaca7aa50f90', 'ip_address': '172.27.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T04:16:27Z', 'updated_at': '2022-06-30T04:16:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15378187-268c-4fae-ace7-eaca7aa50f90', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-7-iscsi', '_interfaces': [{'id': '6c61d533-f4ae-4d98-96d7-8819e728f60d', 'name': '', 'network_id': 'd053466e-8b12-41f1-8495-352ca2b58558', 'tenant_id': '74b53f46d15c4465b9005939114e67a3', 'mac_address': 'fa:16:3e:5e:f2:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14dd9340-9cf5-4523-a842-7d5aab670ffb', 'device_owner': 'network:router_interface', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': '1d12b51a-7dad-4338-8514-f9c8956a192d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T04:16:31Z', 'updated_at': '2022-06-30T04:16:35Z', 'revision_number': 4, 'project_id': '74b53f46d15c4465b9005939114e67a3', 'subnets': [{'id': '1d12b51a-7dad-4338-8514-f9c8956a192d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846842-7-iscsi', False) {} {{(pid=104418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 04:16:36.279512 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0875084b-202b-4021-bcce-96368533196f None None] The sync data for ids ['14dd9340-9cf5-4523-a842-7d5aab670ffb'] in dv-cinder-846842-7-iscsi is: [{'id': '14dd9340-9cf5-4523-a842-7d5aab670ffb', 'name': 'tempest-ServerRescueNegativeTestJSON-2013191960-router', 'tenant_id': '74b53f46d15c4465b9005939114e67a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14b0e4f-074d-4507-846c-fc8420bddf12', 'external_fixed_ips': [{'subnet_id': '15378187-268c-4fae-ace7-eaca7aa50f90', 'ip_address': '172.27.1.60'}], 'enable_snat': True}, 'gw_port_id': '680d7f3a-cee8-4ca1-828c-66dca56cd16c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T04:16:26Z', 'updated_at': '2022-06-30T04:16:32Z', 'revision_number': 4, 'project_id': '74b53f46d15c4465b9005939114e67a3', 'gw_port': {'id': '680d7f3a-cee8-4ca1-828c-66dca56cd16c', 'name': '', 'network_id': 'a14b0e4f-074d-4507-846c-fc8420bddf12', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:be:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14dd9340-9cf5-4523-a842-7d5aab670ffb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '15378187-268c-4fae-ace7-eaca7aa50f90', 'ip_address': '172.27.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T04:16:27Z', 'updated_at': '2022-06-30T04:16:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15378187-268c-4fae-ace7-eaca7aa50f90', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-7-iscsi', '_interfaces': [{'id': '6c61d533-f4ae-4d98-96d7-8819e728f60d', 'name': '', 'network_id': 'd053466e-8b12-41f1-8495-352ca2b58558', 'tenant_id': '74b53f46d15c4465b9005939114e67a3', 'mac_address': 'fa:16:3e:5e:f2:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14dd9340-9cf5-4523-a842-7d5aab670ffb', 'device_owner': 'network:router_interface', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': '1d12b51a-7dad-4338-8514-f9c8956a192d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T04:16:31Z', 'updated_at': '2022-06-30T04:16:35Z', 'revision_number': 4, 'project_id': '74b53f46d15c4465b9005939114e67a3', 'subnets': [{'id': '1d12b51a-7dad-4338-8514-f9c8956a192d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 04:16:37.072471 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.rpc [None req-2a6d8403-c0a5-4ac4-aa48-860a84345009 None None] Device 680d7f3a-cee8-4ca1-828c-66dca56cd16c up at agent ovs-agent-dv-cinder-846842-7-iscsi {{(pid=104417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 04:16:37.130214 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.db.provisioning_blocks [None req-2a6d8403-c0a5-4ac4-aa48-860a84345009 None None] Provisioning complete for port 680d7f3a-cee8-4ca1-828c-66dca56cd16c triggered by entity L2. {{(pid=104417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 30 04:16:37.130214 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-2a6d8403-c0a5-4ac4-aa48-860a84345009 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565073'] for port (680d7f3a-cee8-4ca1-828c-66dca56cd16c), provisioning_complete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:16:37.130214 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:UPDATE=3,neutron:SELECT=96,neutron:DELETE=1 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:16:37.326687 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-2a6d8403-c0a5-4ac4-aa48-860a84345009 None None] Current status of the port 680d7f3a-cee8-4ca1-828c-66dca56cd16c is: ACTIVE; New status is: ACTIVE {{(pid=104417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 30 04:16:37.328108 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.rpc [None req-2a6d8403-c0a5-4ac4-aa48-860a84345009 None None] Device 6c61d533-f4ae-4d98-96d7-8819e728f60d up at agent ovs-agent-dv-cinder-846842-7-iscsi {{(pid=104417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 04:16:37.376904 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.db.provisioning_blocks [None req-2a6d8403-c0a5-4ac4-aa48-860a84345009 None None] Provisioning complete for port 6c61d533-f4ae-4d98-96d7-8819e728f60d triggered by entity L2. {{(pid=104417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 30 04:16:37.377390 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-2a6d8403-c0a5-4ac4-aa48-860a84345009 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565073'] for port (6c61d533-f4ae-4d98-96d7-8819e728f60d), provisioning_complete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:16:37.457954 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-2a6d8403-c0a5-4ac4-aa48-860a84345009 None None] Current status of the port 6c61d533-f4ae-4d98-96d7-8819e728f60d is: ACTIVE; New status is: ACTIVE {{(pid=104417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 30 04:16:37.509518 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-2d2a5845-ee21-4847-9031-d1d8d8b8431c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926756172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565263'] for agent (2ea21a61-d737-4543-a811-a0d035fbf0f6), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:16:38.256303 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.wsgi [-] (104415) accepted ('10.222.0.13', 51620) {{(pid=104415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 04:16:38.374721 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-b43ac78f-fc54-4786-b25a-ff2b9678936a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:16:38.453660 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-7a77f087-4523-4fd9-b9f1-b6333d8ad1f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926756172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565263'] for agent (672e10fd-0bbc-4d52-8fca-d980f41e3265), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:16:38.455648 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-b43ac78f-fc54-4786-b25a-ff2b9678936a admin admin] Publish callbacks [] for security_group (4a0283a6-25da-4808-9bea-2bb39010b6b4), precommit_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:16:38.460723 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-b43ac78f-fc54-4786-b25a-ff2b9678936a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3637186'] for security_group (4a0283a6-25da-4808-9bea-2bb39010b6b4), after_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:16:38.499279 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43ac78f-fc54-4786-b25a-ff2b9678936a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a0283a6-25da-4808-9bea-2bb39010b6b4,revision_number=1']} {{(pid=104415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:16:38.503692 dv-cinder-846842-7-iscsi neutron-server[104415]: INFO neutron.wsgi [None req-b43ac78f-fc54-4786-b25a-ff2b9678936a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=65784499809d4e388b1f0f4852ac56e1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2462375 Jun 30 04:16:38.506603 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.wsgi [-] (104415) accepted ('10.222.0.13', 51624) {{(pid=104415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 04:16:38.566250 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-126a9d05-1996-4e27-8533-5ba4276325aa admin admin] Publish callbacks [] for security_group (4a0283a6-25da-4808-9bea-2bb39010b6b4), before_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:16:38.590258 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-126a9d05-1996-4e27-8533-5ba4276325aa admin admin] Publish callbacks [] for security_group (4a0283a6-25da-4808-9bea-2bb39010b6b4), precommit_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:16:38.649963 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-126a9d05-1996-4e27-8533-5ba4276325aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3637186'] for security_group (4a0283a6-25da-4808-9bea-2bb39010b6b4), after_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:16:38.652595 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-126a9d05-1996-4e27-8533-5ba4276325aa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:16:38.653746 dv-cinder-846842-7-iscsi neutron-server[104415]: INFO neutron.wsgi [None req-126a9d05-1996-4e27-8533-5ba4276325aa admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4a0283a6-25da-4808-9bea-2bb39010b6b4 HTTP/1.1" status: 204 len: 168 time: 0.1466165 Jun 30 04:16:38.665218 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126a9d05-1996-4e27-8533-5ba4276325aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a0283a6-25da-4808-9bea-2bb39010b6b4,revision_number=None']} {{(pid=104415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:16:38.938009 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.wsgi [-] (104415) accepted ('10.222.0.13', 51632) {{(pid=104415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 04:16:38.951474 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-8f6fd294-8868-4740-b753-8ea065d191e3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:16:39.027652 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-8f6fd294-8868-4740-b753-8ea065d191e3 admin admin] Publish callbacks [] for security_group (ff43f6e6-209b-4075-94a2-a771973b5e71), precommit_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:16:39.033669 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-8f6fd294-8868-4740-b753-8ea065d191e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3637186'] for security_group (ff43f6e6-209b-4075-94a2-a771973b5e71), after_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:16:39.051651 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=87,neutron:DELETE=4,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:16:39.057215 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=77,neutron:DELETE=8,neutron:INSERT=14,neutron:UPDATE=1 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:16:39.076529 dv-cinder-846842-7-iscsi neutron-server[104415]: INFO neutron.wsgi [None req-8f6fd294-8868-4740-b753-8ea065d191e3 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6b4c83d15d694e34ab8a89ba8635e735&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1374452 Jun 30 04:16:39.077832 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6fd294-8868-4740-b753-8ea065d191e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff43f6e6-209b-4075-94a2-a771973b5e71,revision_number=1']} {{(pid=104415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:16:39.079440 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.13', 51634) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 04:16:39.138150 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-bbcf7b05-c7db-4121-a146-3ba5dce999d7 admin admin] Publish callbacks [] for security_group (ff43f6e6-209b-4075-94a2-a771973b5e71), before_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:16:39.160921 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-bbcf7b05-c7db-4121-a146-3ba5dce999d7 admin admin] Publish callbacks [] for security_group (ff43f6e6-209b-4075-94a2-a771973b5e71), precommit_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:16:39.211305 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-bbcf7b05-c7db-4121-a146-3ba5dce999d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3637186'] for security_group (ff43f6e6-209b-4075-94a2-a771973b5e71), after_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:16:39.213837 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-bbcf7b05-c7db-4121-a146-3ba5dce999d7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:16:39.215059 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-bbcf7b05-c7db-4121-a146-3ba5dce999d7 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ff43f6e6-209b-4075-94a2-a771973b5e71 HTTP/1.1" status: 204 len: 168 time: 0.1344686 Jun 30 04:16:39.223023 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbcf7b05-c7db-4121-a146-3ba5dce999d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff43f6e6-209b-4075-94a2-a771973b5e71,revision_number=None']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:16:40.228508 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-88ff949a-6007-42d5-8261-77b64d367ca9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926756172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565263'] for agent (4c4a8942-da79-4b81-aa08-fb593b1e6e06), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:16:40.362430 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.13', 51670) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 04:16:40.410771 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-2a6d8403-c0a5-4ac4-aa48-860a84345009 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926756172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565263'] for agent (cbdf45b5-344e-4e18-9242-1abb738708f2), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:16:40.480684 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-9b07b354-e7a3-45a7-98f0-4e8d0cbb871a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:16:40.557978 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-9b07b354-e7a3-45a7-98f0-4e8d0cbb871a admin admin] Publish callbacks [] for security_group (e0878957-3b96-4de5-84b1-4c2e0cf50438), precommit_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:16:40.564683 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-9b07b354-e7a3-45a7-98f0-4e8d0cbb871a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3637186'] for security_group (e0878957-3b96-4de5-84b1-4c2e0cf50438), after_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:16:40.605929 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-9b07b354-e7a3-45a7-98f0-4e8d0cbb871a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=567f977fff304773bbf1a34ea2de3472&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2419786 Jun 30 04:16:40.608069 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b07b354-e7a3-45a7-98f0-4e8d0cbb871a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0878957-3b96-4de5-84b1-4c2e0cf50438,revision_number=1']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:16:40.608993 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.wsgi [-] (104415) accepted ('10.222.0.13', 51674) {{(pid=104415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 04:16:40.662790 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-568a5870-c899-4ce7-b07c-f6b80d517d76 admin admin] Publish callbacks [] for security_group (e0878957-3b96-4de5-84b1-4c2e0cf50438), before_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:16:40.684676 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-568a5870-c899-4ce7-b07c-f6b80d517d76 admin admin] Publish callbacks [] for security_group (e0878957-3b96-4de5-84b1-4c2e0cf50438), precommit_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:16:40.735437 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-568a5870-c899-4ce7-b07c-f6b80d517d76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3637186'] for security_group (e0878957-3b96-4de5-84b1-4c2e0cf50438), after_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:16:40.737952 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-568a5870-c899-4ce7-b07c-f6b80d517d76 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:16:40.739155 dv-cinder-846842-7-iscsi neutron-server[104415]: INFO neutron.wsgi [None req-568a5870-c899-4ce7-b07c-f6b80d517d76 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e0878957-3b96-4de5-84b1-4c2e0cf50438 HTTP/1.1" status: 204 len: 168 time: 0.1291349 Jun 30 04:16:40.746958 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568a5870-c899-4ce7-b07c-f6b80d517d76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0878957-3b96-4de5-84b1-4c2e0cf50438,revision_number=None']} {{(pid=104415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:16:42.364164 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926756172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565263'] for agent (ef703bef-7cc0-467c-baa9-fe8a66be565c), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:16:42.728254 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.db.agents_db [None req-38391644-8868-4c56-b8b1-4dfa3b709b99 None None] Agent healthcheck: found 6 active agents {{(pid=104418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 04:16:43.647992 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=83,neutron:INSERT=15,neutron:DELETE=2 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:16:43.697559 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ff1421-6264-4430-917e-6075b6f83e9d req-a723d49e-2c7e-49d0-8f2a-ed7bc53881cb tempest-VolumesActionsTest-91720519 tempest-VolumesActionsTest-91720519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:16:43.699020 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-40ff1421-6264-4430-917e-6075b6f83e9d req-a723d49e-2c7e-49d0-8f2a-ed7bc53881cb tempest-VolumesActionsTest-91720519 tempest-VolumesActionsTest-91720519-project] 10.222.0.13 "GET /v2.0/ports?device_id=013e6bcd-1dfa-41de-b517-1dd0054ee024 HTTP/1.1" status: 200 len: 945 time: 0.0681043 Jun 30 04:16:43.706558 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5850b91-dd64-45df-8483-46c7bf0e5fae req-4e7b6827-530f-47e5-9220-d4cfa2998d69 tempest-VolumesSnapshotTestJSON-599944138 tempest-VolumesSnapshotTestJSON-599944138-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:16:43.707962 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-f5850b91-dd64-45df-8483-46c7bf0e5fae req-4e7b6827-530f-47e5-9220-d4cfa2998d69 tempest-VolumesSnapshotTestJSON-599944138 tempest-VolumesSnapshotTestJSON-599944138-project] 10.222.0.13 "GET /v2.0/networks?id=9c18043c-6376-4ef1-99e0-e3f0031cee26 HTTP/1.1" status: 200 len: 813 time: 0.3649912 Jun 30 04:16:43.736980 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-f5850b91-dd64-45df-8483-46c7bf0e5fae req-b98dfd9d-652e-4854-988b-92332f57bb46 tempest-VolumesSnapshotTestJSON-599944138 tempest-VolumesSnapshotTestJSON-599944138-project] 10.222.0.13 "GET /v2.0/quotas/4a5e183a36084c9fb82f3a3f7d24402a HTTP/1.1" status: 200 len: 375 time: 0.0222239 Jun 30 04:16:43.784314 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-f5850b91-dd64-45df-8483-46c7bf0e5fae req-b6cfd95e-aa92-46bf-a2f0-bb80d2221f98 tempest-VolumesSnapshotTestJSON-599944138 tempest-VolumesSnapshotTestJSON-599944138-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=4a5e183a36084c9fb82f3a3f7d24402a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0408275 Jun 30 04:16:43.787823 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-40ff1421-6264-4430-917e-6075b6f83e9d req-b249e6ff-adf6-4e4c-a974-53b1957e4d83 tempest-VolumesActionsTest-91720519 tempest-VolumesActionsTest-91720519-project] 10.222.0.13 "GET /v2.0/security-groups?id=265ff658-8a93-4d62-aa14-b0736216eb05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790167 Jun 30 04:16:43.869371 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:16:43.886544 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-f5850b91-dd64-45df-8483-46c7bf0e5fae req-2cd07301-31fc-475d-bf71-65ce68ddb003 service neutron] 10.222.0.13 "GET /v2.0/networks/9c18043c-6376-4ef1-99e0-e3f0031cee26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896425 Jun 30 04:16:43.983999 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-f5850b91-dd64-45df-8483-46c7bf0e5fae req-61157315-e472-4dd0-a81b-8966eb91ba3a service neutron] 10.222.0.13 "GET /v2.0/networks/9c18043c-6376-4ef1-99e0-e3f0031cee26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905437 Jun 30 04:16:44.131352 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Jun 2022 04:16:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85475fca-462c-4c8d-96d3-77db28463be6 x-openstack-request-id: req-85475fca-462c-4c8d-96d3-77db28463be6 {{(pid=104417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 04:16:44.131827 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "013e6bcd-1dfa-41de-b517-1dd0054ee024", "name": "network-vif-plugged", "status": "completed", "tag": "82041917-867c-427d-977e-0d948fccb60e", "code": 200}]} {{(pid=104417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 04:16:44.131933 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-85475fca-462c-4c8d-96d3-77db28463be6 {{(pid=104417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 04:16:44.133224 dv-cinder-846842-7-iscsi neutron-server[104417]: INFO neutron.notifiers.nova [-] Nova event matching ['req-85475fca-462c-4c8d-96d3-77db28463be6'] response: {'server_uuid': '013e6bcd-1dfa-41de-b517-1dd0054ee024', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82041917-867c-427d-977e-0d948fccb60e', 'code': 200} Jun 30 04:16:44.194347 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3078dca1-a03a-434b-a0e6-40e7335fd031 req-d6b9dc76-7a06-4ff8-826a-c48c405ffa36 tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:16:44.196472 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-3078dca1-a03a-434b-a0e6-40e7335fd031 req-d6b9dc76-7a06-4ff8-826a-c48c405ffa36 tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] 10.222.0.13 "GET /v2.0/networks?id=d053466e-8b12-41f1-8495-352ca2b58558 HTTP/1.1" status: 200 len: 819 time: 0.1494687 Jun 30 04:16:44.232143 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-3078dca1-a03a-434b-a0e6-40e7335fd031 req-962fa081-1576-4fa4-bb5e-4b974a1880e6 tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] 10.222.0.13 "GET /v2.0/quotas/74b53f46d15c4465b9005939114e67a3 HTTP/1.1" status: 200 len: 375 time: 0.0287931 Jun 30 04:16:44.303753 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-92f50830-67d3-494c-93c9-2e08a4180604 req-6f6fbdd8-7cd4-469e-a7f1-e8ab6563c0f3 tempest-VolumesNegativeTest-991117380 tempest-VolumesNegativeTest-991117380-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=29ec13c3f4a04d688912b49eb43a02e6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0576079 Jun 30 04:16:44.342797 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-3078dca1-a03a-434b-a0e6-40e7335fd031 req-01f25448-0c0c-4475-9f3a-d4fcf168673f tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=74b53f46d15c4465b9005939114e67a3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1091042 Jun 30 04:16:44.433439 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6b8af0-3f9f-445f-a810-f3000b8eb5db req-1299ea34-e816-4237-8734-c407d970679d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:16:44.434943 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-cb6b8af0-3f9f-445f-a810-f3000b8eb5db req-1299ea34-e816-4237-8734-c407d970679d service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=013e6bcd-1dfa-41de-b517-1dd0054ee024 HTTP/1.1" status: 200 len: 1129 time: 0.1423340 Jun 30 04:16:44.622502 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f50830-67d3-494c-93c9-2e08a4180604 req-2ab3d609-cbd3-449b-926a-d3cc6b3c2125 tempest-VolumesNegativeTest-991117380 tempest-VolumesNegativeTest-991117380-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:16:44.624081 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-92f50830-67d3-494c-93c9-2e08a4180604 req-2ab3d609-cbd3-449b-926a-d3cc6b3c2125 tempest-VolumesNegativeTest-991117380 tempest-VolumesNegativeTest-991117380-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3144319 Jun 30 04:16:44.647067 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-cb6b8af0-3f9f-445f-a810-f3000b8eb5db req-48b7f4aa-d863-4699-b427-9528165a65e6 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=265ff658-8a93-4d62-aa14-b0736216eb05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1702836 Jun 30 04:16:44.652360 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-3078dca1-a03a-434b-a0e6-40e7335fd031 req-1a0c2bd6-83c6-4852-88cf-2e840b48793e service neutron] 10.222.0.13 "GET /v2.0/networks/d053466e-8b12-41f1-8495-352ca2b58558?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2851396 Jun 30 04:16:44.653711 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-92f50830-67d3-494c-93c9-2e08a4180604 req-10f3102c-5308-4831-b005-362d5d86d7b3 tempest-VolumesNegativeTest-991117380 tempest-VolumesNegativeTest-991117380-project] 10.222.0.13 "GET /v2.0/quotas/29ec13c3f4a04d688912b49eb43a02e6 HTTP/1.1" status: 200 len: 375 time: 0.0219636 Jun 30 04:16:44.705264 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-92f50830-67d3-494c-93c9-2e08a4180604 req-34ccc851-1c99-4d6b-99a8-8a34b42f1c97 tempest-VolumesNegativeTest-991117380 tempest-VolumesNegativeTest-991117380-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=29ec13c3f4a04d688912b49eb43a02e6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0449266 Jun 30 04:16:44.769143 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-3078dca1-a03a-434b-a0e6-40e7335fd031 req-0efe257e-c8fc-4a32-86c7-eca83a79f6ab service neutron] 10.222.0.13 "GET /v2.0/networks/d053466e-8b12-41f1-8495-352ca2b58558?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1102841 Jun 30 04:16:44.922064 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb5bcd1-0ce7-4dac-bb80-39092adcfa38 req-b83deb17-0fb3-4e1a-8ff8-5f3fe0d1749c tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:16:44.929472 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-7eb5bcd1-0ce7-4dac-bb80-39092adcfa38 req-b83deb17-0fb3-4e1a-8ff8-5f3fe0d1749c tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] 10.222.0.13 "GET /v2.0/ports?device_id=2d3f3442-a00e-47ee-b0df-f099086628ce HTTP/1.1" status: 200 len: 945 time: 0.0724170 Jun 30 04:16:44.974595 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=100 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:16:44.985921 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-7eb5bcd1-0ce7-4dac-bb80-39092adcfa38 req-505c6a9a-ab1c-4b07-863c-b368c872155a tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] 10.222.0.13 "GET /v2.0/security-groups?id=917dbda3-50de-42c2-a106-5e4480b4dad4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554063 Jun 30 04:16:45.056399 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-d7f2c001-b8da-48b5-90e0-768a510447eb req-f4636a2f-3895-4590-bb63-6b80c5794a04 tempest-VolumesSnapshotTestJSON-599944138 tempest-VolumesSnapshotTestJSON-599944138-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6a5fa82-8302-40a4-bdd8-f8ee19570259 HTTP/1.1" status: 200 len: 210 time: 0.0593014 Jun 30 04:16:45.151425 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-c24e91ee-f9c6-403f-8c94-9010a6ac8351 req-f6f8e2b9-c19f-438f-8ac5-f2bf82a8fd71 tempest-VolumesNegativeTest-991117380 tempest-VolumesNegativeTest-991117380-project] 10.222.0.13 "GET /v2.0/ports?device_id=d6f86ca2-4b47-4bbb-bc3a-bb0a9db0cd13 HTTP/1.1" status: 200 len: 210 time: 0.0383875 Jun 30 04:16:45.160510 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f8e881-1dfb-4070-a030-6eea4561c4c4 req-338572b0-920d-4ed7-92d1-7278cba64992 tempest-VolumesActionsTest-91720519 tempest-VolumesActionsTest-91720519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:16:45.162182 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-97f8e881-1dfb-4070-a030-6eea4561c4c4 req-338572b0-920d-4ed7-92d1-7278cba64992 tempest-VolumesActionsTest-91720519 tempest-VolumesActionsTest-91720519-project] 10.222.0.13 "GET /v2.0/ports?device_id=013e6bcd-1dfa-41de-b517-1dd0054ee024 HTTP/1.1" status: 200 len: 945 time: 0.0824654 Jun 30 04:16:45.257936 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-3eed0b0e-877b-4092-afcf-8d2738adbc63 req-6864f937-2fdd-44b5-bcd5-b96d6f53854f tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] 10.222.0.13 "GET /v2.0/ports?device_id=b9a789ea-78f4-481d-bd9b-45bce25676ad HTTP/1.1" status: 200 len: 210 time: 0.0467296 Jun 30 04:16:45.278368 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-97f8e881-1dfb-4070-a030-6eea4561c4c4 req-4c1ff2a1-2848-483e-908f-f2c793101693 tempest-VolumesActionsTest-91720519 tempest-VolumesActionsTest-91720519-project] 10.222.0.13 "GET /v2.0/security-groups?id=265ff658-8a93-4d62-aa14-b0736216eb05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089466 Jun 30 04:16:45.524034 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b91694-0766-4cac-b757-c7e5fa53aa26 req-35ee9588-a644-404c-ad59-93b3a9d6e312 tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:16:45.525551 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-a6b91694-0766-4cac-b757-c7e5fa53aa26 req-35ee9588-a644-404c-ad59-93b3a9d6e312 tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] 10.222.0.13 "GET /v2.0/networks?id=d053466e-8b12-41f1-8495-352ca2b58558 HTTP/1.1" status: 200 len: 819 time: 0.1147630 Jun 30 04:16:45.543920 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-a6b91694-0766-4cac-b757-c7e5fa53aa26 req-ef352a36-dca6-4463-b2fc-d90b77a42489 tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] 10.222.0.13 "GET /v2.0/quotas/74b53f46d15c4465b9005939114e67a3 HTTP/1.1" status: 200 len: 375 time: 0.0102708 Jun 30 04:16:45.596855 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-a6b91694-0766-4cac-b757-c7e5fa53aa26 req-04904bd1-2c45-4878-8d04-8a0f67f73bb2 tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=74b53f46d15c4465b9005939114e67a3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0465677 Jun 30 04:16:45.620443 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=100 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:16:45.691228 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-a6b91694-0766-4cac-b757-c7e5fa53aa26 req-7ae16cce-39c7-42f2-b0b2-3e4bd92f5f35 service neutron] 10.222.0.13 "GET /v2.0/networks/d053466e-8b12-41f1-8495-352ca2b58558?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874050 Jun 30 04:16:45.788666 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-a6b91694-0766-4cac-b757-c7e5fa53aa26 req-adca7acb-114a-45ca-83a4-f3e4ce9c51bf service neutron] 10.222.0.13 "GET /v2.0/networks/d053466e-8b12-41f1-8495-352ca2b58558?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911233 Jun 30 04:16:45.972908 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-dc75ab71-dd2a-487c-9749-e8e0d9e038f1 req-78c1f568-dc7f-4a03-92ad-3b07b115d04d tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] 10.222.0.13 "GET /v2.0/ports?device_id=1faec7e8-1e39-47c4-aba5-2e67eaf2936c HTTP/1.1" status: 200 len: 210 time: 0.0299358 Jun 30 04:16:46.126014 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433418f6-f00c-42d1-ac0f-620f2adf7326 req-57bbf766-7bfd-4852-afd9-89d4c4585a4f tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:16:46.128314 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-433418f6-f00c-42d1-ac0f-620f2adf7326 req-57bbf766-7bfd-4852-afd9-89d4c4585a4f tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] 10.222.0.13 "GET /v2.0/ports?device_id=2d3f3442-a00e-47ee-b0df-f099086628ce HTTP/1.1" status: 200 len: 945 time: 0.0614438 Jun 30 04:16:46.180113 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-da8a216e-7766-4852-83f6-25c11b5fe798 req-08a6e58a-ffc1-41e0-9e92-18024fdfcc1d tempest-VolumesSnapshotTestJSON-599944138 tempest-VolumesSnapshotTestJSON-599944138-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6a5fa82-8302-40a4-bdd8-f8ee19570259 HTTP/1.1" status: 200 len: 210 time: 0.0407166 Jun 30 04:16:46.221665 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-433418f6-f00c-42d1-ac0f-620f2adf7326 req-b09c1272-b706-45f4-832b-398651d40793 tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] 10.222.0.13 "GET /v2.0/security-groups?id=917dbda3-50de-42c2-a106-5e4480b4dad4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0841234 Jun 30 04:16:46.298060 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-de246a6f-b833-49ce-95a8-3ed41af5d2fc req-1f9a6600-04e5-4c89-a8ea-e13c69f049f2 tempest-VolumesNegativeTest-991117380 tempest-VolumesNegativeTest-991117380-project] 10.222.0.13 "GET /v2.0/ports?device_id=d6f86ca2-4b47-4bbb-bc3a-bb0a9db0cd13 HTTP/1.1" status: 200 len: 210 time: 0.0500872 Jun 30 04:16:46.463186 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cf827c-40dc-4ff7-a1bc-1068ab57a5f8 req-759504aa-64f8-4dd4-9fd9-5ec659a44b91 tempest-VolumesActionsTest-91720519 tempest-VolumesActionsTest-91720519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:16:46.464924 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-20cf827c-40dc-4ff7-a1bc-1068ab57a5f8 req-759504aa-64f8-4dd4-9fd9-5ec659a44b91 tempest-VolumesActionsTest-91720519 tempest-VolumesActionsTest-91720519-project] 10.222.0.13 "GET /v2.0/ports?device_id=013e6bcd-1dfa-41de-b517-1dd0054ee024 HTTP/1.1" status: 200 len: 945 time: 0.0673263 Jun 30 04:16:46.475755 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5850b91-dd64-45df-8483-46c7bf0e5fae req-b92de952-8513-4735-8061-7a147807e4f1 tempest-VolumesSnapshotTestJSON-599944138 tempest-VolumesSnapshotTestJSON-599944138-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:16:46.477384 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-f5850b91-dd64-45df-8483-46c7bf0e5fae req-b92de952-8513-4735-8061-7a147807e4f1 tempest-VolumesSnapshotTestJSON-599944138 tempest-VolumesSnapshotTestJSON-599944138-project] 10.222.0.20 "GET /v2.0/networks?id=9c18043c-6376-4ef1-99e0-e3f0031cee26 HTTP/1.1" status: 200 len: 813 time: 0.1736946 Jun 30 04:16:46.522244 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-20cf827c-40dc-4ff7-a1bc-1068ab57a5f8 req-6e5f9834-1e4f-403b-bfba-5c67c4119902 tempest-VolumesActionsTest-91720519 tempest-VolumesActionsTest-91720519-project] 10.222.0.13 "GET /v2.0/security-groups?id=265ff658-8a93-4d62-aa14-b0736216eb05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438893 Jun 30 04:16:46.729160 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.v2.base [req-f5850b91-dd64-45df-8483-46c7bf0e5fae req-60c93e3f-ca0f-43e0-9cc4-8121619da5b2 tempest-VolumesSnapshotTestJSON-599944138 tempest-VolumesSnapshotTestJSON-599944138-project] Request body: {'port': {'device_id': 'e6a5fa82-8302-40a4-bdd8-f8ee19570259', 'network_id': '9c18043c-6376-4ef1-99e0-e3f0031cee26', 'admin_state_up': True, 'tenant_id': '4a5e183a36084c9fb82f3a3f7d24402a'}} {{(pid=104416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 30 04:16:46.872750 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f5850b91-dd64-45df-8483-46c7bf0e5fae req-60c93e3f-ca0f-43e0-9cc4-8121619da5b2 tempest-VolumesSnapshotTestJSON-599944138 tempest-VolumesSnapshotTestJSON-599944138-project] Made reservation on behalf of 4a5e183a36084c9fb82f3a3f7d24402a for: {'port': 1} {{(pid=104416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 04:16:46.876655 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-f5850b91-dd64-45df-8483-46c7bf0e5fae req-60c93e3f-ca0f-43e0-9cc4-8121619da5b2 tempest-VolumesSnapshotTestJSON-599944138 tempest-VolumesSnapshotTestJSON-599944138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3606762'] for port (None), before_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:16:46.889995 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-92f50830-67d3-494c-93c9-2e08a4180604 req-3b501af3-c8fe-4f69-8bd6-fc79bcedd8b8 tempest-VolumesNegativeTest-991117380 tempest-VolumesNegativeTest-991117380-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=29ec13c3f4a04d688912b49eb43a02e6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0297747 Jun 30 04:16:46.909541 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:16:47.109033 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-ead5d4f0-6334-405c-a694-0ace6ad1dd94 req-409b7299-9fe1-455d-b880-e29636157511 tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] 10.222.0.13 "GET /v2.0/ports?device_id=1faec7e8-1e39-47c4-aba5-2e67eaf2936c HTTP/1.1" status: 200 len: 210 time: 0.0646718 Jun 30 04:16:47.125155 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f50830-67d3-494c-93c9-2e08a4180604 req-33818f2c-3b52-4a23-8899-05be4280b4b3 tempest-VolumesNegativeTest-991117380 tempest-VolumesNegativeTest-991117380-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:16:47.126561 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-92f50830-67d3-494c-93c9-2e08a4180604 req-33818f2c-3b52-4a23-8899-05be4280b4b3 tempest-VolumesNegativeTest-991117380 tempest-VolumesNegativeTest-991117380-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2298141 Jun 30 04:16:47.140268 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.db.db_base_plugin_common [req-f5850b91-dd64-45df-8483-46c7bf0e5fae req-60c93e3f-ca0f-43e0-9cc4-8121619da5b2 tempest-VolumesSnapshotTestJSON-599944138 tempest-VolumesSnapshotTestJSON-599944138-project] Allocated IP 172.20.0.8 (9c18043c-6376-4ef1-99e0-e3f0031cee26/1633d63e-410a-4092-ad59-b64c12aa87c9/ff35c296-16d8-4967-9683-da4fed5ad994) {{(pid=104416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 04:16:47.176070 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:16:47.530463 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.v2.base [req-92f50830-67d3-494c-93c9-2e08a4180604 req-e0fc94b4-e020-4685-840b-dd6ffbc3987f tempest-VolumesNegativeTest-991117380 tempest-VolumesNegativeTest-991117380-project] Request body: {'port': {'device_id': 'd6f86ca2-4b47-4bbb-bc3a-bb0a9db0cd13', 'network_id': '6360dd33-92fe-4816-a228-aca179594add', 'admin_state_up': True, 'tenant_id': '29ec13c3f4a04d688912b49eb43a02e6'}} {{(pid=104416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 30 04:16:47.543058 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-98c758a2-588f-4562-97c8-414f0c42277d req-2d808a13-1732-4482-9135-33ae797e7eca tempest-VolumesSnapshotTestJSON-599944138 tempest-VolumesSnapshotTestJSON-599944138-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6a5fa82-8302-40a4-bdd8-f8ee19570259 HTTP/1.1" status: 200 len: 210 time: 0.2711928 Jun 30 04:16:47.607225 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-f5850b91-dd64-45df-8483-46c7bf0e5fae req-60c93e3f-ca0f-43e0-9cc4-8121619da5b2 tempest-VolumesSnapshotTestJSON-599944138 tempest-VolumesSnapshotTestJSON-599944138-project] Publish callbacks [] for port (ff35c296-16d8-4967-9683-da4fed5ad994), precommit_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:16:47.641599 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.20', 54031) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 04:16:47.661216 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29be1b31-22b7-407b-82c7-74b311bc5103 req-e0e764e3-999a-4fae-8e98-74c462897f33 tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:16:47.662755 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-29be1b31-22b7-407b-82c7-74b311bc5103 req-e0e764e3-999a-4fae-8e98-74c462897f33 tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] 10.222.0.13 "GET /v2.0/ports?device_id=2d3f3442-a00e-47ee-b0df-f099086628ce HTTP/1.1" status: 200 len: 945 time: 0.1409221 Jun 30 04:16:47.787444 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3078dca1-a03a-434b-a0e6-40e7335fd031 req-9160c300-e77c-4674-a554-9f4c9b207798 tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:16:47.790548 dv-cinder-846842-7-iscsi neutron-server[104415]: INFO neutron.wsgi [req-3078dca1-a03a-434b-a0e6-40e7335fd031 req-9160c300-e77c-4674-a554-9f4c9b207798 tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] 10.222.0.20 "GET /v2.0/networks?id=d053466e-8b12-41f1-8495-352ca2b58558 HTTP/1.1" status: 200 len: 819 time: 0.2147272 Jun 30 04:16:47.806525 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-f5850b91-dd64-45df-8483-46c7bf0e5fae req-60c93e3f-ca0f-43e0-9cc4-8121619da5b2 tempest-VolumesSnapshotTestJSON-599944138 tempest-VolumesSnapshotTestJSON-599944138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4095053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781926239317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1764130'] for port (ff35c296-16d8-4967-9683-da4fed5ad994), after_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:16:47.872306 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-919b3e43-f382-4a6f-be14-9f653f6def69 req-68e1831a-643a-4b72-9a39-38c569b8269b tempest-VolumesNegativeTest-991117380 tempest-VolumesNegativeTest-991117380-project] 10.222.0.13 "GET /v2.0/ports?device_id=d6f86ca2-4b47-4bbb-bc3a-bb0a9db0cd13 HTTP/1.1" status: 200 len: 210 time: 0.0705509 Jun 30 04:16:47.990080 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f5850b91-dd64-45df-8483-46c7bf0e5fae req-60c93e3f-ca0f-43e0-9cc4-8121619da5b2 tempest-VolumesSnapshotTestJSON-599944138 tempest-VolumesSnapshotTestJSON-599944138-project] Network 9c18043c-6376-4ef1-99e0-e3f0031cee26 is already hosted by enough agents. {{(pid=104416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 04:16:48.042771 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-29be1b31-22b7-407b-82c7-74b311bc5103 req-62378de5-e1b5-4752-9e3a-f21618f1f9b9 tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] 10.222.0.13 "GET /v2.0/security-groups?id=917dbda3-50de-42c2-a106-5e4480b4dad4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2873287 Jun 30 04:16:48.043530 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.scheduler.base_scheduler [req-f5850b91-dd64-45df-8483-46c7bf0e5fae req-60c93e3f-ca0f-43e0-9cc4-8121619da5b2 tempest-VolumesSnapshotTestJSON-599944138 tempest-VolumesSnapshotTestJSON-599944138-project] Resources bound (agent type, host, resource id): {{(pid=104416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 04:16:48.052430 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5850b91-dd64-45df-8483-46c7bf0e5fae req-60c93e3f-ca0f-43e0-9cc4-8121619da5b2 tempest-VolumesSnapshotTestJSON-599944138 tempest-VolumesSnapshotTestJSON-599944138-project] Received port after_create {{(pid=104416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 30 04:16:48.060551 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c93e3f-ca0f-43e0-9cc4-8121619da5b2 tempest-VolumesSnapshotTestJSON-599944138 tempest-VolumesSnapshotTestJSON-599944138-project] Pushing event updated for resources: {'Port': ['ID=ff35c296-16d8-4967-9683-da4fed5ad994,revision_number=1']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:16:48.082676 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-92f50830-67d3-494c-93c9-2e08a4180604 req-e0fc94b4-e020-4685-840b-dd6ffbc3987f tempest-VolumesNegativeTest-991117380 tempest-VolumesNegativeTest-991117380-project] Made reservation on behalf of 29ec13c3f4a04d688912b49eb43a02e6 for: {'port': 1} {{(pid=104416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 04:16:48.086154 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-92f50830-67d3-494c-93c9-2e08a4180604 req-e0fc94b4-e020-4685-840b-dd6ffbc3987f tempest-VolumesNegativeTest-991117380 tempest-VolumesNegativeTest-991117380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3606762'] for port (None), before_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:16:48.098343 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b91694-0766-4cac-b757-c7e5fa53aa26 req-f75b4563-8901-415b-9ce4-0f05cbc7c894 tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:16:48.099798 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-a6b91694-0766-4cac-b757-c7e5fa53aa26 req-f75b4563-8901-415b-9ce4-0f05cbc7c894 tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] 10.222.0.20 "GET /v2.0/networks?id=d053466e-8b12-41f1-8495-352ca2b58558 HTTP/1.1" status: 200 len: 819 time: 0.4330204 Jun 30 04:16:48.119567 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94cc18d4-e760-48d9-a83a-063370715be4 req-1af88397-f91d-46f3-9137-3b05db1a29d2 tempest-VolumesActionsTest-91720519 tempest-VolumesActionsTest-91720519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:16:48.120954 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-94cc18d4-e760-48d9-a83a-063370715be4 req-1af88397-f91d-46f3-9137-3b05db1a29d2 tempest-VolumesActionsTest-91720519 tempest-VolumesActionsTest-91720519-project] 10.222.0.13 "GET /v2.0/ports?device_id=013e6bcd-1dfa-41de-b517-1dd0054ee024 HTTP/1.1" status: 200 len: 945 time: 0.1695883 Jun 30 04:16:48.124271 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-92f50830-67d3-494c-93c9-2e08a4180604 req-e0fc94b4-e020-4685-840b-dd6ffbc3987f tempest-VolumesNegativeTest-991117380 tempest-VolumesNegativeTest-991117380-project] Publish callbacks [] for security_group (None), before_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:16:48.163264 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5850b91-dd64-45df-8483-46c7bf0e5fae req-60c93e3f-ca0f-43e0-9cc4-8121619da5b2 tempest-VolumesSnapshotTestJSON-599944138 tempest-VolumesSnapshotTestJSON-599944138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:16:48.163855 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-f5850b91-dd64-45df-8483-46c7bf0e5fae req-60c93e3f-ca0f-43e0-9cc4-8121619da5b2 tempest-VolumesSnapshotTestJSON-599944138 tempest-VolumesSnapshotTestJSON-599944138-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13292'] for port (None), before_response {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:16:48.204513 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:16:48.210916 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:DELETE=2 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:16:48.239334 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-f5850b91-dd64-45df-8483-46c7bf0e5fae req-60c93e3f-ca0f-43e0-9cc4-8121619da5b2 tempest-VolumesSnapshotTestJSON-599944138 tempest-VolumesSnapshotTestJSON-599944138-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5152721 Jun 30 04:16:48.244916 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-14abc81e-fa1b-4ae3-be7e-94812c7a41f9 req-2bd89861-900d-440a-a49b-5de94e51f6ea tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] 10.222.0.13 "GET /v2.0/ports?device_id=1faec7e8-1e39-47c4-aba5-2e67eaf2936c HTTP/1.1" status: 200 len: 210 time: 0.0651097 Jun 30 04:16:48.253974 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-94cc18d4-e760-48d9-a83a-063370715be4 req-66908ce9-2d00-4030-bd1d-1b5c08caec43 tempest-VolumesActionsTest-91720519 tempest-VolumesActionsTest-91720519-project] 10.222.0.13 "GET /v2.0/security-groups?id=265ff658-8a93-4d62-aa14-b0736216eb05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244218 Jun 30 04:16:48.294955 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-92f50830-67d3-494c-93c9-2e08a4180604 req-e0fc94b4-e020-4685-840b-dd6ffbc3987f tempest-VolumesNegativeTest-991117380 tempest-VolumesNegativeTest-991117380-project] Publish callbacks [] for security_group (b9d0c36b-7ad7-419e-aabf-30a2599153f4), precommit_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:16:48.299616 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-92f50830-67d3-494c-93c9-2e08a4180604 req-e0fc94b4-e020-4685-840b-dd6ffbc3987f tempest-VolumesNegativeTest-991117380 tempest-VolumesNegativeTest-991117380-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3637186'] for security_group (b9d0c36b-7ad7-419e-aabf-30a2599153f4), after_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:16:48.378036 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0fc94b4-e020-4685-840b-dd6ffbc3987f tempest-VolumesNegativeTest-991117380 tempest-VolumesNegativeTest-991117380-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b9d0c36b-7ad7-419e-aabf-30a2599153f4,revision_number=1']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:16:48.458995 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.db.db_base_plugin_common [req-92f50830-67d3-494c-93c9-2e08a4180604 req-e0fc94b4-e020-4685-840b-dd6ffbc3987f tempest-VolumesNegativeTest-991117380 tempest-VolumesNegativeTest-991117380-project] Allocated IP 192.168.233.167 (6360dd33-92fe-4816-a228-aca179594add/cfd4501b-11d7-4b54-ac14-d1a50ceb1c19/14681158-c69f-4840-927a-2a8907e26393) {{(pid=104416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 04:16:48.623994 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-92f50830-67d3-494c-93c9-2e08a4180604 req-e0fc94b4-e020-4685-840b-dd6ffbc3987f tempest-VolumesNegativeTest-991117380 tempest-VolumesNegativeTest-991117380-project] Publish callbacks [] for port (14681158-c69f-4840-927a-2a8907e26393), precommit_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:16:48.687681 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccacf6d-09ed-409e-a9b6-39925bab6a1d req-aa83de6c-507f-4692-8ad7-167f78a3a86b tempest-VolumesSnapshotTestJSON-599944138 tempest-VolumesSnapshotTestJSON-599944138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:16:48.689286 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-bccacf6d-09ed-409e-a9b6-39925bab6a1d req-aa83de6c-507f-4692-8ad7-167f78a3a86b tempest-VolumesSnapshotTestJSON-599944138 tempest-VolumesSnapshotTestJSON-599944138-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6a5fa82-8302-40a4-bdd8-f8ee19570259 HTTP/1.1" status: 200 len: 931 time: 0.0633242 Jun 30 04:16:48.723525 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-92f50830-67d3-494c-93c9-2e08a4180604 req-e0fc94b4-e020-4685-840b-dd6ffbc3987f tempest-VolumesNegativeTest-991117380 tempest-VolumesNegativeTest-991117380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4095053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781926239317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1764130'] for port (14681158-c69f-4840-927a-2a8907e26393), after_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:16:48.787630 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-bccacf6d-09ed-409e-a9b6-39925bab6a1d req-f91b215c-550f-4e64-b5eb-ffcc6d8543cd tempest-VolumesSnapshotTestJSON-599944138 tempest-VolumesSnapshotTestJSON-599944138-project] 10.222.0.13 "GET /v2.0/security-groups?id=2f6d1c4a-513c-47f4-83a7-99e6c18ff482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909607 Jun 30 04:16:48.789339 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-92f50830-67d3-494c-93c9-2e08a4180604 req-e0fc94b4-e020-4685-840b-dd6ffbc3987f tempest-VolumesNegativeTest-991117380 tempest-VolumesNegativeTest-991117380-project] Network 6360dd33-92fe-4816-a228-aca179594add is already hosted by enough agents. {{(pid=104416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 04:16:48.792631 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.scheduler.base_scheduler [req-92f50830-67d3-494c-93c9-2e08a4180604 req-e0fc94b4-e020-4685-840b-dd6ffbc3987f tempest-VolumesNegativeTest-991117380 tempest-VolumesNegativeTest-991117380-project] Resources bound (agent type, host, resource id): {{(pid=104416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 04:16:48.796454 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.db.l3_dvrscheduler_db [req-92f50830-67d3-494c-93c9-2e08a4180604 req-e0fc94b4-e020-4685-840b-dd6ffbc3987f tempest-VolumesNegativeTest-991117380 tempest-VolumesNegativeTest-991117380-project] Received port after_create {{(pid=104416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 30 04:16:48.821661 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0fc94b4-e020-4685-840b-dd6ffbc3987f tempest-VolumesNegativeTest-991117380 tempest-VolumesNegativeTest-991117380-project] Pushing event updated for resources: {'Port': ['ID=14681158-c69f-4840-927a-2a8907e26393,revision_number=1']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:16:48.850332 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f50830-67d3-494c-93c9-2e08a4180604 req-e0fc94b4-e020-4685-840b-dd6ffbc3987f tempest-VolumesNegativeTest-991117380 tempest-VolumesNegativeTest-991117380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:16:48.850936 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-92f50830-67d3-494c-93c9-2e08a4180604 req-e0fc94b4-e020-4685-840b-dd6ffbc3987f tempest-VolumesNegativeTest-991117380 tempest-VolumesNegativeTest-991117380-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13292'] for port (None), before_response {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:16:48.871343 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-92f50830-67d3-494c-93c9-2e08a4180604 req-e0fc94b4-e020-4685-840b-dd6ffbc3987f tempest-VolumesNegativeTest-991117380 tempest-VolumesNegativeTest-991117380-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3446741 Jun 30 04:16:49.012596 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb6470e-a650-4eee-b352-6f5edc462c9e req-e2d6d6a1-fe32-4a18-b7b3-93b57757c1fe tempest-VolumesNegativeTest-991117380 tempest-VolumesNegativeTest-991117380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:16:49.014350 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-bcb6470e-a650-4eee-b352-6f5edc462c9e req-e2d6d6a1-fe32-4a18-b7b3-93b57757c1fe tempest-VolumesNegativeTest-991117380 tempest-VolumesNegativeTest-991117380-project] 10.222.0.13 "GET /v2.0/ports?device_id=d6f86ca2-4b47-4bbb-bc3a-bb0a9db0cd13 HTTP/1.1" status: 200 len: 936 time: 0.0675671 Jun 30 04:16:49.056617 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.db.provisioning_blocks [None req-756983ba-f334-4730-9169-72330b8577f2 None None] Provisioning complete for port 14681158-c69f-4840-927a-2a8907e26393 triggered by entity DHCP. {{(pid=104417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 30 04:16:49.057085 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-756983ba-f334-4730-9169-72330b8577f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565073'] for port (14681158-c69f-4840-927a-2a8907e26393), provisioning_complete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:16:49.089834 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.v2.base [req-3078dca1-a03a-434b-a0e6-40e7335fd031 req-4a3301bb-793c-4014-bc8e-74d536d9667a tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] Request body: {'port': {'device_id': 'b9a789ea-78f4-481d-bd9b-45bce25676ad', 'network_id': 'd053466e-8b12-41f1-8495-352ca2b58558', 'admin_state_up': True, 'tenant_id': '74b53f46d15c4465b9005939114e67a3'}} {{(pid=104415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 30 04:16:49.105569 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-bcb6470e-a650-4eee-b352-6f5edc462c9e req-ce179140-5a05-4266-91d9-2238383daeeb tempest-VolumesNegativeTest-991117380 tempest-VolumesNegativeTest-991117380-project] 10.222.0.13 "GET /v2.0/security-groups?id=b9d0c36b-7ad7-419e-aabf-30a2599153f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804105 Jun 30 04:16:49.130010 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.v2.base [req-f5850b91-dd64-45df-8483-46c7bf0e5fae req-44600465-dce6-4650-b11c-081db5b740c0 service neutron] Request body: {'port': {'device_id': 'e6a5fa82-8302-40a4-bdd8-f8ee19570259', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84684'}} {{(pid=104416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 30 04:16:49.140965 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.v2.base [req-a6b91694-0766-4cac-b757-c7e5fa53aa26 req-a8df1335-b678-4d6a-b85f-1a38009a6d94 tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] Request body: {'port': {'device_id': '1faec7e8-1e39-47c4-aba5-2e67eaf2936c', 'network_id': 'd053466e-8b12-41f1-8495-352ca2b58558', 'admin_state_up': True, 'tenant_id': '74b53f46d15c4465b9005939114e67a3'}} {{(pid=104416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 30 04:16:49.148428 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.v2.base [req-92f50830-67d3-494c-93c9-2e08a4180604 req-3c4025b9-8cd5-497b-8303-773e0ba68a8e service neutron] Request body: {'port': {'device_id': 'd6f86ca2-4b47-4bbb-bc3a-bb0a9db0cd13', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84684'}} {{(pid=104416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 30 04:16:49.156575 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-756983ba-f334-4730-9169-72330b8577f2 None None] Port 14681158-c69f-4840-927a-2a8907e26393 cannot update to ACTIVE because it is not bound. {{(pid=104417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 30 04:16:49.220833 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:INSERT=5,neutron:SELECT=91,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:16:49.228327 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:16:49.240364 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3078dca1-a03a-434b-a0e6-40e7335fd031 req-4a3301bb-793c-4014-bc8e-74d536d9667a tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] Made reservation on behalf of 74b53f46d15c4465b9005939114e67a3 for: {'port': 1} {{(pid=104415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 04:16:49.244211 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [req-3078dca1-a03a-434b-a0e6-40e7335fd031 req-4a3301bb-793c-4014-bc8e-74d536d9667a tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3606762'] for port (None), before_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:16:49.378865 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f38d9d4-e88e-49a6-b2c6-11a205487761 req-97ce3245-923e-4826-b3b9-5d9228959640 tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:16:49.379386 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.db.db_base_plugin_common [req-3078dca1-a03a-434b-a0e6-40e7335fd031 req-4a3301bb-793c-4014-bc8e-74d536d9667a tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] Allocated IP 172.20.0.8 (d053466e-8b12-41f1-8495-352ca2b58558/1d12b51a-7dad-4338-8514-f9c8956a192d/f7491189-7e96-4247-aee7-3f42f81272cd) {{(pid=104415) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 04:16:49.380300 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-0f38d9d4-e88e-49a6-b2c6-11a205487761 req-97ce3245-923e-4826-b3b9-5d9228959640 tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] 10.222.0.13 "GET /v2.0/ports?device_id=2d3f3442-a00e-47ee-b0df-f099086628ce HTTP/1.1" status: 200 len: 945 time: 0.1942205 Jun 30 04:16:49.415245 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.20', 54037) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 04:16:49.419844 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-d65a90aa-5927-4ebc-8ea6-1db2523bba5b req-c3596b03-2b2e-4ac8-ade1-9cf110f70d65 tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] 10.222.0.13 "GET /v2.0/ports?device_id=1faec7e8-1e39-47c4-aba5-2e67eaf2936c HTTP/1.1" status: 200 len: 210 time: 0.0931392 Jun 30 04:16:49.437998 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-f5850b91-dd64-45df-8483-46c7bf0e5fae req-44600465-dce6-4650-b11c-081db5b740c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3606762'] for port (ff35c296-16d8-4967-9683-da4fed5ad994), before_update {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:16:49.456973 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-92f50830-67d3-494c-93c9-2e08a4180604 req-3c4025b9-8cd5-497b-8303-773e0ba68a8e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3606762'] for port (14681158-c69f-4840-927a-2a8907e26393), before_update {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:16:49.569494 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [req-3078dca1-a03a-434b-a0e6-40e7335fd031 req-4a3301bb-793c-4014-bc8e-74d536d9667a tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] Publish callbacks [] for port (f7491189-7e96-4247-aee7-3f42f81272cd), precommit_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:16:49.589245 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39a2cc1-5bad-404e-a3c3-ea2dae5b1f2d req-05e79ad1-2bfc-4d01-8a91-c4a0265d628c tempest-VolumesActionsTest-91720519 tempest-VolumesActionsTest-91720519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:16:49.590762 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-c39a2cc1-5bad-404e-a3c3-ea2dae5b1f2d req-05e79ad1-2bfc-4d01-8a91-c4a0265d628c tempest-VolumesActionsTest-91720519 tempest-VolumesActionsTest-91720519-project] 10.222.0.20 "GET /v2.0/ports?device_id=013e6bcd-1dfa-41de-b517-1dd0054ee024 HTTP/1.1" status: 200 len: 945 time: 0.1700664 Jun 30 04:16:49.603520 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [req-3078dca1-a03a-434b-a0e6-40e7335fd031 req-4a3301bb-793c-4014-bc8e-74d536d9667a tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4095053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781926239317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11645207'] for port (f7491189-7e96-4247-aee7-3f42f81272cd), after_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:16:49.646091 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:16:49.650296 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3078dca1-a03a-434b-a0e6-40e7335fd031 req-4a3301bb-793c-4014-bc8e-74d536d9667a tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] Network d053466e-8b12-41f1-8495-352ca2b58558 is already hosted by enough agents. {{(pid=104415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 04:16:49.653903 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.scheduler.base_scheduler [req-3078dca1-a03a-434b-a0e6-40e7335fd031 req-4a3301bb-793c-4014-bc8e-74d536d9667a tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] Resources bound (agent type, host, resource id): {{(pid=104415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 04:16:49.659402 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.db.l3_dvrscheduler_db [req-3078dca1-a03a-434b-a0e6-40e7335fd031 req-4a3301bb-793c-4014-bc8e-74d536d9667a tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] Received port after_create {{(pid=104415) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 30 04:16:49.665163 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a6b91694-0766-4cac-b757-c7e5fa53aa26 req-a8df1335-b678-4d6a-b85f-1a38009a6d94 tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] Made reservation on behalf of 74b53f46d15c4465b9005939114e67a3 for: {'port': 1} {{(pid=104416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 04:16:49.668613 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-a6b91694-0766-4cac-b757-c7e5fa53aa26 req-a8df1335-b678-4d6a-b85f-1a38009a6d94 tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3606762'] for port (None), before_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:16:49.674016 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-0f38d9d4-e88e-49a6-b2c6-11a205487761 req-7faa3a1f-8348-4f4d-beb8-550f7b14d693 tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] 10.222.0.13 "GET /v2.0/security-groups?id=917dbda3-50de-42c2-a106-5e4480b4dad4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2616291 Jun 30 04:16:49.686214 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd47827f-01c5-40ab-bd79-fa5efb0aac89 req-c14d8f69-3ec0-4b00-8a0f-95c3a24b058d tempest-VolumesActionsTest-91720519 tempest-VolumesActionsTest-91720519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:16:49.687931 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-fd47827f-01c5-40ab-bd79-fa5efb0aac89 req-c14d8f69-3ec0-4b00-8a0f-95c3a24b058d tempest-VolumesActionsTest-91720519 tempest-VolumesActionsTest-91720519-project] 10.222.0.13 "GET /v2.0/ports?device_id=013e6bcd-1dfa-41de-b517-1dd0054ee024 HTTP/1.1" status: 200 len: 945 time: 0.1934955 Jun 30 04:16:49.715346 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:16:49.725344 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3301bb-793c-4014-bc8e-74d536d9667a tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] Pushing event updated for resources: {'Port': ['ID=f7491189-7e96-4247-aee7-3f42f81272cd,revision_number=1']} {{(pid=104415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:16:49.746916 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3078dca1-a03a-434b-a0e6-40e7335fd031 req-4a3301bb-793c-4014-bc8e-74d536d9667a tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:16:49.747576 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [req-3078dca1-a03a-434b-a0e6-40e7335fd031 req-4a3301bb-793c-4014-bc8e-74d536d9667a tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13292'] for port (None), before_response {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:16:49.771707 dv-cinder-846842-7-iscsi neutron-server[104415]: INFO neutron.wsgi [req-3078dca1-a03a-434b-a0e6-40e7335fd031 req-4a3301bb-793c-4014-bc8e-74d536d9667a tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6863050 Jun 30 04:16:49.882662 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.db.provisioning_blocks [None req-1a301b83-e5c0-4870-882a-d68ba5648eef None None] Provisioning complete for port f7491189-7e96-4247-aee7-3f42f81272cd triggered by entity DHCP. {{(pid=104417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 30 04:16:49.883054 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-1a301b83-e5c0-4870-882a-d68ba5648eef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565073'] for port (f7491189-7e96-4247-aee7-3f42f81272cd), provisioning_complete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:16:49.916034 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-1a301b83-e5c0-4870-882a-d68ba5648eef None None] Port f7491189-7e96-4247-aee7-3f42f81272cd cannot update to ACTIVE because it is not bound. {{(pid=104417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 30 04:16:49.953669 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:16:50.050524 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.plugin [req-c39a2cc1-5bad-404e-a3c3-ea2dae5b1f2d req-22399953-0537-469e-a44c-89c451267a34 tempest-VolumesActionsTest-91720519 tempest-VolumesActionsTest-91720519-project] Deleting port 82041917-867c-427d-977e-0d948fccb60e {{(pid=104416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 30 04:16:50.050789 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-c39a2cc1-5bad-404e-a3c3-ea2dae5b1f2d req-22399953-0537-469e-a44c-89c451267a34 tempest-VolumesActionsTest-91720519 tempest-VolumesActionsTest-91720519-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781926629636'] for port (82041917-867c-427d-977e-0d948fccb60e), before_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:16:50.066964 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-fd47827f-01c5-40ab-bd79-fa5efb0aac89 req-b8a7d299-133c-44e9-b71f-f029aaa9df03 tempest-VolumesActionsTest-91720519 tempest-VolumesActionsTest-91720519-project] 10.222.0.13 "GET /v2.0/security-groups?id=265ff658-8a93-4d62-aa14-b0736216eb05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3601003 Jun 30 04:16:50.115109 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673dddec-0d75-4324-84d7-c995918c4fb8 req-eb7c8811-2b72-4199-8681-8b73407a0330 tempest-VolumesSnapshotTestJSON-599944138 tempest-VolumesSnapshotTestJSON-599944138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:16:50.116559 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-673dddec-0d75-4324-84d7-c995918c4fb8 req-eb7c8811-2b72-4199-8681-8b73407a0330 tempest-VolumesSnapshotTestJSON-599944138 tempest-VolumesSnapshotTestJSON-599944138-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6a5fa82-8302-40a4-bdd8-f8ee19570259 HTTP/1.1" status: 200 len: 931 time: 0.2455997 Jun 30 04:16:50.442880 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=5 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:16:50.542065 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.db.db_base_plugin_common [req-a6b91694-0766-4cac-b757-c7e5fa53aa26 req-a8df1335-b678-4d6a-b85f-1a38009a6d94 tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] Allocated IP 172.20.0.3 (d053466e-8b12-41f1-8495-352ca2b58558/1d12b51a-7dad-4338-8514-f9c8956a192d/fca67734-6bd5-404d-9a44-a44b374bc3a8) {{(pid=104416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 04:16:50.603188 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c0ac96-0592-4d62-bec4-37546f123c16 req-21df13c9-db21-4e23-8899-d19c5e9a75f5 tempest-VolumesNegativeTest-991117380 tempest-VolumesNegativeTest-991117380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:16:50.604644 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-41c0ac96-0592-4d62-bec4-37546f123c16 req-21df13c9-db21-4e23-8899-d19c5e9a75f5 tempest-VolumesNegativeTest-991117380 tempest-VolumesNegativeTest-991117380-project] 10.222.0.13 "GET /v2.0/ports?device_id=d6f86ca2-4b47-4bbb-bc3a-bb0a9db0cd13 HTTP/1.1" status: 200 len: 936 time: 0.4086502 Jun 30 04:16:50.646313 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-673dddec-0d75-4324-84d7-c995918c4fb8 req-0ac748ec-10eb-4f19-83eb-c49e64b2f56c tempest-VolumesSnapshotTestJSON-599944138 tempest-VolumesSnapshotTestJSON-599944138-project] 10.222.0.13 "GET /v2.0/security-groups?id=2f6d1c4a-513c-47f4-83a7-99e6c18ff482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4998887 Jun 30 04:16:50.657928 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.db [req-c39a2cc1-5bad-404e-a3c3-ea2dae5b1f2d req-22399953-0537-469e-a44c-89c451267a34 tempest-VolumesActionsTest-91720519 tempest-VolumesActionsTest-91720519-project] For port 82041917-867c-427d-977e-0d948fccb60e, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=82041917-867c-427d-977e-0d948fccb60e,segment=NetworkSegment(4fafec2b-a6e2-4e57-9489-84e1c8f57960),segment_id=4fafec2b-a6e2-4e57-9489-84e1c8f57960)] {{(pid=104416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 04:16:50.658133 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-c39a2cc1-5bad-404e-a3c3-ea2dae5b1f2d req-22399953-0537-469e-a44c-89c451267a34 tempest-VolumesActionsTest-91720519 tempest-VolumesActionsTest-91720519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616079'] for port (82041917-867c-427d-977e-0d948fccb60e), precommit_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:16:50.715374 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.plugin [req-c39a2cc1-5bad-404e-a3c3-ea2dae5b1f2d req-22399953-0537-469e-a44c-89c451267a34 tempest-VolumesActionsTest-91720519 tempest-VolumesActionsTest-91720519-project] Calling delete_port for 82041917-867c-427d-977e-0d948fccb60e owned by compute:nova {{(pid=104416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 30 04:16:50.822153 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.notifiers.nova [req-f5850b91-dd64-45df-8483-46c7bf0e5fae req-44600465-dce6-4650-b11c-081db5b740c0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ff35c296-16d8-4967-9683-da4fed5ad994 {{(pid=104416) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 30 04:16:50.837188 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:16:50.839348 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-37ad854f-54a3-4cc9-b98c-109319238f77 req-6f45d4fc-0a8e-4bb8-bca3-4d32700b9dcb tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] 10.222.0.13 "GET /v2.0/ports?device_id=1faec7e8-1e39-47c4-aba5-2e67eaf2936c HTTP/1.1" status: 200 len: 210 time: 0.1128559 Jun 30 04:16:50.879372 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-f5850b91-dd64-45df-8483-46c7bf0e5fae req-44600465-dce6-4650-b11c-081db5b740c0 service neutron] Publish callbacks [] for port (ff35c296-16d8-4967-9683-da4fed5ad994), precommit_update {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:16:50.897904 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-41c0ac96-0592-4d62-bec4-37546f123c16 req-d892c3bd-ac12-4806-8ff9-192ea4b250f5 tempest-VolumesNegativeTest-991117380 tempest-VolumesNegativeTest-991117380-project] 10.222.0.13 "GET /v2.0/security-groups?id=b9d0c36b-7ad7-419e-aabf-30a2599153f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2768679 Jun 30 04:16:50.931219 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.notifiers.nova [req-92f50830-67d3-494c-93c9-2e08a4180604 req-3c4025b9-8cd5-497b-8303-773e0ba68a8e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 14681158-c69f-4840-927a-2a8907e26393 {{(pid=104416) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 30 04:16:50.988132 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-92f50830-67d3-494c-93c9-2e08a4180604 req-3c4025b9-8cd5-497b-8303-773e0ba68a8e service neutron] Publish callbacks [] for port (14681158-c69f-4840-927a-2a8907e26393), precommit_update {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:16:50.992732 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.db.provisioning_blocks [req-f5850b91-dd64-45df-8483-46c7bf0e5fae req-44600465-dce6-4650-b11c-081db5b740c0 service neutron] Transition to ACTIVE for port object ff35c296-16d8-4967-9683-da4fed5ad994 will not be triggered until provisioned by entity L2. {{(pid=104416) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 30 04:16:51.017180 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-f5850b91-dd64-45df-8483-46c7bf0e5fae req-44600465-dce6-4650-b11c-081db5b740c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4095053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781926634698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781926239335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781926239353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1764123'] for port (ff35c296-16d8-4967-9683-da4fed5ad994), after_update {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:16:51.040432 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.db.provisioning_blocks [req-92f50830-67d3-494c-93c9-2e08a4180604 req-3c4025b9-8cd5-497b-8303-773e0ba68a8e service neutron] Transition to ACTIVE for port object 14681158-c69f-4840-927a-2a8907e26393 will not be triggered until provisioned by entity L2. {{(pid=104416) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 30 04:16:51.069299 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08b25a0-eb32-478c-8a40-22380c73c830 req-4df019e3-eceb-485c-b665-c61a5e672452 tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:16:51.070745 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-c08b25a0-eb32-478c-8a40-22380c73c830 req-4df019e3-eceb-485c-b665-c61a5e672452 tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] 10.222.0.13 "GET /v2.0/ports?device_id=2d3f3442-a00e-47ee-b0df-f099086628ce HTTP/1.1" status: 200 len: 945 time: 0.1719706 Jun 30 04:16:51.092828 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-92f50830-67d3-494c-93c9-2e08a4180604 req-3c4025b9-8cd5-497b-8303-773e0ba68a8e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4095053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781926634698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781926239335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781926239353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1764123'] for port (14681158-c69f-4840-927a-2a8907e26393), after_update {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:16:51.152771 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-a6b91694-0766-4cac-b757-c7e5fa53aa26 req-a8df1335-b678-4d6a-b85f-1a38009a6d94 tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] Publish callbacks [] for port (fca67734-6bd5-404d-9a44-a44b374bc3a8), precommit_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:16:51.189841 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44600465-dce6-4650-b11c-081db5b740c0 service neutron] Pushing event updated for resources: {'Port': ['ID=ff35c296-16d8-4967-9683-da4fed5ad994,revision_number=2']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:16:51.207505 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=91,neutron:UPDATE=5,neutron:INSERT=2,neutron:DELETE=2 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:16:51.365009 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-c08b25a0-eb32-478c-8a40-22380c73c830 req-68905eb8-a3eb-483a-a45c-2c8e38cf7164 tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] 10.222.0.13 "GET /v2.0/security-groups?id=917dbda3-50de-42c2-a106-5e4480b4dad4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2786474 Jun 30 04:16:51.383202 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-c39a2cc1-5bad-404e-a3c3-ea2dae5b1f2d req-22399953-0537-469e-a44c-89c451267a34 tempest-VolumesActionsTest-91720519 tempest-VolumesActionsTest-91720519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4095053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781926635560', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781926239326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1764130'] for port (82041917-867c-427d-977e-0d948fccb60e), after_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:16:51.398828 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b858a62e-663c-4932-8631-d403fe7a01a6 req-170172af-da4b-4df9-8b54-b34792c3c4d4 tempest-VolumesActionsTest-91720519 tempest-VolumesActionsTest-91720519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:16:51.400335 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-b858a62e-663c-4932-8631-d403fe7a01a6 req-170172af-da4b-4df9-8b54-b34792c3c4d4 tempest-VolumesActionsTest-91720519 tempest-VolumesActionsTest-91720519-project] 10.222.0.13 "GET /v2.0/ports?device_id=013e6bcd-1dfa-41de-b517-1dd0054ee024 HTTP/1.1" status: 200 len: 945 time: 0.2580225 Jun 30 04:16:51.432568 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=92,neutron:INSERT=2,neutron:DELETE=6 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:16:51.433324 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4025b9-8cd5-497b-8303-773e0ba68a8e service neutron] Pushing event updated for resources: {'Port': ['ID=14681158-c69f-4840-927a-2a8907e26393,revision_number=2']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:16:51.496684 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22399953-0537-469e-a44c-89c451267a34 tempest-VolumesActionsTest-91720519 tempest-VolumesActionsTest-91720519-project] Pushing event deleted for resources: {'Port': ['ID=82041917-867c-427d-977e-0d948fccb60e,revision_number=None']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:16:51.523359 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-a6b91694-0766-4cac-b757-c7e5fa53aa26 req-a8df1335-b678-4d6a-b85f-1a38009a6d94 tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4095053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781926239317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1764130'] for port (fca67734-6bd5-404d-9a44-a44b374bc3a8), after_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:16:51.553008 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.v2.base [req-3078dca1-a03a-434b-a0e6-40e7335fd031 req-171dd0d5-34d0-4fb4-83be-04be6e53bb31 service neutron] Request body: {'port': {'device_id': 'b9a789ea-78f4-481d-bd9b-45bce25676ad', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84684'}} {{(pid=104415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 30 04:16:51.598486 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.managers [req-f5850b91-dd64-45df-8483-46c7bf0e5fae req-44600465-dce6-4650-b11c-081db5b740c0 service neutron] Attempting to bind port ff35c296-16d8-4967-9683-da4fed5ad994 on host hv-cinder-84684 for vnic_type normal with profile {{(pid=104416) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 30 04:16:51.598820 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.managers [req-f5850b91-dd64-45df-8483-46c7bf0e5fae req-44600465-dce6-4650-b11c-081db5b740c0 service neutron] Attempting to bind port ff35c296-16d8-4967-9683-da4fed5ad994 by drivers openvswitch,hyperv on host hv-cinder-84684 at level 0 using segments [{'id': '8e11535a-de25-4823-afc2-8ade8ea587d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '9c18043c-6376-4ef1-99e0-e3f0031cee26'}] {{(pid=104416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 30 04:16:51.599135 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5850b91-dd64-45df-8483-46c7bf0e5fae req-44600465-dce6-4650-b11c-081db5b740c0 service neutron] Attempting to bind port ff35c296-16d8-4967-9683-da4fed5ad994 on network 9c18043c-6376-4ef1-99e0-e3f0031cee26 {{(pid=104416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 30 04:16:51.606828 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.db.l3_dvrscheduler_db [req-c39a2cc1-5bad-404e-a3c3-ea2dae5b1f2d req-22399953-0537-469e-a44c-89c451267a34 tempest-VolumesActionsTest-91720519 tempest-VolumesActionsTest-91720519-project] No DVR routers for this DVR port 82041917-867c-427d-977e-0d948fccb60e on host hv-cinder-84684 {{(pid=104416) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 30 04:16:51.617816 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [req-3078dca1-a03a-434b-a0e6-40e7335fd031 req-171dd0d5-34d0-4fb4-83be-04be6e53bb31 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3606762'] for port (f7491189-7e96-4247-aee7-3f42f81272cd), before_update {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:16:51.626768 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-c39a2cc1-5bad-404e-a3c3-ea2dae5b1f2d req-22399953-0537-469e-a44c-89c451267a34 tempest-VolumesActionsTest-91720519 tempest-VolumesActionsTest-91720519-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13292'] for port (None), before_response {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:16:51.629952 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-c39a2cc1-5bad-404e-a3c3-ea2dae5b1f2d req-22399953-0537-469e-a44c-89c451267a34 tempest-VolumesActionsTest-91720519 tempest-VolumesActionsTest-91720519-project] 10.222.0.20 "DELETE /v2.0/ports/82041917-867c-427d-977e-0d948fccb60e HTTP/1.1" status: 204 len: 173 time: 2.0071268 Jun 30 04:16:51.630679 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.managers [req-92f50830-67d3-494c-93c9-2e08a4180604 req-3c4025b9-8cd5-497b-8303-773e0ba68a8e service neutron] Attempting to bind port 14681158-c69f-4840-927a-2a8907e26393 on host hv-cinder-84684 for vnic_type normal with profile {{(pid=104416) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 30 04:16:51.630996 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.managers [req-92f50830-67d3-494c-93c9-2e08a4180604 req-3c4025b9-8cd5-497b-8303-773e0ba68a8e service neutron] Attempting to bind port 14681158-c69f-4840-927a-2a8907e26393 by drivers openvswitch,hyperv on host hv-cinder-84684 at level 0 using segments [{'id': '324cb48b-59a1-4839-b3df-aa7097938103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '6360dd33-92fe-4816-a228-aca179594add'}] {{(pid=104416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 30 04:16:51.631336 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92f50830-67d3-494c-93c9-2e08a4180604 req-3c4025b9-8cd5-497b-8303-773e0ba68a8e service neutron] Attempting to bind port 14681158-c69f-4840-927a-2a8907e26393 on network 6360dd33-92fe-4816-a228-aca179594add {{(pid=104416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 30 04:16:51.633085 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '013e6bcd-1dfa-41de-b517-1dd0054ee024', 'name': 'network-vif-deleted', 'tag': '82041917-867c-427d-977e-0d948fccb60e'}] {{(pid=104416) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 30 04:16:51.635312 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8111519efe35ff5952c269e16f689610d56ef28aa1e0b77ca5734c542983c30f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-686db449-6446-46ad-b12c-7102b19362bf" -d '{"events": [{"server_uuid": "013e6bcd-1dfa-41de-b517-1dd0054ee024", "name": "network-vif-deleted", "tag": "82041917-867c-427d-977e-0d948fccb60e"}]}' {{(pid=104416) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 04:16:51.649947 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a6b91694-0766-4cac-b757-c7e5fa53aa26 req-a8df1335-b678-4d6a-b85f-1a38009a6d94 tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] Network d053466e-8b12-41f1-8495-352ca2b58558 is already hosted by enough agents. {{(pid=104416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 04:16:51.651790 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5850b91-dd64-45df-8483-46c7bf0e5fae req-44600465-dce6-4650-b11c-081db5b740c0 service neutron] Port ff35c296-16d8-4967-9683-da4fed5ad994 on network 9c18043c-6376-4ef1-99e0-e3f0031cee26 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84684 {{(pid=104416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 30 04:16:51.652174 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5850b91-dd64-45df-8483-46c7bf0e5fae req-44600465-dce6-4650-b11c-081db5b740c0 service neutron] Attempting to bind port ff35c296-16d8-4967-9683-da4fed5ad994 on network 9c18043c-6376-4ef1-99e0-e3f0031cee26 {{(pid=104416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 30 04:16:51.662991 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92f50830-67d3-494c-93c9-2e08a4180604 req-3c4025b9-8cd5-497b-8303-773e0ba68a8e service neutron] Port 14681158-c69f-4840-927a-2a8907e26393 on network 6360dd33-92fe-4816-a228-aca179594add not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84684 {{(pid=104416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 30 04:16:51.663360 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92f50830-67d3-494c-93c9-2e08a4180604 req-3c4025b9-8cd5-497b-8303-773e0ba68a8e service neutron] Attempting to bind port 14681158-c69f-4840-927a-2a8907e26393 on network 6360dd33-92fe-4816-a228-aca179594add {{(pid=104416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 30 04:16:51.665884 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.scheduler.base_scheduler [req-a6b91694-0766-4cac-b757-c7e5fa53aa26 req-a8df1335-b678-4d6a-b85f-1a38009a6d94 tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] Resources bound (agent type, host, resource id): {{(pid=104416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 04:16:51.672270 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-b858a62e-663c-4932-8631-d403fe7a01a6 req-547cb46a-4353-4293-aba0-25986e543c80 tempest-VolumesActionsTest-91720519 tempest-VolumesActionsTest-91720519-project] 10.222.0.13 "GET /v2.0/security-groups?id=265ff658-8a93-4d62-aa14-b0736216eb05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2643244 Jun 30 04:16:51.672882 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8df1335-b678-4d6a-b85f-1a38009a6d94 tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] Pushing event updated for resources: {'Port': ['ID=fca67734-6bd5-404d-9a44-a44b374bc3a8,revision_number=1']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:16:51.675301 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6b91694-0766-4cac-b757-c7e5fa53aa26 req-a8df1335-b678-4d6a-b85f-1a38009a6d94 tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] Received port after_create {{(pid=104416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 30 04:16:51.680089 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5850b91-dd64-45df-8483-46c7bf0e5fae req-44600465-dce6-4650-b11c-081db5b740c0 service neutron] Checking agent: {'id': 'ef703bef-7cc0-467c-baa9-fe8a66be565c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84684', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 30, 4, 13, 10), 'started_at': datetime.datetime(2022, 6, 30, 4, 13, 10), 'heartbeat_timestamp': datetime.datetime(2022, 6, 30, 4, 16, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 30 04:16:51.680424 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5850b91-dd64-45df-8483-46c7bf0e5fae req-44600465-dce6-4650-b11c-081db5b740c0 service neutron] Checking segment: {'id': '8e11535a-de25-4823-afc2-8ade8ea587d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '9c18043c-6376-4ef1-99e0-e3f0031cee26'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104416) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 30 04:16:51.680855 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5850b91-dd64-45df-8483-46c7bf0e5fae req-44600465-dce6-4650-b11c-081db5b740c0 service neutron] Bound using segment: {'id': '8e11535a-de25-4823-afc2-8ade8ea587d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '9c18043c-6376-4ef1-99e0-e3f0031cee26'} {{(pid=104416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 30 04:16:51.681274 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.managers [req-f5850b91-dd64-45df-8483-46c7bf0e5fae req-44600465-dce6-4650-b11c-081db5b740c0 service neutron] Bound port: ff35c296-16d8-4967-9683-da4fed5ad994, host: hv-cinder-84684, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8e11535a-de25-4823-afc2-8ade8ea587d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '9c18043c-6376-4ef1-99e0-e3f0031cee26'}}] {{(pid=104416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 30 04:16:51.681622 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-f5850b91-dd64-45df-8483-46c7bf0e5fae req-44600465-dce6-4650-b11c-081db5b740c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3606762'] for port (ff35c296-16d8-4967-9683-da4fed5ad994), before_update {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:16:51.685814 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Jun 2022 04:16:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4048d5e-ba07-439f-83c2-44f23b8e3cea x-openstack-request-id: req-d4048d5e-ba07-439f-83c2-44f23b8e3cea {{(pid=104416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 04:16:51.685950 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "013e6bcd-1dfa-41de-b517-1dd0054ee024", "name": "network-vif-deleted", "tag": "82041917-867c-427d-977e-0d948fccb60e", "status": "completed", "code": 200}]} {{(pid=104416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 04:16:51.686232 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d4048d5e-ba07-439f-83c2-44f23b8e3cea {{(pid=104416) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 04:16:51.686613 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d4048d5e-ba07-439f-83c2-44f23b8e3cea'] response: {'server_uuid': '013e6bcd-1dfa-41de-b517-1dd0054ee024', 'name': 'network-vif-deleted', 'tag': '82041917-867c-427d-977e-0d948fccb60e', 'status': 'completed', 'code': 200} Jun 30 04:16:51.694826 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92f50830-67d3-494c-93c9-2e08a4180604 req-3c4025b9-8cd5-497b-8303-773e0ba68a8e service neutron] Checking agent: {'id': 'ef703bef-7cc0-467c-baa9-fe8a66be565c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84684', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 30, 4, 13, 10), 'started_at': datetime.datetime(2022, 6, 30, 4, 13, 10), 'heartbeat_timestamp': datetime.datetime(2022, 6, 30, 4, 16, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 30 04:16:51.695181 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92f50830-67d3-494c-93c9-2e08a4180604 req-3c4025b9-8cd5-497b-8303-773e0ba68a8e service neutron] Checking segment: {'id': '324cb48b-59a1-4839-b3df-aa7097938103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '6360dd33-92fe-4816-a228-aca179594add'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104416) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 30 04:16:51.695588 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92f50830-67d3-494c-93c9-2e08a4180604 req-3c4025b9-8cd5-497b-8303-773e0ba68a8e service neutron] Bound using segment: {'id': '324cb48b-59a1-4839-b3df-aa7097938103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '6360dd33-92fe-4816-a228-aca179594add'} {{(pid=104416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 30 04:16:51.695949 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.managers [req-92f50830-67d3-494c-93c9-2e08a4180604 req-3c4025b9-8cd5-497b-8303-773e0ba68a8e service neutron] Bound port: 14681158-c69f-4840-927a-2a8907e26393, host: hv-cinder-84684, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '324cb48b-59a1-4839-b3df-aa7097938103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '6360dd33-92fe-4816-a228-aca179594add'}}] {{(pid=104416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 30 04:16:51.696303 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-92f50830-67d3-494c-93c9-2e08a4180604 req-3c4025b9-8cd5-497b-8303-773e0ba68a8e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3606762'] for port (14681158-c69f-4840-927a-2a8907e26393), before_update {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:16:51.836045 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b91694-0766-4cac-b757-c7e5fa53aa26 req-a8df1335-b678-4d6a-b85f-1a38009a6d94 tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:16:51.836312 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-a6b91694-0766-4cac-b757-c7e5fa53aa26 req-a8df1335-b678-4d6a-b85f-1a38009a6d94 tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13292'] for port (None), before_response {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:16:51.902219 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8d664f-bfa6-44a4-b8ff-25723f858e76 req-302a3d33-ca2f-4e33-a449-e0653dff9d69 tempest-VolumesSnapshotTestJSON-599944138 tempest-VolumesSnapshotTestJSON-599944138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:16:51.903853 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-2b8d664f-bfa6-44a4-b8ff-25723f858e76 req-302a3d33-ca2f-4e33-a449-e0653dff9d69 tempest-VolumesSnapshotTestJSON-599944138 tempest-VolumesSnapshotTestJSON-599944138-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6a5fa82-8302-40a4-bdd8-f8ee19570259 HTTP/1.1" status: 200 len: 943 time: 0.1432610 Jun 30 04:16:51.912690 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-a6b91694-0766-4cac-b757-c7e5fa53aa26 req-a8df1335-b678-4d6a-b85f-1a38009a6d94 tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8026595 Jun 30 04:16:51.914837 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.db [req-f5850b91-dd64-45df-8483-46c7bf0e5fae req-44600465-dce6-4650-b11c-081db5b740c0 service neutron] For port ff35c296-16d8-4967-9683-da4fed5ad994, host hv-cinder-84684, cleared binding levels {{(pid=104416) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 04:16:51.917206 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.db [req-92f50830-67d3-494c-93c9-2e08a4180604 req-3c4025b9-8cd5-497b-8303-773e0ba68a8e service neutron] For port 14681158-c69f-4840-927a-2a8907e26393, host hv-cinder-84684, cleared binding levels {{(pid=104416) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 04:16:51.921294 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.db [req-f5850b91-dd64-45df-8483-46c7bf0e5fae req-44600465-dce6-4650-b11c-081db5b740c0 service neutron] For port ff35c296-16d8-4967-9683-da4fed5ad994, host hv-cinder-84684, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=ff35c296-16d8-4967-9683-da4fed5ad994,segment=NetworkSegment(8e11535a-de25-4823-afc2-8ade8ea587d6),segment_id=8e11535a-de25-4823-afc2-8ade8ea587d6)] {{(pid=104416) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 04:16:51.923829 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.db [req-92f50830-67d3-494c-93c9-2e08a4180604 req-3c4025b9-8cd5-497b-8303-773e0ba68a8e service neutron] For port 14681158-c69f-4840-927a-2a8907e26393, host hv-cinder-84684, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=14681158-c69f-4840-927a-2a8907e26393,segment=NetworkSegment(324cb48b-59a1-4839-b3df-aa7097938103),segment_id=324cb48b-59a1-4839-b3df-aa7097938103)] {{(pid=104416) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 04:16:51.926005 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.notifiers.nova [req-3078dca1-a03a-434b-a0e6-40e7335fd031 req-171dd0d5-34d0-4fb4-83be-04be6e53bb31 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f7491189-7e96-4247-aee7-3f42f81272cd {{(pid=104415) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 30 04:16:51.933866 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [req-3078dca1-a03a-434b-a0e6-40e7335fd031 req-171dd0d5-34d0-4fb4-83be-04be6e53bb31 service neutron] Publish callbacks [] for port (f7491189-7e96-4247-aee7-3f42f81272cd), precommit_update {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:16:51.947473 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.db.provisioning_blocks [req-3078dca1-a03a-434b-a0e6-40e7335fd031 req-171dd0d5-34d0-4fb4-83be-04be6e53bb31 service neutron] Transition to ACTIVE for port object f7491189-7e96-4247-aee7-3f42f81272cd will not be triggered until provisioned by entity L2. {{(pid=104415) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 30 04:16:51.952523 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [req-3078dca1-a03a-434b-a0e6-40e7335fd031 req-171dd0d5-34d0-4fb4-83be-04be6e53bb31 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4095053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781926634698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781926239335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781926239353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11645230'] for port (f7491189-7e96-4247-aee7-3f42f81272cd), after_update {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:16:51.956142 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-f5850b91-dd64-45df-8483-46c7bf0e5fae req-44600465-dce6-4650-b11c-081db5b740c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4095053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781926634698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781926239335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781926239353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1764123'] for port (ff35c296-16d8-4967-9683-da4fed5ad994), after_update {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:16:51.958650 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-92f50830-67d3-494c-93c9-2e08a4180604 req-3c4025b9-8cd5-497b-8303-773e0ba68a8e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4095053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781926634698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781926239335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781926239353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1764123'] for port (14681158-c69f-4840-927a-2a8907e26393), after_update {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:16:51.961075 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:16:51.969977 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.db.provisioning_blocks [None req-1754cf90-a4e9-4b11-a8bb-b03dd216800b None None] Provisioning complete for port fca67734-6bd5-404d-9a44-a44b374bc3a8 triggered by entity DHCP. {{(pid=104417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 30 04:16:51.970773 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-1754cf90-a4e9-4b11-a8bb-b03dd216800b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565073'] for port (fca67734-6bd5-404d-9a44-a44b374bc3a8), provisioning_complete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:16:52.017605 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-1754cf90-a4e9-4b11-a8bb-b03dd216800b None None] Port fca67734-6bd5-404d-9a44-a44b374bc3a8 cannot update to ACTIVE because it is not bound. {{(pid=104417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 30 04:16:52.061580 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171dd0d5-34d0-4fb4-83be-04be6e53bb31 service neutron] Pushing event updated for resources: {'Port': ['ID=f7491189-7e96-4247-aee7-3f42f81272cd,revision_number=2']} {{(pid=104415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:16:52.074829 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5850b91-dd64-45df-8483-46c7bf0e5fae req-44600465-dce6-4650-b11c-081db5b740c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:16:52.075462 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-f5850b91-dd64-45df-8483-46c7bf0e5fae req-44600465-dce6-4650-b11c-081db5b740c0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13292'] for port (None), before_response {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:16:52.076866 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-f5850b91-dd64-45df-8483-46c7bf0e5fae req-44600465-dce6-4650-b11c-081db5b740c0 service neutron] 10.222.0.20 "PUT /v2.0/ports/ff35c296-16d8-4967-9683-da4fed5ad994 HTTP/1.1" status: 200 len: 1093 time: 2.9591820 Jun 30 04:16:52.083355 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.plugins.ml2.managers [req-3078dca1-a03a-434b-a0e6-40e7335fd031 req-171dd0d5-34d0-4fb4-83be-04be6e53bb31 service neutron] Attempting to bind port f7491189-7e96-4247-aee7-3f42f81272cd on host hv-cinder-84684 for vnic_type normal with profile {{(pid=104415) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 30 04:16:52.083696 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.plugins.ml2.managers [req-3078dca1-a03a-434b-a0e6-40e7335fd031 req-171dd0d5-34d0-4fb4-83be-04be6e53bb31 service neutron] Attempting to bind port f7491189-7e96-4247-aee7-3f42f81272cd by drivers openvswitch,hyperv on host hv-cinder-84684 at level 0 using segments [{'id': '021a25df-ca0c-481b-8824-64686e570a1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'd053466e-8b12-41f1-8495-352ca2b58558'}] {{(pid=104415) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 30 04:16:52.084027 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3078dca1-a03a-434b-a0e6-40e7335fd031 req-171dd0d5-34d0-4fb4-83be-04be6e53bb31 service neutron] Attempting to bind port f7491189-7e96-4247-aee7-3f42f81272cd on network d053466e-8b12-41f1-8495-352ca2b58558 {{(pid=104415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 30 04:16:52.087788 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f50830-67d3-494c-93c9-2e08a4180604 req-3c4025b9-8cd5-497b-8303-773e0ba68a8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:16:52.088397 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-92f50830-67d3-494c-93c9-2e08a4180604 req-3c4025b9-8cd5-497b-8303-773e0ba68a8e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13292'] for port (None), before_response {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:16:52.088704 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3078dca1-a03a-434b-a0e6-40e7335fd031 req-171dd0d5-34d0-4fb4-83be-04be6e53bb31 service neutron] Port f7491189-7e96-4247-aee7-3f42f81272cd on network d053466e-8b12-41f1-8495-352ca2b58558 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84684 {{(pid=104415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 30 04:16:52.089234 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3078dca1-a03a-434b-a0e6-40e7335fd031 req-171dd0d5-34d0-4fb4-83be-04be6e53bb31 service neutron] Attempting to bind port f7491189-7e96-4247-aee7-3f42f81272cd on network d053466e-8b12-41f1-8495-352ca2b58558 {{(pid=104415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 30 04:16:52.089769 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-92f50830-67d3-494c-93c9-2e08a4180604 req-3c4025b9-8cd5-497b-8303-773e0ba68a8e service neutron] 10.222.0.20 "PUT /v2.0/ports/14681158-c69f-4840-927a-2a8907e26393 HTTP/1.1" status: 200 len: 1098 time: 2.9710624 Jun 30 04:16:52.095276 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3078dca1-a03a-434b-a0e6-40e7335fd031 req-171dd0d5-34d0-4fb4-83be-04be6e53bb31 service neutron] Checking agent: {'id': 'ef703bef-7cc0-467c-baa9-fe8a66be565c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84684', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 30, 4, 13, 10), 'started_at': datetime.datetime(2022, 6, 30, 4, 13, 10), 'heartbeat_timestamp': datetime.datetime(2022, 6, 30, 4, 16, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 30 04:16:52.095614 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3078dca1-a03a-434b-a0e6-40e7335fd031 req-171dd0d5-34d0-4fb4-83be-04be6e53bb31 service neutron] Checking segment: {'id': '021a25df-ca0c-481b-8824-64686e570a1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'd053466e-8b12-41f1-8495-352ca2b58558'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104415) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 30 04:16:52.096014 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3078dca1-a03a-434b-a0e6-40e7335fd031 req-171dd0d5-34d0-4fb4-83be-04be6e53bb31 service neutron] Bound using segment: {'id': '021a25df-ca0c-481b-8824-64686e570a1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'd053466e-8b12-41f1-8495-352ca2b58558'} {{(pid=104415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 30 04:16:52.096470 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.plugins.ml2.managers [req-3078dca1-a03a-434b-a0e6-40e7335fd031 req-171dd0d5-34d0-4fb4-83be-04be6e53bb31 service neutron] Bound port: f7491189-7e96-4247-aee7-3f42f81272cd, host: hv-cinder-84684, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '021a25df-ca0c-481b-8824-64686e570a1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'd053466e-8b12-41f1-8495-352ca2b58558'}}] {{(pid=104415) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 30 04:16:52.096861 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [req-3078dca1-a03a-434b-a0e6-40e7335fd031 req-171dd0d5-34d0-4fb4-83be-04be6e53bb31 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3606762'] for port (f7491189-7e96-4247-aee7-3f42f81272cd), before_update {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:16:52.101198 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4dfa923-4d90-4b93-a053-34d78be43a7e req-a66b2a3b-9aa6-4b83-967b-0a883e1ea00e tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:16:52.109182 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-a4dfa923-4d90-4b93-a053-34d78be43a7e req-a66b2a3b-9aa6-4b83-967b-0a883e1ea00e tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] 10.222.0.13 "GET /v2.0/ports?device_id=1faec7e8-1e39-47c4-aba5-2e67eaf2936c HTTP/1.1" status: 200 len: 931 time: 0.1757452 Jun 30 04:16:52.126457 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-2b8d664f-bfa6-44a4-b8ff-25723f858e76 req-2fa2fcd8-f555-41bc-828f-f10ff641a190 tempest-VolumesSnapshotTestJSON-599944138 tempest-VolumesSnapshotTestJSON-599944138-project] 10.222.0.13 "GET /v2.0/security-groups?id=2f6d1c4a-513c-47f4-83a7-99e6c18ff482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2126842 Jun 30 04:16:52.170630 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44600465-dce6-4650-b11c-081db5b740c0 service neutron] Pushing event updated for resources: {'Port': ['ID=ff35c296-16d8-4967-9683-da4fed5ad994,revision_number=3']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:16:52.186113 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.plugins.ml2.db [req-3078dca1-a03a-434b-a0e6-40e7335fd031 req-171dd0d5-34d0-4fb4-83be-04be6e53bb31 service neutron] For port f7491189-7e96-4247-aee7-3f42f81272cd, host hv-cinder-84684, cleared binding levels {{(pid=104415) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 04:16:52.192483 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.plugins.ml2.db [req-3078dca1-a03a-434b-a0e6-40e7335fd031 req-171dd0d5-34d0-4fb4-83be-04be6e53bb31 service neutron] For port f7491189-7e96-4247-aee7-3f42f81272cd, host hv-cinder-84684, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=f7491189-7e96-4247-aee7-3f42f81272cd,segment=NetworkSegment(021a25df-ca0c-481b-8824-64686e570a1e),segment_id=021a25df-ca0c-481b-8824-64686e570a1e)] {{(pid=104415) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 04:16:52.218789 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [req-3078dca1-a03a-434b-a0e6-40e7335fd031 req-171dd0d5-34d0-4fb4-83be-04be6e53bb31 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4095053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781926634698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781926239335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781926239353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11645230'] for port (f7491189-7e96-4247-aee7-3f42f81272cd), after_update {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:16:52.269454 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:16:52.273875 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3078dca1-a03a-434b-a0e6-40e7335fd031 req-171dd0d5-34d0-4fb4-83be-04be6e53bb31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:16:52.274491 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [req-3078dca1-a03a-434b-a0e6-40e7335fd031 req-171dd0d5-34d0-4fb4-83be-04be6e53bb31 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13292'] for port (None), before_response {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:16:52.275980 dv-cinder-846842-7-iscsi neutron-server[104415]: INFO neutron.wsgi [req-3078dca1-a03a-434b-a0e6-40e7335fd031 req-171dd0d5-34d0-4fb4-83be-04be6e53bb31 service neutron] 10.222.0.20 "PUT /v2.0/ports/f7491189-7e96-4247-aee7-3f42f81272cd HTTP/1.1" status: 200 len: 1093 time: 0.7278099 Jun 30 04:16:52.276424 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9a789ea-78f4-481d-bd9b-45bce25676ad', 'tag': 'f7491189-7e96-4247-aee7-3f42f81272cd'}] {{(pid=104415) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 30 04:16:52.282139 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d30a34cf25b41f2e39a6e8a7c8aade182e15085106272f21e1153e4bea097eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29c133c9-bf28-488e-9fbe-1a1f4c4f2f9d" -d '{"events": [{"name": "network-changed", "server_uuid": "b9a789ea-78f4-481d-bd9b-45bce25676ad", "tag": "f7491189-7e96-4247-aee7-3f42f81272cd"}]}' {{(pid=104415) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 04:16:52.287765 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-a4dfa923-4d90-4b93-a053-34d78be43a7e req-dc2d89bb-d869-4206-888e-a354f5684b9b tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] 10.222.0.13 "GET /v2.0/security-groups?id=8f11cf44-78a0-4c0e-8f30-1538f7de7776&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1776800 Jun 30 04:16:52.298181 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4025b9-8cd5-497b-8303-773e0ba68a8e service neutron] Pushing event updated for resources: {'Port': ['ID=14681158-c69f-4840-927a-2a8907e26393,revision_number=3']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:16:52.309553 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02a783f-8ead-401e-ba4b-0c4c57159e53 req-7bf733c6-e325-4c74-a330-eef76f513eaf tempest-VolumesNegativeTest-991117380 tempest-VolumesNegativeTest-991117380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:16:52.311122 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-a02a783f-8ead-401e-ba4b-0c4c57159e53 req-7bf733c6-e325-4c74-a330-eef76f513eaf tempest-VolumesNegativeTest-991117380 tempest-VolumesNegativeTest-991117380-project] 10.222.0.13 "GET /v2.0/ports?device_id=d6f86ca2-4b47-4bbb-bc3a-bb0a9db0cd13 HTTP/1.1" status: 200 len: 948 time: 0.0883110 Jun 30 04:16:52.335027 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171dd0d5-34d0-4fb4-83be-04be6e53bb31 service neutron] Pushing event updated for resources: {'Port': ['ID=f7491189-7e96-4247-aee7-3f42f81272cd,revision_number=3']} {{(pid=104415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:16:52.357663 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Jun 2022 04:16:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa7802ba-b3b1-4592-9367-c8637b1dcb35 x-openstack-request-id: req-aa7802ba-b3b1-4592-9367-c8637b1dcb35 {{(pid=104415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 04:16:52.358174 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b9a789ea-78f4-481d-bd9b-45bce25676ad", "tag": "f7491189-7e96-4247-aee7-3f42f81272cd", "status": "completed", "code": 200}]} {{(pid=104415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 04:16:52.358878 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-aa7802ba-b3b1-4592-9367-c8637b1dcb35 {{(pid=104415) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 04:16:52.359465 dv-cinder-846842-7-iscsi neutron-server[104415]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aa7802ba-b3b1-4592-9367-c8637b1dcb35'] response: {'name': 'network-changed', 'server_uuid': 'b9a789ea-78f4-481d-bd9b-45bce25676ad', 'tag': 'f7491189-7e96-4247-aee7-3f42f81272cd', 'status': 'completed', 'code': 200} Jun 30 04:16:52.382394 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-a02a783f-8ead-401e-ba4b-0c4c57159e53 req-daba2eab-7781-4147-afef-4c3ee2b92939 tempest-VolumesNegativeTest-991117380 tempest-VolumesNegativeTest-991117380-project] 10.222.0.13 "GET /v2.0/security-groups?id=b9d0c36b-7ad7-419e-aabf-30a2599153f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639372 Jun 30 04:16:52.477851 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:16:52.500000 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3de41c-f6dc-4d31-9ff4-6deb1d6658a0 req-bde0f967-ce05-4641-85d7-eaf43dc66c54 tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:16:52.501292 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-0a3de41c-f6dc-4d31-9ff4-6deb1d6658a0 req-bde0f967-ce05-4641-85d7-eaf43dc66c54 tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] 10.222.0.13 "GET /v2.0/ports?device_id=2d3f3442-a00e-47ee-b0df-f099086628ce HTTP/1.1" status: 200 len: 945 time: 0.0573297 Jun 30 04:16:52.504540 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.rpc [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Device 82041917-867c-427d-977e-0d948fccb60e no longer exists at agent hyperv_hv-cinder-84684 {{(pid=104417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 04:16:52.506525 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.v2.base [req-a6b91694-0766-4cac-b757-c7e5fa53aa26 req-d7a867fb-e7cc-4a0b-b4d4-3133edcddc67 service neutron] Request body: {'port': {'device_id': '1faec7e8-1e39-47c4-aba5-2e67eaf2936c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84684'}} {{(pid=104416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 30 04:16:52.541236 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] No Port match for: 82041917-867c-427d-977e-0d948fccb60e {{(pid=104417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 30 04:16:52.544723 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.rpc [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Device 82041917-867c-427d-977e-0d948fccb60e not bound to the agent host hv-cinder-84684 {{(pid=104417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 04:16:52.584593 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c133c9-bf28-488e-9fbe-1a1f4c4f2f9d req-59da43eb-b2db-48bb-98dd-f4121e962049 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:16:52.592069 dv-cinder-846842-7-iscsi neutron-server[104415]: INFO neutron.wsgi [req-29c133c9-bf28-488e-9fbe-1a1f4c4f2f9d req-59da43eb-b2db-48bb-98dd-f4121e962049 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=74b53f46d15c4465b9005939114e67a3&device_id=b9a789ea-78f4-481d-bd9b-45bce25676ad HTTP/1.1" status: 200 len: 1127 time: 0.0793741 Jun 30 04:16:52.624768 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5850b91-dd64-45df-8483-46c7bf0e5fae req-f7db380f-a990-4bd0-9d28-221dc3ff7418 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:16:52.626166 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-f5850b91-dd64-45df-8483-46c7bf0e5fae req-f7db380f-a990-4bd0-9d28-221dc3ff7418 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=4a5e183a36084c9fb82f3a3f7d24402a&device_id=e6a5fa82-8302-40a4-bdd8-f8ee19570259 HTTP/1.1" status: 200 len: 1127 time: 0.0912313 Jun 30 04:16:52.700452 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f50830-67d3-494c-93c9-2e08a4180604 req-0e426a0e-8e58-4e0f-a37a-044946d64188 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:16:52.701945 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-92f50830-67d3-494c-93c9-2e08a4180604 req-0e426a0e-8e58-4e0f-a37a-044946d64188 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=29ec13c3f4a04d688912b49eb43a02e6&device_id=d6f86ca2-4b47-4bbb-bc3a-bb0a9db0cd13 HTTP/1.1" status: 200 len: 1132 time: 0.1237245 Jun 30 04:16:52.707976 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-f5850b91-dd64-45df-8483-46c7bf0e5fae req-6e5a93c8-c09e-44b5-84f0-c12bfc07ce08 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ff35c296-16d8-4967-9683-da4fed5ad994 HTTP/1.1" status: 200 len: 217 time: 0.0686779 Jun 30 04:16:52.715579 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-0a3de41c-f6dc-4d31-9ff4-6deb1d6658a0 req-2c5db3ef-341c-4a49-bcf3-99b7c5f2c2c9 tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] 10.222.0.13 "GET /v2.0/security-groups?id=917dbda3-50de-42c2-a106-5e4480b4dad4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2051420 Jun 30 04:16:52.716267 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-a6b91694-0766-4cac-b757-c7e5fa53aa26 req-d7a867fb-e7cc-4a0b-b4d4-3133edcddc67 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3606762'] for port (fca67734-6bd5-404d-9a44-a44b374bc3a8), before_update {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:16:52.797870 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c133c9-bf28-488e-9fbe-1a1f4c4f2f9d req-63258d71-419a-4d75-8018-f2f36b250acb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:16:52.799412 dv-cinder-846842-7-iscsi neutron-server[104415]: INFO neutron.wsgi [req-29c133c9-bf28-488e-9fbe-1a1f4c4f2f9d req-63258d71-419a-4d75-8018-f2f36b250acb service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=74b53f46d15c4465b9005939114e67a3&shared=False HTTP/1.1" status: 200 len: 920 time: 0.1936717 Jun 30 04:16:52.859297 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-e626d4d0-20a7-494d-b05a-c4474cff547f req-11793795-0b6e-4eb6-958e-da88807eb17d tempest-VolumesActionsTest-91720519 tempest-VolumesActionsTest-91720519-project] 10.222.0.13 "GET /v2.0/ports?device_id=013e6bcd-1dfa-41de-b517-1dd0054ee024 HTTP/1.1" status: 200 len: 210 time: 0.0735073 Jun 30 04:16:52.917438 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:16:52.969189 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:16:52.992356 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-92f50830-67d3-494c-93c9-2e08a4180604 req-47100906-88b6-4d54-acce-e76c551d01fd service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.167&port_id=14681158-c69f-4840-927a-2a8907e26393 HTTP/1.1" status: 200 len: 217 time: 0.0872405 Jun 30 04:16:53.084999 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c133c9-bf28-488e-9fbe-1a1f4c4f2f9d req-79b01102-947e-49af-86b3-3c0599105e73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:16:53.091888 dv-cinder-846842-7-iscsi neutron-server[104415]: INFO neutron.wsgi [req-29c133c9-bf28-488e-9fbe-1a1f4c4f2f9d req-79b01102-947e-49af-86b3-3c0599105e73 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1908426 Jun 30 04:16:53.177254 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3078dca1-a03a-434b-a0e6-40e7335fd031 req-346ea0ca-ae22-473f-baec-c1bdc88f2cbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:16:53.178777 dv-cinder-846842-7-iscsi neutron-server[104415]: INFO neutron.wsgi [req-3078dca1-a03a-434b-a0e6-40e7335fd031 req-346ea0ca-ae22-473f-baec-c1bdc88f2cbd service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=74b53f46d15c4465b9005939114e67a3&device_id=b9a789ea-78f4-481d-bd9b-45bce25676ad HTTP/1.1" status: 200 len: 1127 time: 0.0438287 Jun 30 04:16:53.226313 dv-cinder-846842-7-iscsi neutron-server[104415]: INFO neutron.wsgi [req-3078dca1-a03a-434b-a0e6-40e7335fd031 req-c6efcda1-e29e-498b-bc5b-937bc6aa9aff service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f7491189-7e96-4247-aee7-3f42f81272cd HTTP/1.1" status: 200 len: 217 time: 0.0378470 Jun 30 04:16:53.278188 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3078dca1-a03a-434b-a0e6-40e7335fd031 req-99e545f6-26e4-49ef-be2f-576524b0959c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:16:53.279675 dv-cinder-846842-7-iscsi neutron-server[104415]: INFO neutron.wsgi [req-3078dca1-a03a-434b-a0e6-40e7335fd031 req-99e545f6-26e4-49ef-be2f-576524b0959c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=1d12b51a-7dad-4338-8514-f9c8956a192d HTTP/1.1" status: 200 len: 858 time: 0.0470884 Jun 30 04:16:53.327001 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5850b91-dd64-45df-8483-46c7bf0e5fae req-a6ac278c-9922-4420-a26b-4f227ef48774 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:16:53.328654 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-f5850b91-dd64-45df-8483-46c7bf0e5fae req-a6ac278c-9922-4420-a26b-4f227ef48774 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=1633d63e-410a-4092-ad59-b64c12aa87c9 HTTP/1.1" status: 200 len: 853 time: 0.4246752 Jun 30 04:16:53.337118 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3078dca1-a03a-434b-a0e6-40e7335fd031 req-8c0731ee-f0c2-4f22-8ea3-853fe1200e14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:16:53.338723 dv-cinder-846842-7-iscsi neutron-server[104415]: INFO neutron.wsgi [req-3078dca1-a03a-434b-a0e6-40e7335fd031 req-8c0731ee-f0c2-4f22-8ea3-853fe1200e14 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d053466e-8b12-41f1-8495-352ca2b58558&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0508575 Jun 30 04:16:53.339845 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e923dfda-629a-4431-a953-879db001820c req-55ac4cc6-9c8b-487f-b6bf-7f232065e134 tempest-VolumesSnapshotTestJSON-599944138 tempest-VolumesSnapshotTestJSON-599944138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:16:53.341292 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-e923dfda-629a-4431-a953-879db001820c req-55ac4cc6-9c8b-487f-b6bf-7f232065e134 tempest-VolumesSnapshotTestJSON-599944138 tempest-VolumesSnapshotTestJSON-599944138-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6a5fa82-8302-40a4-bdd8-f8ee19570259 HTTP/1.1" status: 200 len: 943 time: 0.1058784 Jun 30 04:16:53.352759 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f50830-67d3-494c-93c9-2e08a4180604 req-082caa4f-b9b1-438e-8b1a-44fc9249f401 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:16:53.354153 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-92f50830-67d3-494c-93c9-2e08a4180604 req-082caa4f-b9b1-438e-8b1a-44fc9249f401 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=cfd4501b-11d7-4b54-ac14-d1a50ceb1c19 HTTP/1.1" status: 200 len: 843 time: 0.3530788 Jun 30 04:16:53.414711 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-f5850b91-dd64-45df-8483-46c7bf0e5fae req-d6693318-7629-45a3-9ae3-9586454bcee4 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9c18043c-6376-4ef1-99e0-e3f0031cee26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0720809 Jun 30 04:16:53.438810 dv-cinder-846842-7-iscsi neutron-server[104415]: INFO neutron.wsgi [req-3078dca1-a03a-434b-a0e6-40e7335fd031 req-7474fc71-8a9b-489c-8710-987e1cf00328 service neutron] 10.222.0.20 "GET /v2.0/networks/d053466e-8b12-41f1-8495-352ca2b58558?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915627 Jun 30 04:16:53.532029 dv-cinder-846842-7-iscsi neutron-server[104415]: INFO neutron.wsgi [req-3078dca1-a03a-434b-a0e6-40e7335fd031 req-407b5fcf-8289-4ab7-8833-dafc94cbf158 service neutron] 10.222.0.20 "GET /v2.0/networks/d053466e-8b12-41f1-8495-352ca2b58558?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870137 Jun 30 04:16:53.539131 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64864ae6-3102-4119-8511-3b0db7cc00df req-86293fc6-2cef-43c2-82cb-94d72091ca88 tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:16:53.540627 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-64864ae6-3102-4119-8511-3b0db7cc00df req-86293fc6-2cef-43c2-82cb-94d72091ca88 tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] 10.222.0.13 "GET /v2.0/ports?device_id=1faec7e8-1e39-47c4-aba5-2e67eaf2936c HTTP/1.1" status: 200 len: 931 time: 0.1726384 Jun 30 04:16:53.553556 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.notifiers.nova [req-a6b91694-0766-4cac-b757-c7e5fa53aa26 req-d7a867fb-e7cc-4a0b-b4d4-3133edcddc67 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fca67734-6bd5-404d-9a44-a44b374bc3a8 {{(pid=104416) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 30 04:16:53.567314 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f50830-67d3-494c-93c9-2e08a4180604 req-b6ae1a90-f1ff-4691-81e2-e071120e49be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:16:53.568794 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-92f50830-67d3-494c-93c9-2e08a4180604 req-b6ae1a90-f1ff-4691-81e2-e071120e49be service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6360dd33-92fe-4816-a228-aca179594add&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.2018764 Jun 30 04:16:53.572387 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-a6b91694-0766-4cac-b757-c7e5fa53aa26 req-d7a867fb-e7cc-4a0b-b4d4-3133edcddc67 service neutron] Publish callbacks [] for port (fca67734-6bd5-404d-9a44-a44b374bc3a8), precommit_update {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:16:53.607552 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-e923dfda-629a-4431-a953-879db001820c req-ebc04f70-c9cd-49aa-855b-3b9d10f2e614 tempest-VolumesSnapshotTestJSON-599944138 tempest-VolumesSnapshotTestJSON-599944138-project] 10.222.0.13 "GET /v2.0/security-groups?id=2f6d1c4a-513c-47f4-83a7-99e6c18ff482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2478423 Jun 30 04:16:53.632015 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:16:53.637577 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.db.provisioning_blocks [req-a6b91694-0766-4cac-b757-c7e5fa53aa26 req-d7a867fb-e7cc-4a0b-b4d4-3133edcddc67 service neutron] Transition to ACTIVE for port object fca67734-6bd5-404d-9a44-a44b374bc3a8 will not be triggered until provisioned by entity L2. {{(pid=104416) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 30 04:16:53.640132 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:16:53.659917 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-a6b91694-0766-4cac-b757-c7e5fa53aa26 req-d7a867fb-e7cc-4a0b-b4d4-3133edcddc67 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4095053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781926634698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781926239335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781926239353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1764123'] for port (fca67734-6bd5-404d-9a44-a44b374bc3a8), after_update {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:16:53.703493 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6a5fa82-8302-40a4-bdd8-f8ee19570259', 'tag': 'ff35c296-16d8-4967-9683-da4fed5ad994'}, {'name': 'network-changed', 'server_uuid': 'd6f86ca2-4b47-4bbb-bc3a-bb0a9db0cd13', 'tag': '14681158-c69f-4840-927a-2a8907e26393'}] {{(pid=104416) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 30 04:16:53.705736 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8111519efe35ff5952c269e16f689610d56ef28aa1e0b77ca5734c542983c30f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-046f713f-8aa1-42d1-bf23-3f649d47659e" -d '{"events": [{"name": "network-changed", "server_uuid": "e6a5fa82-8302-40a4-bdd8-f8ee19570259", "tag": "ff35c296-16d8-4967-9683-da4fed5ad994"}, {"name": "network-changed", "server_uuid": "d6f86ca2-4b47-4bbb-bc3a-bb0a9db0cd13", "tag": "14681158-c69f-4840-927a-2a8907e26393"}]}' {{(pid=104416) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 04:16:53.721916 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-f5850b91-dd64-45df-8483-46c7bf0e5fae req-192d6688-a391-4549-8639-5b3825624801 service neutron] 10.222.0.20 "GET /v2.0/networks/9c18043c-6376-4ef1-99e0-e3f0031cee26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2845640 Jun 30 04:16:53.754863 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-64864ae6-3102-4119-8511-3b0db7cc00df req-b48df3d5-e8a5-4052-a6b6-c6a70e12e7dc tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] 10.222.0.13 "GET /v2.0/security-groups?id=8f11cf44-78a0-4c0e-8f30-1538f7de7776&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1938841 Jun 30 04:16:53.776925 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a867fb-e7cc-4a0b-b4d4-3133edcddc67 service neutron] Pushing event updated for resources: {'Port': ['ID=fca67734-6bd5-404d-9a44-a44b374bc3a8,revision_number=2']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:16:53.788998 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f10eb72-fc61-437e-aec4-533ae914f538 req-40b8bc02-3124-4776-8675-b75d318126d1 tempest-VolumesNegativeTest-991117380 tempest-VolumesNegativeTest-991117380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:16:53.790592 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-8f10eb72-fc61-437e-aec4-533ae914f538 req-40b8bc02-3124-4776-8675-b75d318126d1 tempest-VolumesNegativeTest-991117380 tempest-VolumesNegativeTest-991117380-project] 10.222.0.13 "GET /v2.0/ports?device_id=d6f86ca2-4b47-4bbb-bc3a-bb0a9db0cd13 HTTP/1.1" status: 200 len: 948 time: 0.1226752 Jun 30 04:16:53.820456 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 30 Jun 2022 04:16:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-818ef9b7-7174-466e-8464-675b7e7380d3 x-openstack-request-id: req-818ef9b7-7174-466e-8464-675b7e7380d3 {{(pid=104416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 04:16:53.820746 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e6a5fa82-8302-40a4-bdd8-f8ee19570259", "tag": "ff35c296-16d8-4967-9683-da4fed5ad994", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "d6f86ca2-4b47-4bbb-bc3a-bb0a9db0cd13", "tag": "14681158-c69f-4840-927a-2a8907e26393", "status": "completed", "code": 200}]} {{(pid=104416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 04:16:53.820988 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-818ef9b7-7174-466e-8464-675b7e7380d3 {{(pid=104416) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 04:16:53.821388 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.notifiers.nova [-] Nova event matching ['req-818ef9b7-7174-466e-8464-675b7e7380d3'] response: {'name': 'network-changed', 'server_uuid': 'e6a5fa82-8302-40a4-bdd8-f8ee19570259', 'tag': 'ff35c296-16d8-4967-9683-da4fed5ad994', 'status': 'completed', 'code': 200} Jun 30 04:16:53.821633 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.notifiers.nova [-] Nova event matching ['req-818ef9b7-7174-466e-8464-675b7e7380d3'] response: {'name': 'network-changed', 'server_uuid': 'd6f86ca2-4b47-4bbb-bc3a-bb0a9db0cd13', 'tag': '14681158-c69f-4840-927a-2a8907e26393', 'status': 'completed', 'code': 200} Jun 30 04:16:53.932625 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-8f10eb72-fc61-437e-aec4-533ae914f538 req-1b626507-89c0-468d-ab1d-2f0ec5ade39c tempest-VolumesNegativeTest-991117380 tempest-VolumesNegativeTest-991117380-project] 10.222.0.13 "GET /v2.0/security-groups?id=b9d0c36b-7ad7-419e-aabf-30a2599153f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217520 Jun 30 04:16:53.935735 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.managers [req-a6b91694-0766-4cac-b757-c7e5fa53aa26 req-d7a867fb-e7cc-4a0b-b4d4-3133edcddc67 service neutron] Attempting to bind port fca67734-6bd5-404d-9a44-a44b374bc3a8 on host hv-cinder-84684 for vnic_type normal with profile {{(pid=104416) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 30 04:16:53.936064 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.managers [req-a6b91694-0766-4cac-b757-c7e5fa53aa26 req-d7a867fb-e7cc-4a0b-b4d4-3133edcddc67 service neutron] Attempting to bind port fca67734-6bd5-404d-9a44-a44b374bc3a8 by drivers openvswitch,hyperv on host hv-cinder-84684 at level 0 using segments [{'id': '021a25df-ca0c-481b-8824-64686e570a1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'd053466e-8b12-41f1-8495-352ca2b58558'}] {{(pid=104416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 30 04:16:53.936363 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6b91694-0766-4cac-b757-c7e5fa53aa26 req-d7a867fb-e7cc-4a0b-b4d4-3133edcddc67 service neutron] Attempting to bind port fca67734-6bd5-404d-9a44-a44b374bc3a8 on network d053466e-8b12-41f1-8495-352ca2b58558 {{(pid=104416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 30 04:16:53.949853 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05e9a55-eaec-4fbc-853d-7f90d426c58c req-4f36b8a8-eea4-490c-a8d8-b5a9bbb2899f tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:16:53.951360 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-f05e9a55-eaec-4fbc-853d-7f90d426c58c req-4f36b8a8-eea4-490c-a8d8-b5a9bbb2899f tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] 10.222.0.13 "GET /v2.0/ports?device_id=2d3f3442-a00e-47ee-b0df-f099086628ce HTTP/1.1" status: 200 len: 945 time: 0.0845590 Jun 30 04:16:53.952379 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6b91694-0766-4cac-b757-c7e5fa53aa26 req-d7a867fb-e7cc-4a0b-b4d4-3133edcddc67 service neutron] Port fca67734-6bd5-404d-9a44-a44b374bc3a8 on network d053466e-8b12-41f1-8495-352ca2b58558 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84684 {{(pid=104416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 30 04:16:53.952694 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6b91694-0766-4cac-b757-c7e5fa53aa26 req-d7a867fb-e7cc-4a0b-b4d4-3133edcddc67 service neutron] Attempting to bind port fca67734-6bd5-404d-9a44-a44b374bc3a8 on network d053466e-8b12-41f1-8495-352ca2b58558 {{(pid=104416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 30 04:16:53.964356 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6b91694-0766-4cac-b757-c7e5fa53aa26 req-d7a867fb-e7cc-4a0b-b4d4-3133edcddc67 service neutron] Checking agent: {'id': 'ef703bef-7cc0-467c-baa9-fe8a66be565c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84684', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 30, 4, 13, 10), 'started_at': datetime.datetime(2022, 6, 30, 4, 13, 10), 'heartbeat_timestamp': datetime.datetime(2022, 6, 30, 4, 16, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 30 04:16:53.964676 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6b91694-0766-4cac-b757-c7e5fa53aa26 req-d7a867fb-e7cc-4a0b-b4d4-3133edcddc67 service neutron] Checking segment: {'id': '021a25df-ca0c-481b-8824-64686e570a1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'd053466e-8b12-41f1-8495-352ca2b58558'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104416) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 30 04:16:53.965037 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6b91694-0766-4cac-b757-c7e5fa53aa26 req-d7a867fb-e7cc-4a0b-b4d4-3133edcddc67 service neutron] Bound using segment: {'id': '021a25df-ca0c-481b-8824-64686e570a1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'd053466e-8b12-41f1-8495-352ca2b58558'} {{(pid=104416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 30 04:16:53.965457 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.managers [req-a6b91694-0766-4cac-b757-c7e5fa53aa26 req-d7a867fb-e7cc-4a0b-b4d4-3133edcddc67 service neutron] Bound port: fca67734-6bd5-404d-9a44-a44b374bc3a8, host: hv-cinder-84684, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '021a25df-ca0c-481b-8824-64686e570a1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'd053466e-8b12-41f1-8495-352ca2b58558'}}] {{(pid=104416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 30 04:16:53.965810 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-a6b91694-0766-4cac-b757-c7e5fa53aa26 req-d7a867fb-e7cc-4a0b-b4d4-3133edcddc67 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3606762'] for port (fca67734-6bd5-404d-9a44-a44b374bc3a8), before_update {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:16:54.047829 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-f05e9a55-eaec-4fbc-853d-7f90d426c58c req-09caf090-cba3-4305-9e40-f346cee29729 tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] 10.222.0.13 "GET /v2.0/security-groups?id=917dbda3-50de-42c2-a106-5e4480b4dad4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0896513 Jun 30 04:16:54.058885 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.db [req-a6b91694-0766-4cac-b757-c7e5fa53aa26 req-d7a867fb-e7cc-4a0b-b4d4-3133edcddc67 service neutron] For port fca67734-6bd5-404d-9a44-a44b374bc3a8, host hv-cinder-84684, cleared binding levels {{(pid=104416) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 04:16:54.062151 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.db [req-a6b91694-0766-4cac-b757-c7e5fa53aa26 req-d7a867fb-e7cc-4a0b-b4d4-3133edcddc67 service neutron] For port fca67734-6bd5-404d-9a44-a44b374bc3a8, host hv-cinder-84684, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=fca67734-6bd5-404d-9a44-a44b374bc3a8,segment=NetworkSegment(021a25df-ca0c-481b-8824-64686e570a1e),segment_id=021a25df-ca0c-481b-8824-64686e570a1e)] {{(pid=104416) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 04:16:54.070271 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-a6b91694-0766-4cac-b757-c7e5fa53aa26 req-d7a867fb-e7cc-4a0b-b4d4-3133edcddc67 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4095053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781926634698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781926239335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781926239353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1764123'] for port (fca67734-6bd5-404d-9a44-a44b374bc3a8), after_update {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:16:54.103486 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b91694-0766-4cac-b757-c7e5fa53aa26 req-d7a867fb-e7cc-4a0b-b4d4-3133edcddc67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:16:54.104101 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-a6b91694-0766-4cac-b757-c7e5fa53aa26 req-d7a867fb-e7cc-4a0b-b4d4-3133edcddc67 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13292'] for port (None), before_response {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:16:54.105897 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-a6b91694-0766-4cac-b757-c7e5fa53aa26 req-d7a867fb-e7cc-4a0b-b4d4-3133edcddc67 service neutron] 10.222.0.20 "PUT /v2.0/ports/fca67734-6bd5-404d-9a44-a44b374bc3a8 HTTP/1.1" status: 200 len: 1093 time: 1.6036355 Jun 30 04:16:54.133721 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a867fb-e7cc-4a0b-b4d4-3133edcddc67 service neutron] Pushing event updated for resources: {'Port': ['ID=fca67734-6bd5-404d-9a44-a44b374bc3a8,revision_number=3']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:16:54.640683 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b91694-0766-4cac-b757-c7e5fa53aa26 req-1ecbf5c8-290f-4fef-bfdd-5cec6e250e34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:16:54.642240 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-a6b91694-0766-4cac-b757-c7e5fa53aa26 req-1ecbf5c8-290f-4fef-bfdd-5cec6e250e34 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=74b53f46d15c4465b9005939114e67a3&device_id=1faec7e8-1e39-47c4-aba5-2e67eaf2936c HTTP/1.1" status: 200 len: 1127 time: 0.1087687 Jun 30 04:16:54.650915 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-92f50830-67d3-494c-93c9-2e08a4180604 req-4f99e2e4-d0f3-4e35-8f45-76dfc572f3a8 service neutron] 10.222.0.20 "GET /v2.0/networks/6360dd33-92fe-4816-a228-aca179594add?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1937959 Jun 30 04:16:54.707159 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-a6b91694-0766-4cac-b757-c7e5fa53aa26 req-e9725451-6bee-414b-8f4d-62d4eacacdb4 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fca67734-6bd5-404d-9a44-a44b374bc3a8 HTTP/1.1" status: 200 len: 217 time: 0.0552933 Jun 30 04:16:54.824312 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:16:54.837231 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-f5850b91-dd64-45df-8483-46c7bf0e5fae req-dd868f30-5856-4a2d-a61c-8c68222a47e0 service neutron] 10.222.0.20 "GET /v2.0/networks/9c18043c-6376-4ef1-99e0-e3f0031cee26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3137324 Jun 30 04:16:54.875302 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36aec5a-41ed-40d4-883d-051c48389b1e req-75db4d78-47de-45c5-a8fc-189707c5d820 tempest-VolumesSnapshotTestJSON-599944138 tempest-VolumesSnapshotTestJSON-599944138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:16:54.877087 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-b36aec5a-41ed-40d4-883d-051c48389b1e req-75db4d78-47de-45c5-a8fc-189707c5d820 tempest-VolumesSnapshotTestJSON-599944138 tempest-VolumesSnapshotTestJSON-599944138-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6a5fa82-8302-40a4-bdd8-f8ee19570259 HTTP/1.1" status: 200 len: 943 time: 0.1757159 Jun 30 04:16:54.877681 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:16:54.904889 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b91694-0766-4cac-b757-c7e5fa53aa26 req-e259a5de-3230-4d53-9bf5-b3c87fb6702a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:16:54.906404 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-a6b91694-0766-4cac-b757-c7e5fa53aa26 req-e259a5de-3230-4d53-9bf5-b3c87fb6702a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=1d12b51a-7dad-4338-8514-f9c8956a192d HTTP/1.1" status: 200 len: 858 time: 0.1768243 Jun 30 04:16:54.942819 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-92f50830-67d3-494c-93c9-2e08a4180604 req-f31c42b8-c28c-4769-916d-a6da33a9ffc5 service neutron] 10.222.0.20 "GET /v2.0/networks/6360dd33-92fe-4816-a228-aca179594add?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2830758 Jun 30 04:16:54.950887 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b049fd34-aa38-457e-a222-a486efbb56ee req-c9471da8-1401-4197-b91f-059df9380a6e tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:16:54.952658 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-b049fd34-aa38-457e-a222-a486efbb56ee req-c9471da8-1401-4197-b91f-059df9380a6e tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] 10.222.0.13 "GET /v2.0/ports?device_id=1faec7e8-1e39-47c4-aba5-2e67eaf2936c HTTP/1.1" status: 200 len: 943 time: 0.1081209 Jun 30 04:16:54.992893 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-b36aec5a-41ed-40d4-883d-051c48389b1e req-5453f82a-fe14-4f40-956e-d16a9e61283b tempest-VolumesSnapshotTestJSON-599944138 tempest-VolumesSnapshotTestJSON-599944138-project] 10.222.0.13 "GET /v2.0/security-groups?id=2f6d1c4a-513c-47f4-83a7-99e6c18ff482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948975 Jun 30 04:16:55.021008 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-b049fd34-aa38-457e-a222-a486efbb56ee req-9f88b9f8-80b1-43d9-9548-bcbbef9ac6df tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] 10.222.0.13 "GET /v2.0/security-groups?id=8f11cf44-78a0-4c0e-8f30-1538f7de7776&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584140 Jun 30 04:16:55.097594 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505fd6d3-8752-42bf-a92b-4737d568a770 req-1b4aadbc-4893-402a-a932-843ea5b6eb25 tempest-VolumesNegativeTest-991117380 tempest-VolumesNegativeTest-991117380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:16:55.099128 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-505fd6d3-8752-42bf-a92b-4737d568a770 req-1b4aadbc-4893-402a-a932-843ea5b6eb25 tempest-VolumesNegativeTest-991117380 tempest-VolumesNegativeTest-991117380-project] 10.222.0.13 "GET /v2.0/ports?device_id=d6f86ca2-4b47-4bbb-bc3a-bb0a9db0cd13 HTTP/1.1" status: 200 len: 948 time: 0.0494814 Jun 30 04:16:55.187511 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-505fd6d3-8752-42bf-a92b-4737d568a770 req-c7d1ea0f-e6f7-46b5-b7f7-9937cef87004 tempest-VolumesNegativeTest-991117380 tempest-VolumesNegativeTest-991117380-project] 10.222.0.13 "GET /v2.0/security-groups?id=b9d0c36b-7ad7-419e-aabf-30a2599153f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823057 Jun 30 04:16:55.201194 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb981aa-c36a-4db4-af9d-59b70a91b52b req-99a1f7ae-f5af-4404-88ac-ee4a0023aef5 tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:16:55.202814 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-8cb981aa-c36a-4db4-af9d-59b70a91b52b req-99a1f7ae-f5af-4404-88ac-ee4a0023aef5 tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] 10.222.0.13 "GET /v2.0/ports?device_id=2d3f3442-a00e-47ee-b0df-f099086628ce HTTP/1.1" status: 200 len: 945 time: 0.0726302 Jun 30 04:16:55.251157 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-8cb981aa-c36a-4db4-af9d-59b70a91b52b req-791734b5-a238-4ab8-bc55-c834b9ae38db tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] 10.222.0.13 "GET /v2.0/security-groups?id=917dbda3-50de-42c2-a106-5e4480b4dad4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425920 Jun 30 04:16:55.822679 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1faec7e8-1e39-47c4-aba5-2e67eaf2936c', 'tag': 'fca67734-6bd5-404d-9a44-a44b374bc3a8'}] {{(pid=104416) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 30 04:16:55.825068 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8111519efe35ff5952c269e16f689610d56ef28aa1e0b77ca5734c542983c30f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d8d2cf1-48ac-4ae5-8fc8-25e049146189" -d '{"events": [{"name": "network-changed", "server_uuid": "1faec7e8-1e39-47c4-aba5-2e67eaf2936c", "tag": "fca67734-6bd5-404d-9a44-a44b374bc3a8"}]}' {{(pid=104416) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 04:16:55.862700 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Jun 2022 04:16:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c14c1a3f-98a3-4fb8-be6c-16042a69c61e x-openstack-request-id: req-c14c1a3f-98a3-4fb8-be6c-16042a69c61e {{(pid=104416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 04:16:55.863042 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1faec7e8-1e39-47c4-aba5-2e67eaf2936c", "tag": "fca67734-6bd5-404d-9a44-a44b374bc3a8", "status": "completed", "code": 200}]} {{(pid=104416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 04:16:55.863320 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c14c1a3f-98a3-4fb8-be6c-16042a69c61e {{(pid=104416) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 04:16:55.863717 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c14c1a3f-98a3-4fb8-be6c-16042a69c61e'] response: {'name': 'network-changed', 'server_uuid': '1faec7e8-1e39-47c4-aba5-2e67eaf2936c', 'tag': 'fca67734-6bd5-404d-9a44-a44b374bc3a8', 'status': 'completed', 'code': 200} Jun 30 04:16:56.139007 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a652bf-5ddc-484e-bc4e-c936bee6fe4b req-8c1638f6-6772-4d43-9ad0-12622b04e80e tempest-VolumesSnapshotTestJSON-599944138 tempest-VolumesSnapshotTestJSON-599944138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:16:56.140620 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-78a652bf-5ddc-484e-bc4e-c936bee6fe4b req-8c1638f6-6772-4d43-9ad0-12622b04e80e tempest-VolumesSnapshotTestJSON-599944138 tempest-VolumesSnapshotTestJSON-599944138-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6a5fa82-8302-40a4-bdd8-f8ee19570259 HTTP/1.1" status: 200 len: 943 time: 0.0739119 Jun 30 04:16:56.167645 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5238a705-8aee-44f7-9fe2-44cf236cc4c9 req-3a4a491c-61fd-44f7-8712-7239a36e82e6 tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:16:56.169046 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-5238a705-8aee-44f7-9fe2-44cf236cc4c9 req-3a4a491c-61fd-44f7-8712-7239a36e82e6 tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] 10.222.0.13 "GET /v2.0/ports?device_id=1faec7e8-1e39-47c4-aba5-2e67eaf2936c HTTP/1.1" status: 200 len: 943 time: 0.0745537 Jun 30 04:16:56.215006 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-78a652bf-5ddc-484e-bc4e-c936bee6fe4b req-3d3acc49-4c6b-4782-adb3-32e73a97391d tempest-VolumesSnapshotTestJSON-599944138 tempest-VolumesSnapshotTestJSON-599944138-project] 10.222.0.13 "GET /v2.0/security-groups?id=2f6d1c4a-513c-47f4-83a7-99e6c18ff482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686171 Jun 30 04:16:56.237822 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-5238a705-8aee-44f7-9fe2-44cf236cc4c9 req-20033102-9748-49a1-9689-3c4b10ad04a6 tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] 10.222.0.13 "GET /v2.0/security-groups?id=8f11cf44-78a0-4c0e-8f30-1538f7de7776&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611515 Jun 30 04:16:56.322118 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa0d2e2-aa6a-4a03-aa10-48be28d7ccda req-cef12d2a-63da-410b-b69a-aadf6838365c tempest-VolumesNegativeTest-991117380 tempest-VolumesNegativeTest-991117380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:16:56.323671 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-faa0d2e2-aa6a-4a03-aa10-48be28d7ccda req-cef12d2a-63da-410b-b69a-aadf6838365c tempest-VolumesNegativeTest-991117380 tempest-VolumesNegativeTest-991117380-project] 10.222.0.13 "GET /v2.0/ports?device_id=d6f86ca2-4b47-4bbb-bc3a-bb0a9db0cd13 HTTP/1.1" status: 200 len: 948 time: 0.0511396 Jun 30 04:16:56.398929 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbff0ec-206e-45a6-8c10-caf979f0a02f req-c89819c4-6ea5-4e99-8a50-db0343d77df7 tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:16:56.400404 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-fbbff0ec-206e-45a6-8c10-caf979f0a02f req-c89819c4-6ea5-4e99-8a50-db0343d77df7 tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] 10.222.0.13 "GET /v2.0/ports?device_id=2d3f3442-a00e-47ee-b0df-f099086628ce HTTP/1.1" status: 200 len: 945 time: 0.0694098 Jun 30 04:16:56.421290 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-faa0d2e2-aa6a-4a03-aa10-48be28d7ccda req-f97208f7-481b-47f9-b484-7fd66fe3161c tempest-VolumesNegativeTest-991117380 tempest-VolumesNegativeTest-991117380-project] 10.222.0.13 "GET /v2.0/security-groups?id=b9d0c36b-7ad7-419e-aabf-30a2599153f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919228 Jun 30 04:16:56.458808 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-fbbff0ec-206e-45a6-8c10-caf979f0a02f req-f46a8b61-40ed-4a9f-b49c-8dea276a67c4 tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] 10.222.0.13 "GET /v2.0/security-groups?id=917dbda3-50de-42c2-a106-5e4480b4dad4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507529 Jun 30 04:16:56.891459 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.rpc [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Device f7491189-7e96-4247-aee7-3f42f81272cd details requested by agent hyperv_hv-cinder-84684 with host hv-cinder-84684 {{(pid=104417) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 04:16:57.004468 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.db [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] For port f7491189-7e96-4247-aee7-3f42f81272cd, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=f7491189-7e96-4247-aee7-3f42f81272cd,segment=NetworkSegment(021a25df-ca0c-481b-8824-64686e570a1e),segment_id=021a25df-ca0c-481b-8824-64686e570a1e)] {{(pid=104417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 04:16:57.016081 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.rpc [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Returning: {'device': 'f7491189-7e96-4247-aee7-3f42f81272cd', 'network_id': 'd053466e-8b12-41f1-8495-352ca2b58558', 'port_id': 'f7491189-7e96-4247-aee7-3f42f81272cd', 'mac_address': 'fa:16:3e:20:12:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 157, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d12b51a-7dad-4338-8514-f9c8956a192d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104417) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 04:16:57.053401 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Current status of the port f7491189-7e96-4247-aee7-3f42f81272cd is: DOWN; New status is: BUILD {{(pid=104417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 30 04:16:57.053622 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3606762'] for port (f7491189-7e96-4247-aee7-3f42f81272cd), before_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:16:57.070905 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.notifiers.nova [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f7491189-7e96-4247-aee7-3f42f81272cd {{(pid=104417) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 30 04:16:57.090614 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.db [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] For port f7491189-7e96-4247-aee7-3f42f81272cd, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=f7491189-7e96-4247-aee7-3f42f81272cd,segment=NetworkSegment(021a25df-ca0c-481b-8824-64686e570a1e),segment_id=021a25df-ca0c-481b-8824-64686e570a1e)] {{(pid=104417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 04:16:57.096597 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4095053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781926634698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781926239335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781926239353'] for port (f7491189-7e96-4247-aee7-3f42f81272cd), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:16:57.141903 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Pushing event updated for resources: {'Port': ['ID=f7491189-7e96-4247-aee7-3f42f81272cd,revision_number=4']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:16:57.376237 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314b080b-29e7-4bde-a50f-6cd1fa629b1b req-7ed0cd7b-fbba-47c3-b4fd-112d942fa796 tempest-VolumesSnapshotTestJSON-599944138 tempest-VolumesSnapshotTestJSON-599944138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:16:57.379137 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-314b080b-29e7-4bde-a50f-6cd1fa629b1b req-7ed0cd7b-fbba-47c3-b4fd-112d942fa796 tempest-VolumesSnapshotTestJSON-599944138 tempest-VolumesSnapshotTestJSON-599944138-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6a5fa82-8302-40a4-bdd8-f8ee19570259 HTTP/1.1" status: 200 len: 943 time: 0.0928028 Jun 30 04:16:57.388649 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be66e2aa-aee9-4b92-887a-49563f9f1ec3 req-46db8aef-fbd7-4d8e-88e6-3a644d1054cd tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:16:57.390089 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-be66e2aa-aee9-4b92-887a-49563f9f1ec3 req-46db8aef-fbd7-4d8e-88e6-3a644d1054cd tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] 10.222.0.13 "GET /v2.0/ports?device_id=1faec7e8-1e39-47c4-aba5-2e67eaf2936c HTTP/1.1" status: 200 len: 943 time: 0.0754471 Jun 30 04:16:57.462630 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-314b080b-29e7-4bde-a50f-6cd1fa629b1b req-980571a2-65a3-4af8-81ef-0a42a352879d tempest-VolumesSnapshotTestJSON-599944138 tempest-VolumesSnapshotTestJSON-599944138-project] 10.222.0.13 "GET /v2.0/security-groups?id=2f6d1c4a-513c-47f4-83a7-99e6c18ff482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715814 Jun 30 04:16:57.475257 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-be66e2aa-aee9-4b92-887a-49563f9f1ec3 req-2bcafcce-9661-4fea-8cca-c2d6a460421d tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] 10.222.0.13 "GET /v2.0/security-groups?id=8f11cf44-78a0-4c0e-8f30-1538f7de7776&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765634 Jun 30 04:16:57.557590 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=100 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:16:57.597201 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf4be9d-6dbf-4f35-ab83-7a239dd8b304 req-054dfa28-8ea7-4223-b55b-bf651fd6c71b tempest-VolumesNegativeTest-991117380 tempest-VolumesNegativeTest-991117380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:16:57.598677 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-fcf4be9d-6dbf-4f35-ab83-7a239dd8b304 req-054dfa28-8ea7-4223-b55b-bf651fd6c71b tempest-VolumesNegativeTest-991117380 tempest-VolumesNegativeTest-991117380-project] 10.222.0.13 "GET /v2.0/ports?device_id=d6f86ca2-4b47-4bbb-bc3a-bb0a9db0cd13 HTTP/1.1" status: 200 len: 948 time: 0.0748398 Jun 30 04:16:57.619923 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a03574a-2791-46e0-a58c-97559ee25670 req-3050bd26-4a07-40c6-a689-8cabeae8597d tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:16:57.621285 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-6a03574a-2791-46e0-a58c-97559ee25670 req-3050bd26-4a07-40c6-a689-8cabeae8597d tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] 10.222.0.13 "GET /v2.0/ports?device_id=2d3f3442-a00e-47ee-b0df-f099086628ce HTTP/1.1" status: 200 len: 945 time: 0.0668824 Jun 30 04:16:57.687345 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-fcf4be9d-6dbf-4f35-ab83-7a239dd8b304 req-24d8201f-666d-4ad1-93e0-4fa3e5e51b7a tempest-VolumesNegativeTest-991117380 tempest-VolumesNegativeTest-991117380-project] 10.222.0.13 "GET /v2.0/security-groups?id=b9d0c36b-7ad7-419e-aabf-30a2599153f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828805 Jun 30 04:16:57.694108 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-6a03574a-2791-46e0-a58c-97559ee25670 req-c154869c-f2ee-424f-bd02-f80b10339573 tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] 10.222.0.13 "GET /v2.0/security-groups?id=917dbda3-50de-42c2-a106-5e4480b4dad4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0660253 Jun 30 04:16:58.046727 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.db [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] get_ports_and_sgs() called for port_ids ['f7491189-7e96-4247-aee7-3f42f81272cd'] {{(pid=104417) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 04:16:58.050652 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:16:58.229474 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=100 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:16:58.293187 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046f713f-8aa1-42d1-bf23-3f649d47659e req-a493bce4-f743-48d0-b859-ab6a4c4896d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:16:58.294708 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-046f713f-8aa1-42d1-bf23-3f649d47659e req-a493bce4-f743-48d0-b859-ab6a4c4896d5 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=4a5e183a36084c9fb82f3a3f7d24402a&device_id=e6a5fa82-8302-40a4-bdd8-f8ee19570259 HTTP/1.1" status: 200 len: 1127 time: 0.0828753 Jun 30 04:16:58.295756 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b91694-0766-4cac-b757-c7e5fa53aa26 req-848bbf4e-2d8c-4206-8567-255a15a19e9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:16:58.297180 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-a6b91694-0766-4cac-b757-c7e5fa53aa26 req-848bbf4e-2d8c-4206-8567-255a15a19e9a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d053466e-8b12-41f1-8495-352ca2b58558&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0637572 Jun 30 04:16:58.569973 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.rpc [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Device f7491189-7e96-4247-aee7-3f42f81272cd up at agent hyperv_hv-cinder-84684 {{(pid=104417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 04:16:58.611821 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd0da49-a39c-4814-86b1-ee00028a3197 req-210962f8-0ec2-4fe2-b4e6-8f260222466f tempest-VolumesSnapshotTestJSON-599944138 tempest-VolumesSnapshotTestJSON-599944138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:16:58.613305 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-2dd0da49-a39c-4814-86b1-ee00028a3197 req-210962f8-0ec2-4fe2-b4e6-8f260222466f tempest-VolumesSnapshotTestJSON-599944138 tempest-VolumesSnapshotTestJSON-599944138-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6a5fa82-8302-40a4-bdd8-f8ee19570259 HTTP/1.1" status: 200 len: 943 time: 0.0799294 Jun 30 04:16:58.613510 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.db.provisioning_blocks [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Provisioning for port f7491189-7e96-4247-aee7-3f42f81272cd completed by entity L2. {{(pid=104417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 30 04:16:58.621013 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.db.provisioning_blocks [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Provisioning complete for port f7491189-7e96-4247-aee7-3f42f81272cd triggered by entity L2. {{(pid=104417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 30 04:16:58.621436 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565073'] for port (f7491189-7e96-4247-aee7-3f42f81272cd), provisioning_complete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:16:58.633795 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed7e065-04ed-4452-bb72-7c1e637c5727 req-2e5821f6-72bb-4047-9b29-7d43a471fd1a tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:16:58.635286 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-2ed7e065-04ed-4452-bb72-7c1e637c5727 req-2e5821f6-72bb-4047-9b29-7d43a471fd1a tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] 10.222.0.13 "GET /v2.0/ports?device_id=1faec7e8-1e39-47c4-aba5-2e67eaf2936c HTTP/1.1" status: 200 len: 943 time: 0.0727177 Jun 30 04:16:58.693630 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Current status of the port f7491189-7e96-4247-aee7-3f42f81272cd is: BUILD; New status is: ACTIVE {{(pid=104417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 30 04:16:58.694014 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3606762'] for port (f7491189-7e96-4247-aee7-3f42f81272cd), before_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:16:58.699320 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-2dd0da49-a39c-4814-86b1-ee00028a3197 req-d45f02eb-87c4-4fbf-92d8-aa50db108717 tempest-VolumesSnapshotTestJSON-599944138 tempest-VolumesSnapshotTestJSON-599944138-project] 10.222.0.13 "GET /v2.0/security-groups?id=2f6d1c4a-513c-47f4-83a7-99e6c18ff482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798237 Jun 30 04:16:58.706431 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-2ed7e065-04ed-4452-bb72-7c1e637c5727 req-2f2821db-8ca5-40c6-a840-2d6343c2f209 tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] 10.222.0.13 "GET /v2.0/security-groups?id=8f11cf44-78a0-4c0e-8f30-1538f7de7776&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641394 Jun 30 04:16:58.710906 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:SELECT=46 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:16:58.719063 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9a789ea-78f4-481d-bd9b-45bce25676ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7491189-7e96-4247-aee7-3f42f81272cd'}] {{(pid=104417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 30 04:16:58.721476 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}872baf0325b3a4d4e4ba58c5a9b381606b113811ad1a9f7b70d77ff172d270fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c77314d-a26b-4be6-85e0-7226eec20335" -d '{"events": [{"server_uuid": "b9a789ea-78f4-481d-bd9b-45bce25676ad", "name": "network-vif-plugged", "status": "completed", "tag": "f7491189-7e96-4247-aee7-3f42f81272cd"}]}' {{(pid=104417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 04:16:58.739902 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.db [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] For port f7491189-7e96-4247-aee7-3f42f81272cd, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=f7491189-7e96-4247-aee7-3f42f81272cd,segment=NetworkSegment(021a25df-ca0c-481b-8824-64686e570a1e),segment_id=021a25df-ca0c-481b-8824-64686e570a1e)] {{(pid=104417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 04:16:58.746090 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4095053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781926634698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781926239335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781926239353'] for port (f7491189-7e96-4247-aee7-3f42f81272cd), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:16:58.772174 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:16:58.797249 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Pushing event updated for resources: {'Port': ['ID=f7491189-7e96-4247-aee7-3f42f81272cd,revision_number=5']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:16:58.842686 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21aacb39-90b0-4130-add8-2023c10a4b42 req-64e86486-8524-4723-8eef-3a143f681f68 tempest-VolumesNegativeTest-991117380 tempest-VolumesNegativeTest-991117380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:16:58.844149 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-21aacb39-90b0-4130-add8-2023c10a4b42 req-64e86486-8524-4723-8eef-3a143f681f68 tempest-VolumesNegativeTest-991117380 tempest-VolumesNegativeTest-991117380-project] 10.222.0.13 "GET /v2.0/ports?device_id=d6f86ca2-4b47-4bbb-bc3a-bb0a9db0cd13 HTTP/1.1" status: 200 len: 948 time: 0.0826037 Jun 30 04:16:58.864571 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada185df-9c63-4c1e-8e97-e06e82d91fa2 req-02538de1-115e-4978-8eee-f22e83b7d990 tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:16:58.866026 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-ada185df-9c63-4c1e-8e97-e06e82d91fa2 req-02538de1-115e-4978-8eee-f22e83b7d990 tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] 10.222.0.13 "GET /v2.0/ports?device_id=2d3f3442-a00e-47ee-b0df-f099086628ce HTTP/1.1" status: 200 len: 945 time: 0.0723796 Jun 30 04:16:58.938144 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-21aacb39-90b0-4130-add8-2023c10a4b42 req-9a28a81c-4f36-4856-8dd0-4181f9e2db12 tempest-VolumesNegativeTest-991117380 tempest-VolumesNegativeTest-991117380-project] 10.222.0.13 "GET /v2.0/security-groups?id=b9d0c36b-7ad7-419e-aabf-30a2599153f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879817 Jun 30 04:16:58.946045 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-ada185df-9c63-4c1e-8e97-e06e82d91fa2 req-3d5320e7-b1bc-46a8-ab6f-73c88b4d4073 tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] 10.222.0.13 "GET /v2.0/security-groups?id=917dbda3-50de-42c2-a106-5e4480b4dad4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0704482 Jun 30 04:16:59.009191 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Jun 2022 04:16:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b14d6910-8237-4f48-aaf0-d360bdfbb907 x-openstack-request-id: req-b14d6910-8237-4f48-aaf0-d360bdfbb907 {{(pid=104417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 04:16:59.009503 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9a789ea-78f4-481d-bd9b-45bce25676ad", "name": "network-vif-plugged", "status": "completed", "tag": "f7491189-7e96-4247-aee7-3f42f81272cd", "code": 200}]} {{(pid=104417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 04:16:59.009771 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b14d6910-8237-4f48-aaf0-d360bdfbb907 {{(pid=104417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 04:16:59.010154 dv-cinder-846842-7-iscsi neutron-server[104417]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b14d6910-8237-4f48-aaf0-d360bdfbb907'] response: {'server_uuid': 'b9a789ea-78f4-481d-bd9b-45bce25676ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7491189-7e96-4247-aee7-3f42f81272cd', 'code': 200} Jun 30 04:16:59.175525 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-a6b91694-0766-4cac-b757-c7e5fa53aa26 req-58c1fc85-7466-43ac-bbe4-30f290a471b0 service neutron] 10.222.0.20 "GET /v2.0/networks/d053466e-8b12-41f1-8495-352ca2b58558?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1745820 Jun 30 04:16:59.176630 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046f713f-8aa1-42d1-bf23-3f649d47659e req-7efe61a9-e74c-4e40-9a44-1925e3b503ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:16:59.177992 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-046f713f-8aa1-42d1-bf23-3f649d47659e req-7efe61a9-e74c-4e40-9a44-1925e3b503ca service neutron] 10.222.0.20 "GET /v2.0/networks?id=9c18043c-6376-4ef1-99e0-e3f0031cee26 HTTP/1.1" status: 200 len: 914 time: 0.1796105 Jun 30 04:16:59.527707 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-046f713f-8aa1-42d1-bf23-3f649d47659e req-d4dc121d-1f32-4bf5-aab1-77a63c967c19 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ff35c296-16d8-4967-9683-da4fed5ad994 HTTP/1.1" status: 200 len: 217 time: 0.3310862 Jun 30 04:16:59.564389 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba04ef65-a45c-4fc0-97a2-83225ba694cd req-a929efed-8f24-445c-8093-4f0186105354 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:16:59.566114 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-ba04ef65-a45c-4fc0-97a2-83225ba694cd req-a929efed-8f24-445c-8093-4f0186105354 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=b9a789ea-78f4-481d-bd9b-45bce25676ad HTTP/1.1" status: 200 len: 1129 time: 0.3629422 Jun 30 04:16:59.668815 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=100 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:16:59.698914 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046f713f-8aa1-42d1-bf23-3f649d47659e req-9cc4ae02-bf36-4662-96a5-c7e8067cbca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:16:59.700516 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-046f713f-8aa1-42d1-bf23-3f649d47659e req-9cc4ae02-bf36-4662-96a5-c7e8067cbca0 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=1633d63e-410a-4092-ad59-b64c12aa87c9 HTTP/1.1" status: 200 len: 853 time: 0.1617906 Jun 30 04:16:59.709240 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-a6b91694-0766-4cac-b757-c7e5fa53aa26 req-71e2887f-1dcf-4925-a66f-08ac38245284 service neutron] 10.222.0.20 "GET /v2.0/networks/d053466e-8b12-41f1-8495-352ca2b58558?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4957383 Jun 30 04:16:59.741800 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-ba04ef65-a45c-4fc0-97a2-83225ba694cd req-00316b03-cc2f-41ef-9611-a4314759c0e1 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=8f11cf44-78a0-4c0e-8f30-1538f7de7776&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217768 Jun 30 04:16:59.929512 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fb94f3-c4ad-42a8-8694-1e16d60f68bb req-ce943733-bc88-4c4b-9395-71595e4bf280 tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:16:59.931551 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-a4fb94f3-c4ad-42a8-8694-1e16d60f68bb req-ce943733-bc88-4c4b-9395-71595e4bf280 tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] 10.222.0.13 "GET /v2.0/ports?device_id=1faec7e8-1e39-47c4-aba5-2e67eaf2936c HTTP/1.1" status: 200 len: 943 time: 0.1159763 Jun 30 04:16:59.949685 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b7847f-877a-4723-82d5-28e6dd24cec4 req-d6ed8400-77b2-4901-8f46-4f4bf0adb8c6 tempest-VolumesSnapshotTestJSON-599944138 tempest-VolumesSnapshotTestJSON-599944138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:16:59.951560 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-b3b7847f-877a-4723-82d5-28e6dd24cec4 req-d6ed8400-77b2-4901-8f46-4f4bf0adb8c6 tempest-VolumesSnapshotTestJSON-599944138 tempest-VolumesSnapshotTestJSON-599944138-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6a5fa82-8302-40a4-bdd8-f8ee19570259 HTTP/1.1" status: 200 len: 943 time: 0.1186986 Jun 30 04:17:00.014846 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=100 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:17:00.051402 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-a4fb94f3-c4ad-42a8-8694-1e16d60f68bb req-06870676-05e6-41cb-92c0-2e74a71d8e98 tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] 10.222.0.13 "GET /v2.0/security-groups?id=8f11cf44-78a0-4c0e-8f30-1538f7de7776&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106398 Jun 30 04:17:00.069374 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-b3b7847f-877a-4723-82d5-28e6dd24cec4 req-ecb018d3-8969-4209-9d9d-1253224584e0 tempest-VolumesSnapshotTestJSON-599944138 tempest-VolumesSnapshotTestJSON-599944138-project] 10.222.0.13 "GET /v2.0/security-groups?id=2f6d1c4a-513c-47f4-83a7-99e6c18ff482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062195 Jun 30 04:17:00.233715 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8468bc9f-c0f6-454d-9a52-496d5a622f60 req-47a12536-e980-4226-8d85-7352bd7a8f7c tempest-VolumesNegativeTest-991117380 tempest-VolumesNegativeTest-991117380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:17:00.235720 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-8468bc9f-c0f6-454d-9a52-496d5a622f60 req-47a12536-e980-4226-8d85-7352bd7a8f7c tempest-VolumesNegativeTest-991117380 tempest-VolumesNegativeTest-991117380-project] 10.222.0.13 "GET /v2.0/ports?device_id=d6f86ca2-4b47-4bbb-bc3a-bb0a9db0cd13 HTTP/1.1" status: 200 len: 948 time: 0.0864131 Jun 30 04:17:00.249227 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df742672-6504-4caa-b872-5be73055b511 req-cc5f8b1d-3e8c-4933-a061-135e54fdfa10 tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:17:00.250940 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-df742672-6504-4caa-b872-5be73055b511 req-cc5f8b1d-3e8c-4933-a061-135e54fdfa10 tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] 10.222.0.13 "GET /v2.0/ports?device_id=2d3f3442-a00e-47ee-b0df-f099086628ce HTTP/1.1" status: 200 len: 945 time: 0.0693734 Jun 30 04:17:00.351076 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-8468bc9f-c0f6-454d-9a52-496d5a622f60 req-dbf2c0c8-6a15-49c1-bf7b-09268ccaae0f tempest-VolumesNegativeTest-991117380 tempest-VolumesNegativeTest-991117380-project] 10.222.0.13 "GET /v2.0/security-groups?id=b9d0c36b-7ad7-419e-aabf-30a2599153f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985911 Jun 30 04:17:00.363214 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-df742672-6504-4caa-b872-5be73055b511 req-60e0e4f4-3e93-4b76-84cf-ceea7063c97e tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] 10.222.0.13 "GET /v2.0/security-groups?id=917dbda3-50de-42c2-a106-5e4480b4dad4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0972602 Jun 30 04:17:00.781973 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.rpc [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Device ff35c296-16d8-4967-9683-da4fed5ad994 details requested by agent hyperv_hv-cinder-84684 with host hv-cinder-84684 {{(pid=104417) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 04:17:00.905210 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.db [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] For port ff35c296-16d8-4967-9683-da4fed5ad994, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=ff35c296-16d8-4967-9683-da4fed5ad994,segment=NetworkSegment(8e11535a-de25-4823-afc2-8ade8ea587d6),segment_id=8e11535a-de25-4823-afc2-8ade8ea587d6)] {{(pid=104417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 04:17:00.917544 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.rpc [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Returning: {'device': 'ff35c296-16d8-4967-9683-da4fed5ad994', 'network_id': '9c18043c-6376-4ef1-99e0-e3f0031cee26', 'port_id': 'ff35c296-16d8-4967-9683-da4fed5ad994', 'mac_address': 'fa:16:3e:93:ad:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 199, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1633d63e-410a-4092-ad59-b64c12aa87c9', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104417) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 04:17:00.954971 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Current status of the port ff35c296-16d8-4967-9683-da4fed5ad994 is: DOWN; New status is: BUILD {{(pid=104417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 30 04:17:00.955384 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3606762'] for port (ff35c296-16d8-4967-9683-da4fed5ad994), before_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:17:00.970377 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.notifiers.nova [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff35c296-16d8-4967-9683-da4fed5ad994 {{(pid=104417) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 30 04:17:00.994636 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.db [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] For port ff35c296-16d8-4967-9683-da4fed5ad994, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=ff35c296-16d8-4967-9683-da4fed5ad994,segment=NetworkSegment(8e11535a-de25-4823-afc2-8ade8ea587d6),segment_id=8e11535a-de25-4823-afc2-8ade8ea587d6)] {{(pid=104417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 04:17:01.000255 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4095053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781926634698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781926239335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781926239353'] for port (ff35c296-16d8-4967-9683-da4fed5ad994), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:17:01.001172 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.rpc [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Device 14681158-c69f-4840-927a-2a8907e26393 details requested by agent hyperv_hv-cinder-84684 with host hv-cinder-84684 {{(pid=104417) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 04:17:01.187409 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Pushing event updated for resources: {'Port': ['ID=ff35c296-16d8-4967-9683-da4fed5ad994,revision_number=4']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:17:01.232811 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.db [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] For port 14681158-c69f-4840-927a-2a8907e26393, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=14681158-c69f-4840-927a-2a8907e26393,segment=NetworkSegment(324cb48b-59a1-4839-b3df-aa7097938103),segment_id=324cb48b-59a1-4839-b3df-aa7097938103)] {{(pid=104417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 04:17:01.245876 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:17:01.249602 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.rpc [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Returning: {'device': '14681158-c69f-4840-927a-2a8907e26393', 'network_id': '6360dd33-92fe-4816-a228-aca179594add', 'port_id': '14681158-c69f-4840-927a-2a8907e26393', 'mac_address': 'fa:16:3e:87:72:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cfd4501b-11d7-4b54-ac14-d1a50ceb1c19', 'ip_address': '192.168.233.167'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104417) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 04:17:01.280960 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2af5cf8-f309-4385-b790-030644eebcdc req-39286c47-d214-48dd-9767-2e7717e3e505 tempest-VolumesSnapshotTestJSON-599944138 tempest-VolumesSnapshotTestJSON-599944138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:17:01.282678 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-a2af5cf8-f309-4385-b790-030644eebcdc req-39286c47-d214-48dd-9767-2e7717e3e505 tempest-VolumesSnapshotTestJSON-599944138 tempest-VolumesSnapshotTestJSON-599944138-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6a5fa82-8302-40a4-bdd8-f8ee19570259 HTTP/1.1" status: 200 len: 944 time: 0.0914037 Jun 30 04:17:01.291715 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Current status of the port 14681158-c69f-4840-927a-2a8907e26393 is: DOWN; New status is: BUILD {{(pid=104417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 30 04:17:01.292481 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3606762'] for port (14681158-c69f-4840-927a-2a8907e26393), before_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:17:01.296326 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc0086c-8b5b-47fd-b569-66441d7ee5b3 req-76d40c33-c074-493b-bf47-7b3cf4654d29 tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:17:01.305238 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-7cc0086c-8b5b-47fd-b569-66441d7ee5b3 req-76d40c33-c074-493b-bf47-7b3cf4654d29 tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] 10.222.0.13 "GET /v2.0/ports?device_id=1faec7e8-1e39-47c4-aba5-2e67eaf2936c HTTP/1.1" status: 200 len: 943 time: 0.0788243 Jun 30 04:17:01.308139 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.notifiers.nova [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 14681158-c69f-4840-927a-2a8907e26393 {{(pid=104417) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 30 04:17:01.335711 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.db [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] For port 14681158-c69f-4840-927a-2a8907e26393, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=14681158-c69f-4840-927a-2a8907e26393,segment=NetworkSegment(324cb48b-59a1-4839-b3df-aa7097938103),segment_id=324cb48b-59a1-4839-b3df-aa7097938103)] {{(pid=104417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 04:17:01.342545 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4095053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781926634698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781926239335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781926239353'] for port (14681158-c69f-4840-927a-2a8907e26393), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:17:01.391528 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-a2af5cf8-f309-4385-b790-030644eebcdc req-fbf0c61f-c167-49da-b675-1d1484682656 tempest-VolumesSnapshotTestJSON-599944138 tempest-VolumesSnapshotTestJSON-599944138-project] 10.222.0.13 "GET /v2.0/security-groups?id=2f6d1c4a-513c-47f4-83a7-99e6c18ff482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828619 Jun 30 04:17:01.402494 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-7cc0086c-8b5b-47fd-b569-66441d7ee5b3 req-71d80a67-0293-4587-a524-fe9122757906 tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] 10.222.0.13 "GET /v2.0/security-groups?id=8f11cf44-78a0-4c0e-8f30-1538f7de7776&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961685 Jun 30 04:17:01.449101 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Pushing event updated for resources: {'Port': ['ID=14681158-c69f-4840-927a-2a8907e26393,revision_number=4']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:17:01.513999 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46ecf92-3aa6-4a1a-b055-bad9f30c3342 req-3c816a4b-1304-4aec-904e-1bf8db06fab7 tempest-VolumesNegativeTest-991117380 tempest-VolumesNegativeTest-991117380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:17:01.521249 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-d46ecf92-3aa6-4a1a-b055-bad9f30c3342 req-3c816a4b-1304-4aec-904e-1bf8db06fab7 tempest-VolumesNegativeTest-991117380 tempest-VolumesNegativeTest-991117380-project] 10.222.0.13 "GET /v2.0/ports?device_id=d6f86ca2-4b47-4bbb-bc3a-bb0a9db0cd13 HTTP/1.1" status: 200 len: 949 time: 0.0618382 Jun 30 04:17:01.598323 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946b2e84-c9d0-40b6-9c34-26d9b7e40644 req-2e722a96-119b-425d-b9f1-8e03f2048d1f tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:17:01.608163 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-946b2e84-c9d0-40b6-9c34-26d9b7e40644 req-2e722a96-119b-425d-b9f1-8e03f2048d1f tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] 10.222.0.13 "GET /v2.0/ports?device_id=2d3f3442-a00e-47ee-b0df-f099086628ce HTTP/1.1" status: 200 len: 945 time: 0.0816479 Jun 30 04:17:01.635870 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-d46ecf92-3aa6-4a1a-b055-bad9f30c3342 req-f4825867-37e4-4a9c-ae58-ba487a34bf8a tempest-VolumesNegativeTest-991117380 tempest-VolumesNegativeTest-991117380-project] 10.222.0.13 "GET /v2.0/security-groups?id=b9d0c36b-7ad7-419e-aabf-30a2599153f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135540 Jun 30 04:17:01.674741 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-946b2e84-c9d0-40b6-9c34-26d9b7e40644 req-b7c174b4-debd-45d0-aec2-d68e03414b41 tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] 10.222.0.13 "GET /v2.0/security-groups?id=917dbda3-50de-42c2-a106-5e4480b4dad4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0681243 Jun 30 04:17:02.566091 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4078204-2cc1-44bc-9b65-386f7cdf2579 req-81fe4388-b831-4127-a064-74cb9b081a72 tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:17:02.567769 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-f4078204-2cc1-44bc-9b65-386f7cdf2579 req-81fe4388-b831-4127-a064-74cb9b081a72 tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] 10.222.0.13 "GET /v2.0/ports?device_id=1faec7e8-1e39-47c4-aba5-2e67eaf2936c HTTP/1.1" status: 200 len: 943 time: 0.0816696 Jun 30 04:17:02.574048 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4b4557-4ce9-43c3-9a40-c3180767cd05 req-e20d62ab-d97f-4c51-8cd4-a6478e3f13b6 tempest-VolumesSnapshotTestJSON-599944138 tempest-VolumesSnapshotTestJSON-599944138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:17:02.575680 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-8c4b4557-4ce9-43c3-9a40-c3180767cd05 req-e20d62ab-d97f-4c51-8cd4-a6478e3f13b6 tempest-VolumesSnapshotTestJSON-599944138 tempest-VolumesSnapshotTestJSON-599944138-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6a5fa82-8302-40a4-bdd8-f8ee19570259 HTTP/1.1" status: 200 len: 944 time: 0.1047502 Jun 30 04:17:02.641974 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-f4078204-2cc1-44bc-9b65-386f7cdf2579 req-9e70f075-789e-4af7-81f6-556b4831e59c tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] 10.222.0.13 "GET /v2.0/security-groups?id=8f11cf44-78a0-4c0e-8f30-1538f7de7776&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652232 Jun 30 04:17:02.678621 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-8c4b4557-4ce9-43c3-9a40-c3180767cd05 req-acb7f588-df8a-46dc-8eb0-f51d9fbda101 tempest-VolumesSnapshotTestJSON-599944138 tempest-VolumesSnapshotTestJSON-599944138-project] 10.222.0.13 "GET /v2.0/security-groups?id=2f6d1c4a-513c-47f4-83a7-99e6c18ff482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939865 Jun 30 04:17:02.780393 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-046f713f-8aa1-42d1-bf23-3f649d47659e req-113b141a-b4ba-46b7-a7bf-99f87e23e5a0 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9c18043c-6376-4ef1-99e0-e3f0031cee26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0611317 Jun 30 04:17:02.882103 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c109b856-19b0-45eb-97e6-1e5baf637555 req-75eed556-4f46-4e38-8573-8fe932766d32 tempest-VolumesNegativeTest-991117380 tempest-VolumesNegativeTest-991117380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:17:02.884761 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-c109b856-19b0-45eb-97e6-1e5baf637555 req-75eed556-4f46-4e38-8573-8fe932766d32 tempest-VolumesNegativeTest-991117380 tempest-VolumesNegativeTest-991117380-project] 10.222.0.13 "GET /v2.0/ports?device_id=d6f86ca2-4b47-4bbb-bc3a-bb0a9db0cd13 HTTP/1.1" status: 200 len: 949 time: 0.1212053 Jun 30 04:17:02.899044 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6694f411-b61f-489d-8374-d7e0fa957b54 req-5d96acac-63f2-4885-8eaf-d1c65b2a0bcf tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:17:02.900745 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-6694f411-b61f-489d-8374-d7e0fa957b54 req-5d96acac-63f2-4885-8eaf-d1c65b2a0bcf tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] 10.222.0.13 "GET /v2.0/ports?device_id=2d3f3442-a00e-47ee-b0df-f099086628ce HTTP/1.1" status: 200 len: 945 time: 0.1347141 Jun 30 04:17:02.947291 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=100 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:17:03.028960 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=100 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:17:03.042817 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-c109b856-19b0-45eb-97e6-1e5baf637555 req-d8d25d27-da88-46a1-a57f-86a9237b5aa8 tempest-VolumesNegativeTest-991117380 tempest-VolumesNegativeTest-991117380-project] 10.222.0.13 "GET /v2.0/security-groups?id=b9d0c36b-7ad7-419e-aabf-30a2599153f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407099 Jun 30 04:17:03.061830 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-6694f411-b61f-489d-8374-d7e0fa957b54 req-0906c0dd-bcb4-4ae9-8850-8329824a106e tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] 10.222.0.13 "GET /v2.0/security-groups?id=917dbda3-50de-42c2-a106-5e4480b4dad4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1464677 Jun 30 04:17:03.526481 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=33 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:17:03.528043 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=45 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:17:03.691791 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:SELECT=30,neutron:DELETE=1 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:17:03.816157 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79f844c-9dd6-4213-afa5-7c374e2c64e6 req-05099cd1-ab50-4410-b9f2-81b1b375df7c tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:17:03.818433 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-f79f844c-9dd6-4213-afa5-7c374e2c64e6 req-05099cd1-ab50-4410-b9f2-81b1b375df7c tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] 10.222.0.13 "GET /v2.0/ports?device_id=1faec7e8-1e39-47c4-aba5-2e67eaf2936c HTTP/1.1" status: 200 len: 943 time: 0.0830166 Jun 30 04:17:03.832577 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86acdae-b849-41dd-905d-0b35d5430856 req-91812d23-6a40-453e-bc29-dd9d80c6670a tempest-VolumesSnapshotTestJSON-599944138 tempest-VolumesSnapshotTestJSON-599944138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:17:03.834261 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-a86acdae-b849-41dd-905d-0b35d5430856 req-91812d23-6a40-453e-bc29-dd9d80c6670a tempest-VolumesSnapshotTestJSON-599944138 tempest-VolumesSnapshotTestJSON-599944138-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6a5fa82-8302-40a4-bdd8-f8ee19570259 HTTP/1.1" status: 200 len: 944 time: 0.0632868 Jun 30 04:17:03.918046 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-f79f844c-9dd6-4213-afa5-7c374e2c64e6 req-f9a6da96-1b49-481e-a5fa-28fb8d60aeb7 tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] 10.222.0.13 "GET /v2.0/security-groups?id=8f11cf44-78a0-4c0e-8f30-1538f7de7776&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827746 Jun 30 04:17:03.920959 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-a86acdae-b849-41dd-905d-0b35d5430856 req-18fbb931-dc32-41bc-b702-c8314a4338d1 tempest-VolumesSnapshotTestJSON-599944138 tempest-VolumesSnapshotTestJSON-599944138-project] 10.222.0.13 "GET /v2.0/security-groups?id=2f6d1c4a-513c-47f4-83a7-99e6c18ff482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794532 Jun 30 04:17:04.197585 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d15de6a-a441-4c0b-a1f0-d65565c20a6f req-b9d9188c-5836-4eca-9650-ae1d14c78ad6 tempest-VolumesNegativeTest-991117380 tempest-VolumesNegativeTest-991117380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:17:04.199121 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-4d15de6a-a441-4c0b-a1f0-d65565c20a6f req-b9d9188c-5836-4eca-9650-ae1d14c78ad6 tempest-VolumesNegativeTest-991117380 tempest-VolumesNegativeTest-991117380-project] 10.222.0.13 "GET /v2.0/ports?device_id=d6f86ca2-4b47-4bbb-bc3a-bb0a9db0cd13 HTTP/1.1" status: 200 len: 949 time: 0.0804598 Jun 30 04:17:04.229455 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0977adb-70be-4a3d-983d-f24c7532b578 req-0bd3faff-2883-487a-b481-d0e41151b962 tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:17:04.230956 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-e0977adb-70be-4a3d-983d-f24c7532b578 req-0bd3faff-2883-487a-b481-d0e41151b962 tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] 10.222.0.13 "GET /v2.0/ports?device_id=2d3f3442-a00e-47ee-b0df-f099086628ce HTTP/1.1" status: 200 len: 945 time: 0.0758593 Jun 30 04:17:04.293766 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-4d15de6a-a441-4c0b-a1f0-d65565c20a6f req-3215318f-f907-4c1d-9791-e74ffc597016 tempest-VolumesNegativeTest-991117380 tempest-VolumesNegativeTest-991117380-project] 10.222.0.13 "GET /v2.0/security-groups?id=b9d0c36b-7ad7-419e-aabf-30a2599153f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854754 Jun 30 04:17:04.313607 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-e0977adb-70be-4a3d-983d-f24c7532b578 req-ad840400-fa3c-4dcd-8a78-5e4e9038ccd6 tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] 10.222.0.13 "GET /v2.0/security-groups?id=917dbda3-50de-42c2-a106-5e4480b4dad4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0759592 Jun 30 04:17:04.632524 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.db [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] get_ports_and_sgs() called for port_ids ['ff35c296-16d8-4967-9683-da4fed5ad994'] {{(pid=104417) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 04:17:05.116957 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7783e7-e424-49e6-bdfa-cc7e31abd4b6 req-263c0c13-68a4-4fc5-86d9-5154196f8aae tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:17:05.119601 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-1c7783e7-e424-49e6-bdfa-cc7e31abd4b6 req-263c0c13-68a4-4fc5-86d9-5154196f8aae tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] 10.222.0.13 "GET /v2.0/ports?device_id=1faec7e8-1e39-47c4-aba5-2e67eaf2936c HTTP/1.1" status: 200 len: 943 time: 0.0754633 Jun 30 04:17:05.128392 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e22581-f957-4976-a6ed-813918756333 req-9d3a0dca-8556-4c86-a4a3-58903ecf5118 tempest-VolumesSnapshotTestJSON-599944138 tempest-VolumesSnapshotTestJSON-599944138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:17:05.130064 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-69e22581-f957-4976-a6ed-813918756333 req-9d3a0dca-8556-4c86-a4a3-58903ecf5118 tempest-VolumesSnapshotTestJSON-599944138 tempest-VolumesSnapshotTestJSON-599944138-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6a5fa82-8302-40a4-bdd8-f8ee19570259 HTTP/1.1" status: 200 len: 944 time: 0.0975707 Jun 30 04:17:05.165816 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-0bc3289a-1486-4e92-a6bf-79e939de7ca2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926756172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565263'] for agent (beddbd52-9273-44c2-990c-63933fe383b2), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:17:05.216073 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-1c7783e7-e424-49e6-bdfa-cc7e31abd4b6 req-89f44e1f-bb39-4378-88c7-615c0882bc4b tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] 10.222.0.13 "GET /v2.0/security-groups?id=8f11cf44-78a0-4c0e-8f30-1538f7de7776&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850332 Jun 30 04:17:05.221190 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-69e22581-f957-4976-a6ed-813918756333 req-98733a92-4428-430a-b27d-88d233487537 tempest-VolumesSnapshotTestJSON-599944138 tempest-VolumesSnapshotTestJSON-599944138-project] 10.222.0.13 "GET /v2.0/security-groups?id=2f6d1c4a-513c-47f4-83a7-99e6c18ff482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841274 Jun 30 04:17:05.472059 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301cf3fc-7d95-4cb5-9bef-1da4932ee90a req-dee85f28-660b-456f-a876-4b155fa7df87 tempest-VolumesNegativeTest-991117380 tempest-VolumesNegativeTest-991117380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:17:05.473581 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-301cf3fc-7d95-4cb5-9bef-1da4932ee90a req-dee85f28-660b-456f-a876-4b155fa7df87 tempest-VolumesNegativeTest-991117380 tempest-VolumesNegativeTest-991117380-project] 10.222.0.13 "GET /v2.0/ports?device_id=d6f86ca2-4b47-4bbb-bc3a-bb0a9db0cd13 HTTP/1.1" status: 200 len: 949 time: 0.0874927 Jun 30 04:17:05.481756 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09664467-5f70-48d2-9b9d-7c29c43a433c req-143fccd3-2621-4c4a-9424-ecc368327546 tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:17:05.483245 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-09664467-5f70-48d2-9b9d-7c29c43a433c req-143fccd3-2621-4c4a-9424-ecc368327546 tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] 10.222.0.13 "GET /v2.0/ports?device_id=2d3f3442-a00e-47ee-b0df-f099086628ce HTTP/1.1" status: 200 len: 945 time: 0.0845349 Jun 30 04:17:05.561568 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-301cf3fc-7d95-4cb5-9bef-1da4932ee90a req-5f7130c9-6f2f-414a-952b-043399cd60b1 tempest-VolumesNegativeTest-991117380 tempest-VolumesNegativeTest-991117380-project] 10.222.0.13 "GET /v2.0/security-groups?id=b9d0c36b-7ad7-419e-aabf-30a2599153f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772004 Jun 30 04:17:05.576114 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-09664467-5f70-48d2-9b9d-7c29c43a433c req-438b9a0a-e3be-4ced-bff2-a9328472f088 tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] 10.222.0.13 "GET /v2.0/security-groups?id=917dbda3-50de-42c2-a106-5e4480b4dad4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0841846 Jun 30 04:17:05.711038 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.db [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] get_ports_and_sgs() called for port_ids ['14681158-c69f-4840-927a-2a8907e26393'] {{(pid=104417) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 04:17:05.743805 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:17:06.411382 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7b90f1-787d-4a66-b20a-de053465b519 req-c88c8134-b605-4f53-be89-bdf09f3b899f tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:17:06.418883 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-9b7b90f1-787d-4a66-b20a-de053465b519 req-c88c8134-b605-4f53-be89-bdf09f3b899f tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] 10.222.0.13 "GET /v2.0/ports?device_id=1faec7e8-1e39-47c4-aba5-2e67eaf2936c HTTP/1.1" status: 200 len: 943 time: 0.0970917 Jun 30 04:17:06.432209 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28972463-a3e3-49dc-b0cb-d354a8a9e119 req-3042a215-4e2b-4f43-8e7d-2e290b8e19b1 tempest-VolumesSnapshotTestJSON-599944138 tempest-VolumesSnapshotTestJSON-599944138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:17:06.439920 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-28972463-a3e3-49dc-b0cb-d354a8a9e119 req-3042a215-4e2b-4f43-8e7d-2e290b8e19b1 tempest-VolumesSnapshotTestJSON-599944138 tempest-VolumesSnapshotTestJSON-599944138-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6a5fa82-8302-40a4-bdd8-f8ee19570259 HTTP/1.1" status: 200 len: 944 time: 0.1082618 Jun 30 04:17:06.543801 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-28972463-a3e3-49dc-b0cb-d354a8a9e119 req-4eaa70aa-ed76-4870-b408-a334f1c81a8c tempest-VolumesSnapshotTestJSON-599944138 tempest-VolumesSnapshotTestJSON-599944138-project] 10.222.0.13 "GET /v2.0/security-groups?id=2f6d1c4a-513c-47f4-83a7-99e6c18ff482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027319 Jun 30 04:17:06.547032 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-9b7b90f1-787d-4a66-b20a-de053465b519 req-dc9e1fb5-4d3b-4f8c-8a13-22cbc4b1c4c9 tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] 10.222.0.13 "GET /v2.0/security-groups?id=8f11cf44-78a0-4c0e-8f30-1538f7de7776&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266911 Jun 30 04:17:06.703147 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=100 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:17:06.745544 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca42c1ed-1ef5-4037-ae64-81a352062a54 req-6ad8cd2d-5fb9-42dc-8242-70bdd72be028 tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:17:06.747066 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-ca42c1ed-1ef5-4037-ae64-81a352062a54 req-6ad8cd2d-5fb9-42dc-8242-70bdd72be028 tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] 10.222.0.13 "GET /v2.0/ports?device_id=2d3f3442-a00e-47ee-b0df-f099086628ce HTTP/1.1" status: 200 len: 945 time: 0.0852518 Jun 30 04:17:06.753671 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.rpc [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Device ff35c296-16d8-4967-9683-da4fed5ad994 up at agent hyperv_hv-cinder-84684 {{(pid=104417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 04:17:06.755559 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e953ec6-d70a-418d-91b6-69449dbd61e0 req-db10126a-f723-4dac-9b63-77eb4c2a1d7e tempest-VolumesNegativeTest-991117380 tempest-VolumesNegativeTest-991117380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:17:06.757060 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-6e953ec6-d70a-418d-91b6-69449dbd61e0 req-db10126a-f723-4dac-9b63-77eb4c2a1d7e tempest-VolumesNegativeTest-991117380 tempest-VolumesNegativeTest-991117380-project] 10.222.0.13 "GET /v2.0/ports?device_id=d6f86ca2-4b47-4bbb-bc3a-bb0a9db0cd13 HTTP/1.1" status: 200 len: 949 time: 0.0667565 Jun 30 04:17:06.820936 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=100 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:17:06.825432 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-6e953ec6-d70a-418d-91b6-69449dbd61e0 req-680e5533-4243-4e64-9e46-308879a264ec tempest-VolumesNegativeTest-991117380 tempest-VolumesNegativeTest-991117380-project] 10.222.0.13 "GET /v2.0/security-groups?id=b9d0c36b-7ad7-419e-aabf-30a2599153f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600703 Jun 30 04:17:06.863905 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.db.provisioning_blocks [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Provisioning for port ff35c296-16d8-4967-9683-da4fed5ad994 completed by entity L2. {{(pid=104417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 30 04:17:06.875816 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.db.provisioning_blocks [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Provisioning complete for port ff35c296-16d8-4967-9683-da4fed5ad994 triggered by entity L2. {{(pid=104417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 30 04:17:06.876245 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565073'] for port (ff35c296-16d8-4967-9683-da4fed5ad994), provisioning_complete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:17:06.876432 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-ca42c1ed-1ef5-4037-ae64-81a352062a54 req-44ce10e0-bcc8-431f-a590-66d7bbc9fb95 tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] 10.222.0.13 "GET /v2.0/security-groups?id=917dbda3-50de-42c2-a106-5e4480b4dad4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1180851 Jun 30 04:17:07.010636 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Current status of the port ff35c296-16d8-4967-9683-da4fed5ad994 is: BUILD; New status is: ACTIVE {{(pid=104417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 30 04:17:07.010978 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3606762'] for port (ff35c296-16d8-4967-9683-da4fed5ad994), before_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:17:07.053103 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6a5fa82-8302-40a4-bdd8-f8ee19570259', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff35c296-16d8-4967-9683-da4fed5ad994'}] {{(pid=104417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 30 04:17:07.059115 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}872baf0325b3a4d4e4ba58c5a9b381606b113811ad1a9f7b70d77ff172d270fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa4ecabf-83c1-44bd-9ca8-0c867c34f97f" -d '{"events": [{"server_uuid": "e6a5fa82-8302-40a4-bdd8-f8ee19570259", "name": "network-vif-plugged", "status": "completed", "tag": "ff35c296-16d8-4967-9683-da4fed5ad994"}]}' {{(pid=104417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 04:17:07.075741 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.db [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] For port ff35c296-16d8-4967-9683-da4fed5ad994, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=ff35c296-16d8-4967-9683-da4fed5ad994,segment=NetworkSegment(8e11535a-de25-4823-afc2-8ade8ea587d6),segment_id=8e11535a-de25-4823-afc2-8ade8ea587d6)] {{(pid=104417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 04:17:07.082671 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4095053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781926634698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781926239335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781926239353'] for port (ff35c296-16d8-4967-9683-da4fed5ad994), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:17:07.083042 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-046f713f-8aa1-42d1-bf23-3f649d47659e req-8b4c2e10-6449-46c7-aa57-332e62341003 service neutron] 10.222.0.20 "GET /v2.0/networks/9c18043c-6376-4ef1-99e0-e3f0031cee26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2681968 Jun 30 04:17:07.083866 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.rpc [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Device 14681158-c69f-4840-927a-2a8907e26393 up at agent hyperv_hv-cinder-84684 {{(pid=104417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 04:17:07.091452 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8d2cf1-48ac-4ae5-8fc8-25e049146189 req-0e67d051-a8ef-483e-95de-526b7b7cda54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:17:07.093853 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-5d8d2cf1-48ac-4ae5-8fc8-25e049146189 req-0e67d051-a8ef-483e-95de-526b7b7cda54 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=74b53f46d15c4465b9005939114e67a3&device_id=1faec7e8-1e39-47c4-aba5-2e67eaf2936c HTTP/1.1" status: 200 len: 1127 time: 0.1236219 Jun 30 04:17:07.136254 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Jun 2022 04:17:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b276ece1-7746-4158-a02a-7ac291c6bd7a x-openstack-request-id: req-b276ece1-7746-4158-a02a-7ac291c6bd7a {{(pid=104417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 04:17:07.136820 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6a5fa82-8302-40a4-bdd8-f8ee19570259", "name": "network-vif-plugged", "status": "completed", "tag": "ff35c296-16d8-4967-9683-da4fed5ad994", "code": 200}]} {{(pid=104417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 04:17:07.137213 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b276ece1-7746-4158-a02a-7ac291c6bd7a {{(pid=104417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 04:17:07.137608 dv-cinder-846842-7-iscsi neutron-server[104417]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b276ece1-7746-4158-a02a-7ac291c6bd7a'] response: {'server_uuid': 'e6a5fa82-8302-40a4-bdd8-f8ee19570259', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff35c296-16d8-4967-9683-da4fed5ad994', 'code': 200} Jun 30 04:17:07.178342 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.db.provisioning_blocks [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Provisioning for port 14681158-c69f-4840-927a-2a8907e26393 completed by entity L2. {{(pid=104417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 30 04:17:07.191348 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.db.provisioning_blocks [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Provisioning complete for port 14681158-c69f-4840-927a-2a8907e26393 triggered by entity L2. {{(pid=104417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 30 04:17:07.191715 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565073'] for port (14681158-c69f-4840-927a-2a8907e26393), provisioning_complete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:17:07.212841 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Pushing event updated for resources: {'Port': ['ID=ff35c296-16d8-4967-9683-da4fed5ad994,revision_number=5']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:17:07.233973 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:17:07.285658 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Current status of the port 14681158-c69f-4840-927a-2a8907e26393 is: BUILD; New status is: ACTIVE {{(pid=104417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 30 04:17:07.286071 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3606762'] for port (14681158-c69f-4840-927a-2a8907e26393), before_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:17:07.333361 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.db [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] For port 14681158-c69f-4840-927a-2a8907e26393, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=14681158-c69f-4840-927a-2a8907e26393,segment=NetworkSegment(324cb48b-59a1-4839-b3df-aa7097938103),segment_id=324cb48b-59a1-4839-b3df-aa7097938103)] {{(pid=104417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 04:17:07.340118 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4095053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781926634698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781926239335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781926239353'] for port (14681158-c69f-4840-927a-2a8907e26393), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:17:07.405816 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Pushing event updated for resources: {'Port': ['ID=14681158-c69f-4840-927a-2a8907e26393,revision_number=5']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:17:07.514432 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-b809084a-e3bf-431f-9298-57acc2fdf47d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926756172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565263'] for agent (2ea21a61-d737-4543-a811-a0d035fbf0f6), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:17:07.917516 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849a9ed0-e989-4602-81b1-a95cf93da813 req-92cf9ff0-7281-4429-88dd-b8ecd8314c55 tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:17:07.930791 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-849a9ed0-e989-4602-81b1-a95cf93da813 req-92cf9ff0-7281-4429-88dd-b8ecd8314c55 tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] 10.222.0.13 "GET /v2.0/ports?device_id=1faec7e8-1e39-47c4-aba5-2e67eaf2936c HTTP/1.1" status: 200 len: 943 time: 0.2509601 Jun 30 04:17:07.990114 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6706c59-fcbf-4687-b146-25c5fdcdd728 req-41793ed7-594c-4dff-8962-615a8c7d2b38 tempest-VolumesSnapshotTestJSON-599944138 tempest-VolumesSnapshotTestJSON-599944138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:17:07.997707 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-a6706c59-fcbf-4687-b146-25c5fdcdd728 req-41793ed7-594c-4dff-8962-615a8c7d2b38 tempest-VolumesSnapshotTestJSON-599944138 tempest-VolumesSnapshotTestJSON-599944138-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6a5fa82-8302-40a4-bdd8-f8ee19570259 HTTP/1.1" status: 200 len: 945 time: 0.2611713 Jun 30 04:17:08.019570 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8d2cf1-48ac-4ae5-8fc8-25e049146189 req-f2aafa70-6e45-44ab-9dc1-38c7e3dcf623 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:17:08.022161 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-5d8d2cf1-48ac-4ae5-8fc8-25e049146189 req-f2aafa70-6e45-44ab-9dc1-38c7e3dcf623 service neutron] 10.222.0.20 "GET /v2.0/networks?id=d053466e-8b12-41f1-8495-352ca2b58558 HTTP/1.1" status: 200 len: 920 time: 0.4293809 Jun 30 04:17:08.093818 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-046f713f-8aa1-42d1-bf23-3f649d47659e req-8fa55a64-0664-44ff-aa7b-f6481fd78a4a service neutron] 10.222.0.20 "GET /v2.0/networks/9c18043c-6376-4ef1-99e0-e3f0031cee26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5028033 Jun 30 04:17:08.099544 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-5d8d2cf1-48ac-4ae5-8fc8-25e049146189 req-b255ee4c-30aa-4eec-a70f-c3c68e0f19c9 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fca67734-6bd5-404d-9a44-a44b374bc3a8 HTTP/1.1" status: 200 len: 217 time: 0.0582995 Jun 30 04:17:08.121985 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-849a9ed0-e989-4602-81b1-a95cf93da813 req-eaea1475-a6fd-4924-a313-dffe0ea2601f tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] 10.222.0.13 "GET /v2.0/security-groups?id=8f11cf44-78a0-4c0e-8f30-1538f7de7776&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1898339 Jun 30 04:17:08.155501 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-a6706c59-fcbf-4687-b146-25c5fdcdd728 req-0efb2b04-f479-47f2-8957-8ea91db4ef7f tempest-VolumesSnapshotTestJSON-599944138 tempest-VolumesSnapshotTestJSON-599944138-project] 10.222.0.13 "GET /v2.0/security-groups?id=2f6d1c4a-513c-47f4-83a7-99e6c18ff482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1568999 Jun 30 04:17:08.288427 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf14d51-73d8-4358-818e-76eabcb0d9d4 req-52b6ca96-e22a-4d94-8d10-529131a936ff tempest-VolumesNegativeTest-991117380 tempest-VolumesNegativeTest-991117380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:17:08.290410 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-bbf14d51-73d8-4358-818e-76eabcb0d9d4 req-52b6ca96-e22a-4d94-8d10-529131a936ff tempest-VolumesNegativeTest-991117380 tempest-VolumesNegativeTest-991117380-project] 10.222.0.13 "GET /v2.0/ports?device_id=d6f86ca2-4b47-4bbb-bc3a-bb0a9db0cd13 HTTP/1.1" status: 200 len: 950 time: 0.0914423 Jun 30 04:17:08.346615 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b9f1cb-8f6e-462f-98fd-96c22c094678 req-c101d948-5512-4eb0-9655-065def98d3e7 tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:17:08.348193 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-35b9f1cb-8f6e-462f-98fd-96c22c094678 req-c101d948-5512-4eb0-9655-065def98d3e7 tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] 10.222.0.13 "GET /v2.0/ports?device_id=2d3f3442-a00e-47ee-b0df-f099086628ce HTTP/1.1" status: 200 len: 945 time: 0.0844452 Jun 30 04:17:08.467802 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-7a77f087-4523-4fd9-b9f1-b6333d8ad1f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926756172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565263'] for agent (672e10fd-0bbc-4d52-8fca-d980f41e3265), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:17:08.514541 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=100 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:17:08.548895 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-bbf14d51-73d8-4358-818e-76eabcb0d9d4 req-d603184a-0d86-45e1-b6d8-c0f181b9578e tempest-VolumesNegativeTest-991117380 tempest-VolumesNegativeTest-991117380-project] 10.222.0.13 "GET /v2.0/security-groups?id=b9d0c36b-7ad7-419e-aabf-30a2599153f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2356513 Jun 30 04:17:08.560459 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8d2cf1-48ac-4ae5-8fc8-25e049146189 req-88fbc927-6e64-452e-9911-a588bed6902b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:17:08.561949 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-5d8d2cf1-48ac-4ae5-8fc8-25e049146189 req-88fbc927-6e64-452e-9911-a588bed6902b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=1d12b51a-7dad-4338-8514-f9c8956a192d HTTP/1.1" status: 200 len: 858 time: 0.2115402 Jun 30 04:17:08.562947 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046f713f-8aa1-42d1-bf23-3f649d47659e req-036c884f-f310-4d5a-9696-421b049f2159 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:17:08.564339 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-046f713f-8aa1-42d1-bf23-3f649d47659e req-036c884f-f310-4d5a-9696-421b049f2159 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=29ec13c3f4a04d688912b49eb43a02e6&device_id=d6f86ca2-4b47-4bbb-bc3a-bb0a9db0cd13 HTTP/1.1" status: 200 len: 1134 time: 0.1837134 Jun 30 04:17:08.568662 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6016e4-7a64-46a1-b499-d896a8d07c7a req-8b21c17f-fb55-49f8-8923-b5a3e52da2c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:17:08.570062 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-3a6016e4-7a64-46a1-b499-d896a8d07c7a req-8b21c17f-fb55-49f8-8923-b5a3e52da2c9 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=e6a5fa82-8302-40a4-bdd8-f8ee19570259 HTTP/1.1" status: 200 len: 1129 time: 0.1883225 Jun 30 04:17:08.609048 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-35b9f1cb-8f6e-462f-98fd-96c22c094678 req-0d2186d8-e545-416b-bac7-7e678fae3ecf tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] 10.222.0.13 "GET /v2.0/security-groups?id=917dbda3-50de-42c2-a106-5e4480b4dad4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2211428 Jun 30 04:17:08.697256 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8d2cf1-48ac-4ae5-8fc8-25e049146189 req-1c3a4c72-0643-4f2e-89a4-38357497ed29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:17:08.698952 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-5d8d2cf1-48ac-4ae5-8fc8-25e049146189 req-1c3a4c72-0643-4f2e-89a4-38357497ed29 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d053466e-8b12-41f1-8495-352ca2b58558&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1229639 Jun 30 04:17:08.762136 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-3a6016e4-7a64-46a1-b499-d896a8d07c7a req-55928c56-2f70-44e6-a33d-cdea26d8f65d service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=2f6d1c4a-513c-47f4-83a7-99e6c18ff482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1666799 Jun 30 04:17:08.765894 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=100 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:17:08.773736 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.rpc [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Device bd404336-185f-4a39-8576-5211044a2340 details requested by agent hyperv_hv-cinder-84684 with host hv-cinder-84684 {{(pid=104417) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 04:17:08.966524 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.db [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] For port bd404336-185f-4a39-8576-5211044a2340, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=bd404336-185f-4a39-8576-5211044a2340,segment=NetworkSegment(fa7c4b3d-3226-4230-8cea-73b76388d57e),segment_id=fa7c4b3d-3226-4230-8cea-73b76388d57e)] {{(pid=104417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 04:17:08.985229 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:17:08.996420 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.rpc [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Returning: {'device': 'bd404336-185f-4a39-8576-5211044a2340', 'network_id': '17fe777c-5046-426d-94b6-3483df1f9f21', 'port_id': 'bd404336-185f-4a39-8576-5211044a2340', 'mac_address': 'fa:16:3e:3c:7c:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 171, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd7ebd17c-ba43-4daa-b223-4200fbc873be', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104417) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 04:17:09.047394 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Current status of the port bd404336-185f-4a39-8576-5211044a2340 is: ACTIVE; New status is: BUILD {{(pid=104417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 30 04:17:09.047689 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3606762'] for port (bd404336-185f-4a39-8576-5211044a2340), before_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:17:09.062647 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.notifiers.nova [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id bd404336-185f-4a39-8576-5211044a2340 {{(pid=104417) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 30 04:17:09.071235 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046f713f-8aa1-42d1-bf23-3f649d47659e req-64c708b3-aa3c-43e3-912b-3257ec60e1f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:17:09.073062 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-046f713f-8aa1-42d1-bf23-3f649d47659e req-64c708b3-aa3c-43e3-912b-3257ec60e1f6 service neutron] 10.222.0.20 "GET /v2.0/networks?id=6360dd33-92fe-4816-a228-aca179594add HTTP/1.1" status: 200 len: 870 time: 0.4706342 Jun 30 04:17:09.093550 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.db [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] For port bd404336-185f-4a39-8576-5211044a2340, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=bd404336-185f-4a39-8576-5211044a2340,segment=NetworkSegment(fa7c4b3d-3226-4230-8cea-73b76388d57e),segment_id=fa7c4b3d-3226-4230-8cea-73b76388d57e)] {{(pid=104417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 04:17:09.100301 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4095053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781926634698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781926239335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781926239353'] for port (bd404336-185f-4a39-8576-5211044a2340), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:17:09.101174 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.rpc [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Device fca67734-6bd5-404d-9a44-a44b374bc3a8 details requested by agent hyperv_hv-cinder-84684 with host hv-cinder-84684 {{(pid=104417) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 04:17:09.121748 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-046f713f-8aa1-42d1-bf23-3f649d47659e req-dc7fb53e-4a7f-4123-8008-d5445abb9ab6 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.167&port_id=14681158-c69f-4840-927a-2a8907e26393 HTTP/1.1" status: 200 len: 217 time: 0.0404570 Jun 30 04:17:09.124554 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-5d8d2cf1-48ac-4ae5-8fc8-25e049146189 req-2fc5636f-9542-4009-aa2e-d64e4273d500 service neutron] 10.222.0.20 "GET /v2.0/networks/d053466e-8b12-41f1-8495-352ca2b58558?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4137559 Jun 30 04:17:09.138701 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6f86ca2-4b47-4bbb-bc3a-bb0a9db0cd13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14681158-c69f-4840-927a-2a8907e26393'}] {{(pid=104417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 30 04:17:09.141243 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}872baf0325b3a4d4e4ba58c5a9b381606b113811ad1a9f7b70d77ff172d270fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3689e43c-2993-42e5-ae49-381f086cb4dc" -d '{"events": [{"server_uuid": "d6f86ca2-4b47-4bbb-bc3a-bb0a9db0cd13", "name": "network-vif-plugged", "status": "completed", "tag": "14681158-c69f-4840-927a-2a8907e26393"}]}' {{(pid=104417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 04:17:09.205417 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Jun 2022 04:17:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b01a99ac-564b-4fcf-8460-3c73504023f8 x-openstack-request-id: req-b01a99ac-564b-4fcf-8460-3c73504023f8 {{(pid=104417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 04:17:09.205765 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6f86ca2-4b47-4bbb-bc3a-bb0a9db0cd13", "name": "network-vif-plugged", "status": "completed", "tag": "14681158-c69f-4840-927a-2a8907e26393", "code": 200}]} {{(pid=104417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 04:17:09.206085 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b01a99ac-564b-4fcf-8460-3c73504023f8 {{(pid=104417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 04:17:09.206525 dv-cinder-846842-7-iscsi neutron-server[104417]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b01a99ac-564b-4fcf-8460-3c73504023f8'] response: {'server_uuid': 'd6f86ca2-4b47-4bbb-bc3a-bb0a9db0cd13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14681158-c69f-4840-927a-2a8907e26393', 'code': 200} Jun 30 04:17:09.207247 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Pushing event updated for resources: {'Port': ['ID=bd404336-185f-4a39-8576-5211044a2340,revision_number=6']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:17:09.297139 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.db [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] For port fca67734-6bd5-404d-9a44-a44b374bc3a8, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=fca67734-6bd5-404d-9a44-a44b374bc3a8,segment=NetworkSegment(021a25df-ca0c-481b-8824-64686e570a1e),segment_id=021a25df-ca0c-481b-8824-64686e570a1e)] {{(pid=104417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 04:17:09.311443 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.rpc [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Returning: {'device': 'fca67734-6bd5-404d-9a44-a44b374bc3a8', 'network_id': 'd053466e-8b12-41f1-8495-352ca2b58558', 'port_id': 'fca67734-6bd5-404d-9a44-a44b374bc3a8', 'mac_address': 'fa:16:3e:48:8f:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 157, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d12b51a-7dad-4338-8514-f9c8956a192d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104417) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 04:17:09.350818 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046f713f-8aa1-42d1-bf23-3f649d47659e req-6b3dc553-8584-4a4a-b9ab-7f84525540e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:17:09.351304 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Current status of the port fca67734-6bd5-404d-9a44-a44b374bc3a8 is: DOWN; New status is: BUILD {{(pid=104417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 30 04:17:09.351691 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3606762'] for port (fca67734-6bd5-404d-9a44-a44b374bc3a8), before_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:17:09.352308 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-046f713f-8aa1-42d1-bf23-3f649d47659e req-6b3dc553-8584-4a4a-b9ab-7f84525540e2 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=cfd4501b-11d7-4b54-ac14-d1a50ceb1c19 HTTP/1.1" status: 200 len: 843 time: 0.2182016 Jun 30 04:17:09.366548 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.notifiers.nova [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fca67734-6bd5-404d-9a44-a44b374bc3a8 {{(pid=104417) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 30 04:17:09.389221 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d5d8a0-175c-4817-9795-0a33e374a4b0 req-ff733b34-8e41-46af-8271-73cb925087aa tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:17:09.392841 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.db [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] For port fca67734-6bd5-404d-9a44-a44b374bc3a8, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=fca67734-6bd5-404d-9a44-a44b374bc3a8,segment=NetworkSegment(021a25df-ca0c-481b-8824-64686e570a1e),segment_id=021a25df-ca0c-481b-8824-64686e570a1e)] {{(pid=104417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 04:17:09.395871 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-27d5d8a0-175c-4817-9795-0a33e374a4b0 req-ff733b34-8e41-46af-8271-73cb925087aa tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] 10.222.0.13 "GET /v2.0/ports?device_id=1faec7e8-1e39-47c4-aba5-2e67eaf2936c HTTP/1.1" status: 200 len: 943 time: 0.1389709 Jun 30 04:17:09.398857 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4095053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781926634698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781926239335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781926239353'] for port (fca67734-6bd5-404d-9a44-a44b374bc3a8), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:17:09.412989 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3906e9-72f9-4fc5-95a7-4b10f2d89c46 req-79fa765c-0f21-407b-8a82-642f5115aa31 tempest-VolumesSnapshotTestJSON-599944138 tempest-VolumesSnapshotTestJSON-599944138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:17:09.419833 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-bf3906e9-72f9-4fc5-95a7-4b10f2d89c46 req-79fa765c-0f21-407b-8a82-642f5115aa31 tempest-VolumesSnapshotTestJSON-599944138 tempest-VolumesSnapshotTestJSON-599944138-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6a5fa82-8302-40a4-bdd8-f8ee19570259 HTTP/1.1" status: 200 len: 945 time: 0.1541650 Jun 30 04:17:09.462969 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Pushing event updated for resources: {'Port': ['ID=fca67734-6bd5-404d-9a44-a44b374bc3a8,revision_number=4']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:17:09.525464 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-5d8d2cf1-48ac-4ae5-8fc8-25e049146189 req-ef5152a9-a9ea-4abe-86f0-0ee2a6d336a3 service neutron] 10.222.0.20 "GET /v2.0/networks/d053466e-8b12-41f1-8495-352ca2b58558?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3677599 Jun 30 04:17:09.536870 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-27d5d8a0-175c-4817-9795-0a33e374a4b0 req-2d047f22-1821-4555-9429-a2cd55c909ce tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] 10.222.0.13 "GET /v2.0/security-groups?id=8f11cf44-78a0-4c0e-8f30-1538f7de7776&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400998 Jun 30 04:17:09.565560 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-bf3906e9-72f9-4fc5-95a7-4b10f2d89c46 req-0328faa3-ec7d-4a7a-9036-496e1c6f5d86 tempest-VolumesSnapshotTestJSON-599944138 tempest-VolumesSnapshotTestJSON-599944138-project] 10.222.0.13 "GET /v2.0/security-groups?id=2f6d1c4a-513c-47f4-83a7-99e6c18ff482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447773 Jun 30 04:17:09.756119 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba257e8c-6ca9-4430-8971-49beba2a3bfb req-863a376f-53fa-434f-a721-b2545fdddcba tempest-VolumesNegativeTest-991117380 tempest-VolumesNegativeTest-991117380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:17:09.763240 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-ba257e8c-6ca9-4430-8971-49beba2a3bfb req-863a376f-53fa-434f-a721-b2545fdddcba tempest-VolumesNegativeTest-991117380 tempest-VolumesNegativeTest-991117380-project] 10.222.0.13 "GET /v2.0/ports?device_id=d6f86ca2-4b47-4bbb-bc3a-bb0a9db0cd13 HTTP/1.1" status: 200 len: 950 time: 0.1444747 Jun 30 04:17:09.804843 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.db [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] get_ports_and_sgs() called for port_ids ['fca67734-6bd5-404d-9a44-a44b374bc3a8'] {{(pid=104417) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 04:17:09.838003 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046f713f-8aa1-42d1-bf23-3f649d47659e req-3347d8b7-73c1-40c1-a5cb-fdef6c9f400e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:17:09.839629 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-046f713f-8aa1-42d1-bf23-3f649d47659e req-3347d8b7-73c1-40c1-a5cb-fdef6c9f400e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6360dd33-92fe-4816-a228-aca179594add&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.1694696 Jun 30 04:17:09.868139 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8119a5da-3d9e-469d-bbfb-d51d5abc6337 req-36755a1a-73ce-4f60-912b-ca6ce0ca9c34 tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:17:09.875016 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-8119a5da-3d9e-469d-bbfb-d51d5abc6337 req-36755a1a-73ce-4f60-912b-ca6ce0ca9c34 tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] 10.222.0.13 "GET /v2.0/ports?device_id=2d3f3442-a00e-47ee-b0df-f099086628ce HTTP/1.1" status: 200 len: 944 time: 0.1420333 Jun 30 04:17:09.921397 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.db [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] get_ports_and_sgs() called for port_ids ['bd404336-185f-4a39-8576-5211044a2340'] {{(pid=104417) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 04:17:09.926176 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd6a4c5-7d47-4f2d-be32-bcfe181f2c93 req-8a4ea55e-0905-4912-a4c2-45607a52aec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:17:09.928038 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-4fd6a4c5-7d47-4f2d-be32-bcfe181f2c93 req-8a4ea55e-0905-4912-a4c2-45607a52aec2 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=71588f8a5fc34919a77f28b6a8c8db0e&device_id=2d3f3442-a00e-47ee-b0df-f099086628ce HTTP/1.1" status: 200 len: 1128 time: 0.1359048 Jun 30 04:17:09.957809 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=100 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:17:09.960335 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-ba257e8c-6ca9-4430-8971-49beba2a3bfb req-d9086414-d9ba-4cb2-8525-f6a1bb181f0e tempest-VolumesNegativeTest-991117380 tempest-VolumesNegativeTest-991117380-project] 10.222.0.13 "GET /v2.0/security-groups?id=b9d0c36b-7ad7-419e-aabf-30a2599153f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1959903 Jun 30 04:17:10.092843 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-8119a5da-3d9e-469d-bbfb-d51d5abc6337 req-dabaa678-8eaf-488f-9cd9-0726447a39dd tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] 10.222.0.13 "GET /v2.0/security-groups?id=917dbda3-50de-42c2-a106-5e4480b4dad4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2167699 Jun 30 04:17:10.163759 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f7c27c-f108-4562-b9e4-7aecf36037ca req-b6327504-9ecf-4ffa-8f96-37c803dc2b7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:17:10.165690 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-53f7c27c-f108-4562-b9e4-7aecf36037ca req-b6327504-9ecf-4ffa-8f96-37c803dc2b7b service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=d6f86ca2-4b47-4bbb-bc3a-bb0a9db0cd13 HTTP/1.1" status: 200 len: 1134 time: 0.1645265 Jun 30 04:17:10.174634 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-046f713f-8aa1-42d1-bf23-3f649d47659e req-351cdb1c-1df2-4165-8481-9afa8d4c336a service neutron] 10.222.0.20 "GET /v2.0/networks/6360dd33-92fe-4816-a228-aca179594add?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2875042 Jun 30 04:17:10.203044 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:17:10.254317 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd6a4c5-7d47-4f2d-be32-bcfe181f2c93 req-09e85579-81ff-47e8-b0e3-ad3e3e32898d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:17:10.255995 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-4fd6a4c5-7d47-4f2d-be32-bcfe181f2c93 req-09e85579-81ff-47e8-b0e3-ad3e3e32898d service neutron] 10.222.0.20 "GET /v2.0/networks?id=17fe777c-5046-426d-94b6-3483df1f9f21 HTTP/1.1" status: 200 len: 918 time: 0.2632098 Jun 30 04:17:10.270363 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-88ff949a-6007-42d5-8261-77b64d367ca9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926756172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565263'] for agent (4c4a8942-da79-4b81-aa08-fb593b1e6e06), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:17:10.336513 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-046f713f-8aa1-42d1-bf23-3f649d47659e req-71b5253d-e577-4100-83de-0d67245cba84 service neutron] 10.222.0.20 "GET /v2.0/networks/6360dd33-92fe-4816-a228-aca179594add?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1479454 Jun 30 04:17:10.343317 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-53f7c27c-f108-4562-b9e4-7aecf36037ca req-53a28bef-afcb-4ad7-bfaf-2bca982240cc service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=b9d0c36b-7ad7-419e-aabf-30a2599153f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1651332 Jun 30 04:17:10.374711 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:17:10.419738 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-2a6d8403-c0a5-4ac4-aa48-860a84345009 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926756172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565263'] for agent (cbdf45b5-344e-4e18-9242-1abb738708f2), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:17:10.662123 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=100 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:17:10.696704 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-4fd6a4c5-7d47-4f2d-be32-bcfe181f2c93 req-6fd649bd-2cb4-4b09-8e95-6e7181c6b5ca service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bd404336-185f-4a39-8576-5211044a2340 HTTP/1.1" status: 200 len: 999 time: 0.1013699 Jun 30 04:17:10.808507 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a68ad4-9680-4d25-8ba7-a8d3142d2ee5 req-cb480f3d-169e-40f6-98e2-af6a3c085696 tempest-VolumesSnapshotTestJSON-599944138 tempest-VolumesSnapshotTestJSON-599944138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:17:10.820620 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-92a68ad4-9680-4d25-8ba7-a8d3142d2ee5 req-cb480f3d-169e-40f6-98e2-af6a3c085696 tempest-VolumesSnapshotTestJSON-599944138 tempest-VolumesSnapshotTestJSON-599944138-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6a5fa82-8302-40a4-bdd8-f8ee19570259 HTTP/1.1" status: 200 len: 945 time: 0.1121666 Jun 30 04:17:10.831852 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589a70fc-0e82-43f9-9c19-8f356be69890 req-32ad8f31-a987-4f10-886f-8486a944915a tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:17:10.835747 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-589a70fc-0e82-43f9-9c19-8f356be69890 req-32ad8f31-a987-4f10-886f-8486a944915a tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] 10.222.0.13 "GET /v2.0/ports?device_id=1faec7e8-1e39-47c4-aba5-2e67eaf2936c HTTP/1.1" status: 200 len: 944 time: 0.1379778 Jun 30 04:17:10.901634 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-589a70fc-0e82-43f9-9c19-8f356be69890 req-db945ac8-e5bf-4a38-9322-c2c3d3f8ea50 tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] 10.222.0.13 "GET /v2.0/security-groups?id=8f11cf44-78a0-4c0e-8f30-1538f7de7776&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597150 Jun 30 04:17:10.916953 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-92a68ad4-9680-4d25-8ba7-a8d3142d2ee5 req-62359d6f-958f-44bd-ac27-7587cd4bba31 tempest-VolumesSnapshotTestJSON-599944138 tempest-VolumesSnapshotTestJSON-599944138-project] 10.222.0.13 "GET /v2.0/security-groups?id=2f6d1c4a-513c-47f4-83a7-99e6c18ff482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954618 Jun 30 04:17:11.075211 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.rpc [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Device bd404336-185f-4a39-8576-5211044a2340 up at agent hyperv_hv-cinder-84684 {{(pid=104417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 04:17:11.191582 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7d31e2-f83f-4d90-8b9f-e6008101a534 req-eb759dad-8715-4e30-a3fa-4b861f9e1827 tempest-VolumesNegativeTest-991117380 tempest-VolumesNegativeTest-991117380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:17:11.205244 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-7a7d31e2-f83f-4d90-8b9f-e6008101a534 req-eb759dad-8715-4e30-a3fa-4b861f9e1827 tempest-VolumesNegativeTest-991117380 tempest-VolumesNegativeTest-991117380-project] 10.222.0.13 "GET /v2.0/ports?device_id=d6f86ca2-4b47-4bbb-bc3a-bb0a9db0cd13 HTTP/1.1" status: 200 len: 950 time: 0.1253526 Jun 30 04:17:11.237657 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.db.provisioning_blocks [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Provisioning complete for port bd404336-185f-4a39-8576-5211044a2340 triggered by entity L2. {{(pid=104417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 30 04:17:11.238035 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565073'] for port (bd404336-185f-4a39-8576-5211044a2340), provisioning_complete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:17:11.332287 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Current status of the port bd404336-185f-4a39-8576-5211044a2340 is: BUILD; New status is: ACTIVE {{(pid=104417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 30 04:17:11.332864 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3606762'] for port (bd404336-185f-4a39-8576-5211044a2340), before_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:17:11.364123 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d3f3442-a00e-47ee-b0df-f099086628ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd404336-185f-4a39-8576-5211044a2340'}] {{(pid=104417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 30 04:17:11.368050 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}872baf0325b3a4d4e4ba58c5a9b381606b113811ad1a9f7b70d77ff172d270fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe534ce8-92b5-4635-8ed8-de022da9f53d" -d '{"events": [{"server_uuid": "2d3f3442-a00e-47ee-b0df-f099086628ce", "name": "network-vif-plugged", "status": "completed", "tag": "bd404336-185f-4a39-8576-5211044a2340"}]}' {{(pid=104417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 04:17:11.368236 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05c266d-ca3b-499c-8369-e1baabc42757 req-10d79f90-e2c8-4240-9776-da37d2cf31b6 tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:17:11.378461 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-f05c266d-ca3b-499c-8369-e1baabc42757 req-10d79f90-e2c8-4240-9776-da37d2cf31b6 tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] 10.222.0.13 "GET /v2.0/ports?device_id=2d3f3442-a00e-47ee-b0df-f099086628ce HTTP/1.1" status: 200 len: 944 time: 0.0988758 Jun 30 04:17:11.390986 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.db [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] For port bd404336-185f-4a39-8576-5211044a2340, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=bd404336-185f-4a39-8576-5211044a2340,segment=NetworkSegment(fa7c4b3d-3226-4230-8cea-73b76388d57e),segment_id=fa7c4b3d-3226-4230-8cea-73b76388d57e)] {{(pid=104417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 04:17:11.401643 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd6a4c5-7d47-4f2d-be32-bcfe181f2c93 req-24efd259-b99d-4a65-8c7e-987e350d407e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:17:11.403012 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4095053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781926634698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781926239335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781926239353'] for port (bd404336-185f-4a39-8576-5211044a2340), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:17:11.403507 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-4fd6a4c5-7d47-4f2d-be32-bcfe181f2c93 req-24efd259-b99d-4a65-8c7e-987e350d407e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d7ebd17c-ba43-4daa-b223-4200fbc873be HTTP/1.1" status: 200 len: 856 time: 0.2190626 Jun 30 04:17:11.403987 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.rpc [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Device fca67734-6bd5-404d-9a44-a44b374bc3a8 up at agent hyperv_hv-cinder-84684 {{(pid=104417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 04:17:11.417723 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-7a7d31e2-f83f-4d90-8b9f-e6008101a534 req-2ccca5e5-f11a-4329-9ea6-5eebe9670b2e tempest-VolumesNegativeTest-991117380 tempest-VolumesNegativeTest-991117380-project] 10.222.0.13 "GET /v2.0/security-groups?id=b9d0c36b-7ad7-419e-aabf-30a2599153f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2096596 Jun 30 04:17:11.487534 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Pushing event updated for resources: {'Port': ['ID=bd404336-185f-4a39-8576-5211044a2340,revision_number=7']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:17:11.520052 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.db.provisioning_blocks [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Provisioning for port fca67734-6bd5-404d-9a44-a44b374bc3a8 completed by entity L2. {{(pid=104417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 30 04:17:11.524998 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Jun 2022 04:17:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be1a73c8-765f-42fb-a9ac-9b2812302d14 x-openstack-request-id: req-be1a73c8-765f-42fb-a9ac-9b2812302d14 {{(pid=104417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 04:17:11.525281 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d3f3442-a00e-47ee-b0df-f099086628ce", "name": "network-vif-plugged", "status": "completed", "tag": "bd404336-185f-4a39-8576-5211044a2340", "code": 200}]} {{(pid=104417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 04:17:11.525596 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-be1a73c8-765f-42fb-a9ac-9b2812302d14 {{(pid=104417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 04:17:11.526044 dv-cinder-846842-7-iscsi neutron-server[104417]: INFO neutron.notifiers.nova [-] Nova event matching ['req-be1a73c8-765f-42fb-a9ac-9b2812302d14'] response: {'server_uuid': '2d3f3442-a00e-47ee-b0df-f099086628ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd404336-185f-4a39-8576-5211044a2340', 'code': 200} Jun 30 04:17:11.539508 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.db.provisioning_blocks [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Provisioning complete for port fca67734-6bd5-404d-9a44-a44b374bc3a8 triggered by entity L2. {{(pid=104417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 30 04:17:11.540162 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565073'] for port (fca67734-6bd5-404d-9a44-a44b374bc3a8), provisioning_complete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:17:11.552303 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-f05c266d-ca3b-499c-8369-e1baabc42757 req-2dffc7f4-6672-4c3c-bed7-db9f1a618d46 tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] 10.222.0.13 "GET /v2.0/security-groups?id=917dbda3-50de-42c2-a106-5e4480b4dad4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1753161 Jun 30 04:17:11.604560 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd6a4c5-7d47-4f2d-be32-bcfe181f2c93 req-d36112a3-0ffb-4383-ae9a-56d7ed464f67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:17:11.610093 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-4fd6a4c5-7d47-4f2d-be32-bcfe181f2c93 req-d36112a3-0ffb-4383-ae9a-56d7ed464f67 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=17fe777c-5046-426d-94b6-3483df1f9f21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1774170 Jun 30 04:17:11.631489 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.wsgi [-] (104415) accepted ('10.222.0.13', 52412) {{(pid=104415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 04:17:11.701174 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Current status of the port fca67734-6bd5-404d-9a44-a44b374bc3a8 is: BUILD; New status is: ACTIVE {{(pid=104417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 30 04:17:11.701654 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3606762'] for port (fca67734-6bd5-404d-9a44-a44b374bc3a8), before_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:17:11.776942 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.db [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] For port fca67734-6bd5-404d-9a44-a44b374bc3a8, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=fca67734-6bd5-404d-9a44-a44b374bc3a8,segment=NetworkSegment(021a25df-ca0c-481b-8824-64686e570a1e),segment_id=021a25df-ca0c-481b-8824-64686e570a1e)] {{(pid=104417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 04:17:11.790950 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4095053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781926634698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781926239335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781926239353'] for port (fca67734-6bd5-404d-9a44-a44b374bc3a8), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:17:11.868753 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-90c34414-0904-460e-90c1-e95babad01ed admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:17:11.893396 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-4fd6a4c5-7d47-4f2d-be32-bcfe181f2c93 req-9db75d26-d790-41d7-81dc-3372b471e46a service neutron] 10.222.0.20 "GET /v2.0/networks/17fe777c-5046-426d-94b6-3483df1f9f21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2448087 Jun 30 04:17:11.912646 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Pushing event updated for resources: {'Port': ['ID=fca67734-6bd5-404d-9a44-a44b374bc3a8,revision_number=5']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:17:12.366079 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926756172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565263'] for agent (ef703bef-7cc0-467c-baa9-fe8a66be565c), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:17:12.385506 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2154914d-51bb-4c36-9ad7-82e961395b80 req-868206f6-45cc-4986-b757-1b5bc8675371 tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:17:12.393606 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-2154914d-51bb-4c36-9ad7-82e961395b80 req-868206f6-45cc-4986-b757-1b5bc8675371 tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] 10.222.0.13 "GET /v2.0/ports?device_id=1faec7e8-1e39-47c4-aba5-2e67eaf2936c HTTP/1.1" status: 200 len: 945 time: 0.3379982 Jun 30 04:17:12.418081 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-90c34414-0904-460e-90c1-e95babad01ed admin admin] Publish callbacks [] for security_group (44eb1c58-f65a-4f3b-8155-b992ae0d47e0), precommit_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:17:12.427385 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-90c34414-0904-460e-90c1-e95babad01ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3637186'] for security_group (44eb1c58-f65a-4f3b-8155-b992ae0d47e0), after_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:17:12.437957 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=100 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:17:12.471281 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.13', 52448) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 04:17:12.473635 dv-cinder-846842-7-iscsi neutron-server[104415]: INFO neutron.wsgi [None req-90c34414-0904-460e-90c1-e95babad01ed admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7c849e14f39e4600a8e1264592a8775a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8401287 Jun 30 04:17:12.524384 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c34414-0904-460e-90c1-e95babad01ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44eb1c58-f65a-4f3b-8155-b992ae0d47e0,revision_number=1']} {{(pid=104415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:17:12.539489 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c34414-0904-460e-90c1-e95babad01ed admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:17:12.539846 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c34414-0904-460e-90c1-e95babad01ed admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:17:12.540166 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c34414-0904-460e-90c1-e95babad01ed admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:17:12.540502 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c34414-0904-460e-90c1-e95babad01ed admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:17:12.540830 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c34414-0904-460e-90c1-e95babad01ed admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:17:12.541151 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c34414-0904-460e-90c1-e95babad01ed admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:17:12.541468 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c34414-0904-460e-90c1-e95babad01ed admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:17:12.541787 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c34414-0904-460e-90c1-e95babad01ed admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:17:12.542128 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c34414-0904-460e-90c1-e95babad01ed admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:17:12.542450 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c34414-0904-460e-90c1-e95babad01ed admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:17:12.545204 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c34414-0904-460e-90c1-e95babad01ed admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:17:12.545558 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c34414-0904-460e-90c1-e95babad01ed admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:17:12.547068 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c34414-0904-460e-90c1-e95babad01ed admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:17:12.547601 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c34414-0904-460e-90c1-e95babad01ed admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:17:12.548119 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c34414-0904-460e-90c1-e95babad01ed admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:17:12.555388 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.wsgi [-] (104415) accepted ('10.222.0.13', 52450) {{(pid=104415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 04:17:12.657448 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-2154914d-51bb-4c36-9ad7-82e961395b80 req-a9f975e0-52a0-4763-8f6b-d3dfb36f5393 tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] 10.222.0.13 "GET /v2.0/security-groups?id=8f11cf44-78a0-4c0e-8f30-1538f7de7776&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2628043 Jun 30 04:17:12.718195 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-2e0c767a-10fe-4ae3-b9e3-386ec3a9f621 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:17:12.724733 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a31ebc-e347-4ab5-9bbc-20caffcd11b9 req-eec003fc-fbb4-4b24-87d2-e58a4c56bea5 tempest-VolumesNegativeTest-991117380 tempest-VolumesNegativeTest-991117380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:17:12.726424 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-32a31ebc-e347-4ab5-9bbc-20caffcd11b9 req-eec003fc-fbb4-4b24-87d2-e58a4c56bea5 tempest-VolumesNegativeTest-991117380 tempest-VolumesNegativeTest-991117380-project] 10.222.0.13 "GET /v2.0/ports?device_id=d6f86ca2-4b47-4bbb-bc3a-bb0a9db0cd13 HTTP/1.1" status: 200 len: 950 time: 0.1299381 Jun 30 04:17:12.726946 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=100 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:17:12.818413 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3d8b1c-4683-4584-a9be-4eb23cb2fe89 req-d002b127-17ab-4bcb-aac3-b96ba7e76951 tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:17:12.820200 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-ae3d8b1c-4683-4584-a9be-4eb23cb2fe89 req-d002b127-17ab-4bcb-aac3-b96ba7e76951 tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] 10.222.0.13 "GET /v2.0/ports?device_id=2d3f3442-a00e-47ee-b0df-f099086628ce HTTP/1.1" status: 200 len: 945 time: 0.0781071 Jun 30 04:17:12.824881 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-39faf5dd-fddb-4427-8b21-4da53de4a3bc admin admin] Publish callbacks [] for security_group (44eb1c58-f65a-4f3b-8155-b992ae0d47e0), before_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:17:12.843244 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-2e0c767a-10fe-4ae3-b9e3-386ec3a9f621 admin admin] Publish callbacks [] for security_group (82aa86b6-62ea-4f8e-89f3-bbb8af037eae), precommit_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:17:12.853397 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-2e0c767a-10fe-4ae3-b9e3-386ec3a9f621 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3637186'] for security_group (82aa86b6-62ea-4f8e-89f3-bbb8af037eae), after_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:17:12.853648 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-4fd6a4c5-7d47-4f2d-be32-bcfe181f2c93 req-ba7572a5-430d-4f4b-8451-2fedb481a087 service neutron] 10.222.0.20 "GET /v2.0/networks/17fe777c-5046-426d-94b6-3483df1f9f21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4297590 Jun 30 04:17:12.915048 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0c767a-10fe-4ae3-b9e3-386ec3a9f621 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82aa86b6-62ea-4f8e-89f3-bbb8af037eae,revision_number=1']} {{(pid=104415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:17:12.941286 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-39faf5dd-fddb-4427-8b21-4da53de4a3bc admin admin] Publish callbacks [] for security_group (44eb1c58-f65a-4f3b-8155-b992ae0d47e0), precommit_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:17:12.958152 dv-cinder-846842-7-iscsi neutron-server[104415]: INFO neutron.wsgi [None req-2e0c767a-10fe-4ae3-b9e3-386ec3a9f621 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4c3f9024be20455db41082b1138d35e3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3987789 Jun 30 04:17:12.959813 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-ae3d8b1c-4683-4584-a9be-4eb23cb2fe89 req-cf30d99e-3ff2-406a-98e7-78ecf828d1b2 tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] 10.222.0.13 "GET /v2.0/security-groups?id=917dbda3-50de-42c2-a106-5e4480b4dad4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1231451 Jun 30 04:17:12.960765 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.wsgi [-] (104415) accepted ('10.222.0.13', 52464) {{(pid=104415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 04:17:13.007014 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-32a31ebc-e347-4ab5-9bbc-20caffcd11b9 req-9b5ba586-0dfa-44d2-a2c5-1704f5d07ed5 tempest-VolumesNegativeTest-991117380 tempest-VolumesNegativeTest-991117380-project] 10.222.0.13 "GET /v2.0/security-groups?id=b9d0c36b-7ad7-419e-aabf-30a2599153f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2659972 Jun 30 04:17:13.072700 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-39faf5dd-fddb-4427-8b21-4da53de4a3bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3637186'] for security_group (44eb1c58-f65a-4f3b-8155-b992ae0d47e0), after_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:17:13.075850 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-39faf5dd-fddb-4427-8b21-4da53de4a3bc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:17:13.084540 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-39faf5dd-fddb-4427-8b21-4da53de4a3bc admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/44eb1c58-f65a-4f3b-8155-b992ae0d47e0 HTTP/1.1" status: 204 len: 168 time: 0.6117125 Jun 30 04:17:13.092925 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-1e733434-b998-480d-a67e-08d9541dc359 admin admin] Publish callbacks [] for security_group (82aa86b6-62ea-4f8e-89f3-bbb8af037eae), before_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:17:13.116529 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39faf5dd-fddb-4427-8b21-4da53de4a3bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44eb1c58-f65a-4f3b-8155-b992ae0d47e0,revision_number=None']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:17:13.163620 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39faf5dd-fddb-4427-8b21-4da53de4a3bc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:17:13.163973 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39faf5dd-fddb-4427-8b21-4da53de4a3bc admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:17:13.164461 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39faf5dd-fddb-4427-8b21-4da53de4a3bc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:17:13.164854 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39faf5dd-fddb-4427-8b21-4da53de4a3bc admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:17:13.165243 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39faf5dd-fddb-4427-8b21-4da53de4a3bc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:17:13.165696 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39faf5dd-fddb-4427-8b21-4da53de4a3bc admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:17:13.166018 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39faf5dd-fddb-4427-8b21-4da53de4a3bc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:17:13.166604 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39faf5dd-fddb-4427-8b21-4da53de4a3bc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:17:13.166718 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39faf5dd-fddb-4427-8b21-4da53de4a3bc admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:17:13.167124 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39faf5dd-fddb-4427-8b21-4da53de4a3bc admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:17:13.167544 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39faf5dd-fddb-4427-8b21-4da53de4a3bc admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:17:13.167955 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39faf5dd-fddb-4427-8b21-4da53de4a3bc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:17:13.168380 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39faf5dd-fddb-4427-8b21-4da53de4a3bc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:17:13.168875 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39faf5dd-fddb-4427-8b21-4da53de4a3bc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:17:13.169160 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39faf5dd-fddb-4427-8b21-4da53de4a3bc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:17:13.169936 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-1e733434-b998-480d-a67e-08d9541dc359 admin admin] Publish callbacks [] for security_group (82aa86b6-62ea-4f8e-89f3-bbb8af037eae), precommit_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:17:13.323257 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-1e733434-b998-480d-a67e-08d9541dc359 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3637186'] for security_group (82aa86b6-62ea-4f8e-89f3-bbb8af037eae), after_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:17:13.331958 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-1e733434-b998-480d-a67e-08d9541dc359 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:17:13.338517 dv-cinder-846842-7-iscsi neutron-server[104415]: INFO neutron.wsgi [None req-1e733434-b998-480d-a67e-08d9541dc359 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/82aa86b6-62ea-4f8e-89f3-bbb8af037eae HTTP/1.1" status: 204 len: 168 time: 0.3764925 Jun 30 04:17:13.352248 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e733434-b998-480d-a67e-08d9541dc359 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82aa86b6-62ea-4f8e-89f3-bbb8af037eae,revision_number=None']} {{(pid=104415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:17:13.527949 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1faec7e8-1e39-47c4-aba5-2e67eaf2936c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fca67734-6bd5-404d-9a44-a44b374bc3a8'}] {{(pid=104417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 30 04:17:13.531788 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}872baf0325b3a4d4e4ba58c5a9b381606b113811ad1a9f7b70d77ff172d270fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc177b1f-8cf7-4e57-a133-9de7a28ebaed" -d '{"events": [{"server_uuid": "1faec7e8-1e39-47c4-aba5-2e67eaf2936c", "name": "network-vif-plugged", "status": "completed", "tag": "fca67734-6bd5-404d-9a44-a44b374bc3a8"}]}' {{(pid=104417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 04:17:13.614192 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Jun 2022 04:17:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a48160e7-07f1-4c7f-83fd-1f7cd0cf75a2 x-openstack-request-id: req-a48160e7-07f1-4c7f-83fd-1f7cd0cf75a2 {{(pid=104417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 04:17:13.614473 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1faec7e8-1e39-47c4-aba5-2e67eaf2936c", "name": "network-vif-plugged", "status": "completed", "tag": "fca67734-6bd5-404d-9a44-a44b374bc3a8", "code": 200}]} {{(pid=104417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 04:17:13.614720 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a48160e7-07f1-4c7f-83fd-1f7cd0cf75a2 {{(pid=104417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 04:17:13.615288 dv-cinder-846842-7-iscsi neutron-server[104417]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a48160e7-07f1-4c7f-83fd-1f7cd0cf75a2'] response: {'server_uuid': '1faec7e8-1e39-47c4-aba5-2e67eaf2936c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fca67734-6bd5-404d-9a44-a44b374bc3a8', 'code': 200} Jun 30 04:17:13.657974 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487b8c7d-3869-48c3-b7e9-b42aaa3462c2 req-c1b64ef2-e3da-4a58-8718-65fb9c462d2e tempest-VolumesNegativeTest-991117380 tempest-VolumesNegativeTest-991117380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:17:13.660200 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-487b8c7d-3869-48c3-b7e9-b42aaa3462c2 req-c1b64ef2-e3da-4a58-8718-65fb9c462d2e tempest-VolumesNegativeTest-991117380 tempest-VolumesNegativeTest-991117380-project] 10.222.0.13 "GET /v2.0/ports?device_id=d6f86ca2-4b47-4bbb-bc3a-bb0a9db0cd13 HTTP/1.1" status: 200 len: 950 time: 0.1183279 Jun 30 04:17:13.778896 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-487b8c7d-3869-48c3-b7e9-b42aaa3462c2 req-27744653-9884-4012-804c-d87742f34d9a tempest-VolumesNegativeTest-991117380 tempest-VolumesNegativeTest-991117380-project] 10.222.0.13 "GET /v2.0/security-groups?id=b9d0c36b-7ad7-419e-aabf-30a2599153f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108146 Jun 30 04:17:13.875586 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6eab07-7e9f-43bf-9029-8261b3702dab req-cd6c5b1b-7d82-408d-812b-9f767831916c tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:17:13.879246 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-4d6eab07-7e9f-43bf-9029-8261b3702dab req-cd6c5b1b-7d82-408d-812b-9f767831916c tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] 10.222.0.13 "GET /v2.0/ports?device_id=1faec7e8-1e39-47c4-aba5-2e67eaf2936c HTTP/1.1" status: 200 len: 945 time: 0.0986953 Jun 30 04:17:14.004210 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-4d6eab07-7e9f-43bf-9029-8261b3702dab req-e51c2f26-c32c-4c3e-a7ee-9a0c3851340e tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] 10.222.0.13 "GET /v2.0/security-groups?id=8f11cf44-78a0-4c0e-8f30-1538f7de7776&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193705 Jun 30 04:17:14.215694 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d1249c-a62c-4be3-9d64-48be008a8402 req-5acd0f72-30e7-403a-aaf8-f8f014c4ad82 tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:17:14.217666 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-73d1249c-a62c-4be3-9d64-48be008a8402 req-5acd0f72-30e7-403a-aaf8-f8f014c4ad82 tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] 10.222.0.13 "GET /v2.0/ports?device_id=2d3f3442-a00e-47ee-b0df-f099086628ce HTTP/1.1" status: 200 len: 945 time: 0.1156948 Jun 30 04:17:14.385039 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-73d1249c-a62c-4be3-9d64-48be008a8402 req-a6bc5277-f93a-4578-92a8-ea945bbb22aa tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] 10.222.0.13 "GET /v2.0/security-groups?id=917dbda3-50de-42c2-a106-5e4480b4dad4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1589835 Jun 30 04:17:14.524947 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.13', 52516) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 04:17:14.795590 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.v2.base [None req-7a600a0a-4343-40f2-8fa9-99507515da26 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-79782382-network', 'tenant_id': '62d0dd3cae1448049dc95fb347fd1a80'}} {{(pid=104416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 30 04:17:15.057124 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f424032-53ee-4f4a-bdb6-a22ccb6af0b8 req-ea585ca9-8014-44e6-b4f9-5d5f8c096895 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:17:15.058893 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-6f424032-53ee-4f4a-bdb6-a22ccb6af0b8 req-ea585ca9-8014-44e6-b4f9-5d5f8c096895 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=1faec7e8-1e39-47c4-aba5-2e67eaf2936c HTTP/1.1" status: 200 len: 1129 time: 0.2572784 Jun 30 04:17:15.344725 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50073ae9-bbeb-4458-9e19-4142748f0e11 req-536238aa-754f-4ab8-ba8a-43cfbd38560b tempest-VolumesNegativeTest-991117380 tempest-VolumesNegativeTest-991117380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:17:15.347156 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-50073ae9-bbeb-4458-9e19-4142748f0e11 req-536238aa-754f-4ab8-ba8a-43cfbd38560b tempest-VolumesNegativeTest-991117380 tempest-VolumesNegativeTest-991117380-project] 10.222.0.20 "GET /v2.0/ports?device_id=d6f86ca2-4b47-4bbb-bc3a-bb0a9db0cd13 HTTP/1.1" status: 200 len: 950 time: 0.1217120 Jun 30 04:17:15.546622 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.plugin [req-50073ae9-bbeb-4458-9e19-4142748f0e11 req-989b7617-1812-4ee5-aa64-695671a0f4f1 tempest-VolumesNegativeTest-991117380 tempest-VolumesNegativeTest-991117380-project] Deleting port 14681158-c69f-4840-927a-2a8907e26393 {{(pid=104416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 30 04:17:15.552263 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-50073ae9-bbeb-4458-9e19-4142748f0e11 req-989b7617-1812-4ee5-aa64-695671a0f4f1 tempest-VolumesNegativeTest-991117380 tempest-VolumesNegativeTest-991117380-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781926629636'] for port (14681158-c69f-4840-927a-2a8907e26393), before_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:17:15.758811 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.db [req-50073ae9-bbeb-4458-9e19-4142748f0e11 req-989b7617-1812-4ee5-aa64-695671a0f4f1 tempest-VolumesNegativeTest-991117380 tempest-VolumesNegativeTest-991117380-project] For port 14681158-c69f-4840-927a-2a8907e26393, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=14681158-c69f-4840-927a-2a8907e26393,segment=NetworkSegment(324cb48b-59a1-4839-b3df-aa7097938103),segment_id=324cb48b-59a1-4839-b3df-aa7097938103)] {{(pid=104416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 04:17:15.762924 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-50073ae9-bbeb-4458-9e19-4142748f0e11 req-989b7617-1812-4ee5-aa64-695671a0f4f1 tempest-VolumesNegativeTest-991117380 tempest-VolumesNegativeTest-991117380-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616079'] for port (14681158-c69f-4840-927a-2a8907e26393), precommit_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:17:15.781463 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.plugin [req-50073ae9-bbeb-4458-9e19-4142748f0e11 req-989b7617-1812-4ee5-aa64-695671a0f4f1 tempest-VolumesNegativeTest-991117380 tempest-VolumesNegativeTest-991117380-project] Calling delete_port for 14681158-c69f-4840-927a-2a8907e26393 owned by compute:nova {{(pid=104416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 30 04:17:15.906617 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:INSERT=1 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:17:15.908934 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:INSERT=1 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:17:15.930043 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6faf7333-0d12-44f9-be9d-c05b0faca4a1 req-d621445c-8d67-4841-8d26-1df6c8e779e2 tempest-VolumesNegativeTest-991117380 tempest-VolumesNegativeTest-991117380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:17:15.938047 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-6faf7333-0d12-44f9-be9d-c05b0faca4a1 req-d621445c-8d67-4841-8d26-1df6c8e779e2 tempest-VolumesNegativeTest-991117380 tempest-VolumesNegativeTest-991117380-project] 10.222.0.13 "GET /v2.0/ports?device_id=d6f86ca2-4b47-4bbb-bc3a-bb0a9db0cd13 HTTP/1.1" status: 200 len: 950 time: 0.8719552 Jun 30 04:17:15.955857 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f71e07-993b-4268-9dc6-5e054fc36100 req-ceb38df7-2bd2-49c8-9e7d-f3418c40cae6 tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:17:15.962540 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-11f71e07-993b-4268-9dc6-5e054fc36100 req-ceb38df7-2bd2-49c8-9e7d-f3418c40cae6 tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] 10.222.0.13 "GET /v2.0/ports?device_id=1faec7e8-1e39-47c4-aba5-2e67eaf2936c HTTP/1.1" status: 200 len: 945 time: 0.5938272 Jun 30 04:17:15.983324 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a600a0a-4343-40f2-8fa9-99507515da26 admin admin] Made reservation on behalf of 62d0dd3cae1448049dc95fb347fd1a80 for: {'network': 1} {{(pid=104416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 04:17:15.987700 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-7a600a0a-4343-40f2-8fa9-99507515da26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3606762'] for network (None), before_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:17:16.070713 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-6f424032-53ee-4f4a-bdb6-a22ccb6af0b8 req-a04ea92a-4cea-4be4-928e-bfa2ad3de41f service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=8f11cf44-78a0-4c0e-8f30-1538f7de7776&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7224288 Jun 30 04:17:16.071439 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-7a600a0a-4343-40f2-8fa9-99507515da26 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:17:16.195884 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-7a600a0a-4343-40f2-8fa9-99507515da26 admin admin] Publish callbacks [] for security_group (7349dc75-196d-4a34-ba3c-862591312549), precommit_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:17:16.215672 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-7a600a0a-4343-40f2-8fa9-99507515da26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3637186'] for security_group (7349dc75-196d-4a34-ba3c-862591312549), after_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:17:16.268027 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a600a0a-4343-40f2-8fa9-99507515da26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7349dc75-196d-4a34-ba3c-862591312549,revision_number=1']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:17:16.290341 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-11f71e07-993b-4268-9dc6-5e054fc36100 req-259f15d8-c9fe-4d6f-9aa3-b38d5ef50b0c tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] 10.222.0.13 "GET /v2.0/security-groups?id=8f11cf44-78a0-4c0e-8f30-1538f7de7776&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2997880 Jun 30 04:17:16.372445 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a600a0a-4343-40f2-8fa9-99507515da26 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 177} {{(pid=104416) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 04:17:16.403036 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-6faf7333-0d12-44f9-be9d-c05b0faca4a1 req-3f62e569-ec18-4ddf-a7ff-86f8d8b37cd3 tempest-VolumesNegativeTest-991117380 tempest-VolumesNegativeTest-991117380-project] 10.222.0.13 "GET /v2.0/security-groups?id=b9d0c36b-7ad7-419e-aabf-30a2599153f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4620926 Jun 30 04:17:16.426295 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-7a600a0a-4343-40f2-8fa9-99507515da26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505043'] for segment (4faf62bd-9dcc-4163-9216-44a354405b4b), precommit_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:17:16.426665 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.db.segments_db [None req-7a600a0a-4343-40f2-8fa9-99507515da26 admin admin] Added segment 4faf62bd-9dcc-4163-9216-44a354405b4b of type vlan for network c7bb47d5-3e98-456a-bf3a-91e07afacb65 Jun 30 04:17:16.686256 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-7a600a0a-4343-40f2-8fa9-99507515da26 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781926193812'] for network (c7bb47d5-3e98-456a-bf3a-91e07afacb65), precommit_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:17:16.752481 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1d8188-2574-4faa-a8d6-60277ecb1dff req-10572d26-a085-483c-a4d5-8700c17cadd8 tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:17:16.756701 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-cf1d8188-2574-4faa-a8d6-60277ecb1dff req-10572d26-a085-483c-a4d5-8700c17cadd8 tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] 10.222.0.13 "GET /v2.0/ports?device_id=2d3f3442-a00e-47ee-b0df-f099086628ce HTTP/1.1" status: 200 len: 945 time: 0.3135488 Jun 30 04:17:16.784833 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-50073ae9-bbeb-4458-9e19-4142748f0e11 req-989b7617-1812-4ee5-aa64-695671a0f4f1 tempest-VolumesNegativeTest-991117380 tempest-VolumesNegativeTest-991117380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4095053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781926635560', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781926239326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1764130'] for port (14681158-c69f-4840-927a-2a8907e26393), after_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:17:16.806326 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.db [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] get_ports_and_sgs() called for port_ids ['14681158-c69f-4840-927a-2a8907e26393'] {{(pid=104417) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 04:17:16.830574 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=83,neutron:INSERT=12,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:17:16.862450 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989b7617-1812-4ee5-aa64-695671a0f4f1 tempest-VolumesNegativeTest-991117380 tempest-VolumesNegativeTest-991117380-project] Pushing event deleted for resources: {'Port': ['ID=14681158-c69f-4840-927a-2a8907e26393,revision_number=None']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:17:16.877373 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-7a600a0a-4343-40f2-8fa9-99507515da26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3637173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528681'] for network (c7bb47d5-3e98-456a-bf3a-91e07afacb65), after_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:17:16.878394 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a600a0a-4343-40f2-8fa9-99507515da26 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:17:16.878967 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-7a600a0a-4343-40f2-8fa9-99507515da26 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528667'] for network (None), before_response {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:17:16.981051 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.db.l3_dvrscheduler_db [req-50073ae9-bbeb-4458-9e19-4142748f0e11 req-989b7617-1812-4ee5-aa64-695671a0f4f1 tempest-VolumesNegativeTest-991117380 tempest-VolumesNegativeTest-991117380-project] No DVR routers for this DVR port 14681158-c69f-4840-927a-2a8907e26393 on host hv-cinder-84684 {{(pid=104416) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 30 04:17:16.986203 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-7a600a0a-4343-40f2-8fa9-99507515da26 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 861 time: 2.4600921 Jun 30 04:17:16.987848 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-50073ae9-bbeb-4458-9e19-4142748f0e11 req-989b7617-1812-4ee5-aa64-695671a0f4f1 tempest-VolumesNegativeTest-991117380 tempest-VolumesNegativeTest-991117380-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13292'] for port (None), before_response {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:17:16.991044 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-50073ae9-bbeb-4458-9e19-4142748f0e11 req-989b7617-1812-4ee5-aa64-695671a0f4f1 tempest-VolumesNegativeTest-991117380 tempest-VolumesNegativeTest-991117380-project] 10.222.0.20 "DELETE /v2.0/ports/14681158-c69f-4840-927a-2a8907e26393 HTTP/1.1" status: 204 len: 173 time: 1.6013987 Jun 30 04:17:16.994161 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6f86ca2-4b47-4bbb-bc3a-bb0a9db0cd13', 'name': 'network-vif-deleted', 'tag': '14681158-c69f-4840-927a-2a8907e26393'}] {{(pid=104416) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 30 04:17:16.996860 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8111519efe35ff5952c269e16f689610d56ef28aa1e0b77ca5734c542983c30f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8e19ac6-e20c-4577-9cb6-98500aceaaea" -d '{"events": [{"server_uuid": "d6f86ca2-4b47-4bbb-bc3a-bb0a9db0cd13", "name": "network-vif-deleted", "tag": "14681158-c69f-4840-927a-2a8907e26393"}]}' {{(pid=104416) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 04:17:17.018312 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-cf1d8188-2574-4faa-a8d6-60277ecb1dff req-6ea30cdd-b23d-4929-b738-89463348ec67 tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] 10.222.0.13 "GET /v2.0/security-groups?id=917dbda3-50de-42c2-a106-5e4480b4dad4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2492251 Jun 30 04:17:17.071664 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.wsgi [-] (104415) accepted ('10.222.0.13', 52550) {{(pid=104415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 04:17:17.076788 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.v2.base [None req-8437e875-ff35-4775-bf62-d610e23f319b admin admin] Request body: {'subnet': {'network_id': 'c7bb47d5-3e98-456a-bf3a-91e07afacb65', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-79782382-subnet', 'tenant_id': '62d0dd3cae1448049dc95fb347fd1a80', 'ip_version': 4}} {{(pid=104415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 30 04:17:17.119044 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a600a0a-4343-40f2-8fa9-99507515da26 admin admin] Pushing event updated for resources: {'Network': ['ID=c7bb47d5-3e98-456a-bf3a-91e07afacb65,revision_number=1']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:17:17.121065 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8437e875-ff35-4775-bf62-d610e23f319b admin admin] Made reservation on behalf of 62d0dd3cae1448049dc95fb347fd1a80 for: {'subnet': 1} {{(pid=104415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 04:17:17.123809 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-8437e875-ff35-4775-bf62-d610e23f319b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8617624'] for subnet (None), before_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:17:17.137069 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Jun 2022 04:17:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56852609-b243-4cf1-8e30-0c8996a4318f x-openstack-request-id: req-56852609-b243-4cf1-8e30-0c8996a4318f {{(pid=104416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 04:17:17.137426 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6f86ca2-4b47-4bbb-bc3a-bb0a9db0cd13", "name": "network-vif-deleted", "tag": "14681158-c69f-4840-927a-2a8907e26393", "status": "completed", "code": 200}]} {{(pid=104416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 04:17:17.137600 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-56852609-b243-4cf1-8e30-0c8996a4318f {{(pid=104416) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 04:17:17.138030 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.notifiers.nova [-] Nova event matching ['req-56852609-b243-4cf1-8e30-0c8996a4318f'] response: {'server_uuid': 'd6f86ca2-4b47-4bbb-bc3a-bb0a9db0cd13', 'name': 'network-vif-deleted', 'tag': '14681158-c69f-4840-927a-2a8907e26393', 'status': 'completed', 'code': 200} Jun 30 04:17:17.147498 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.rpc [None req-2a6d8403-c0a5-4ac4-aa48-860a84345009 None None] Network c7bb47d5-3e98-456a-bf3a-91e07afacb65 details requested by agent ovs-agent-dv-cinder-846842-7-iscsi with host dv-cinder-846842-7-iscsi {{(pid=104417) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 04:17:17.335349 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=75,neutron:INSERT=19,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:17:17.490705 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84046db3-1745-418f-90b9-6a3a2f870578 req-a59299ac-4d63-48c7-a129-e7440a4e6cb1 tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:17:17.492453 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-84046db3-1745-418f-90b9-6a3a2f870578 req-a59299ac-4d63-48c7-a129-e7440a4e6cb1 tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] 10.222.0.13 "GET /v2.0/ports?device_id=1faec7e8-1e39-47c4-aba5-2e67eaf2936c HTTP/1.1" status: 200 len: 945 time: 0.0734529 Jun 30 04:17:17.608760 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-84046db3-1745-418f-90b9-6a3a2f870578 req-92a6cdce-044e-47e5-8330-7ad5fc639c18 tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] 10.222.0.13 "GET /v2.0/security-groups?id=8f11cf44-78a0-4c0e-8f30-1538f7de7776&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097155 Jun 30 04:17:17.658768 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-8437e875-ff35-4775-bf62-d610e23f319b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11635623', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8617614'] for subnet (7b470bb7-e396-40f4-b592-bdd8af25c2fd), after_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:17:17.701030 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-5392caf4-da4e-4802-8d04-7a1440e01e41 req-34263bda-1247-408a-91f5-d1985505accc tempest-VolumesNegativeTest-991117380 tempest-VolumesNegativeTest-991117380-project] 10.222.0.13 "GET /v2.0/ports?device_id=d6f86ca2-4b47-4bbb-bc3a-bb0a9db0cd13 HTTP/1.1" status: 200 len: 210 time: 0.0553992 Jun 30 04:17:17.784064 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8437e875-ff35-4775-bf62-d610e23f319b admin admin] Pushing event updated for resources: {'Subnet': ['ID=7b470bb7-e396-40f4-b592-bdd8af25c2fd,revision_number=0']} {{(pid=104415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:17:17.798667 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8437e875-ff35-4775-bf62-d610e23f319b admin admin] Checking segment: {'id': '4faf62bd-9dcc-4163-9216-44a354405b4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'c7bb47d5-3e98-456a-bf3a-91e07afacb65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104415) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 30 04:17:17.799248 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8437e875-ff35-4775-bf62-d610e23f319b admin admin] Network hostable DHCP agents. Network: c7bb47d5-3e98-456a-bf3a-91e07afacb65, hostable agents: ['beddbd52-9273-44c2-990c-63933fe383b2'], hosted agents: [] {{(pid=104415) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 04:17:17.824598 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8437e875-ff35-4775-bf62-d610e23f319b admin admin] Network c7bb47d5-3e98-456a-bf3a-91e07afacb65 is scheduled to be hosted by DHCP agent beddbd52-9273-44c2-990c-63933fe383b2 with binding_index 1 {{(pid=104415) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 04:17:17.841707 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.scheduler.base_scheduler [None req-8437e875-ff35-4775-bf62-d610e23f319b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-846842-7-iscsi, c7bb47d5-3e98-456a-bf3a-91e07afacb65) {{(pid=104415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 04:17:17.854118 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0ac43a5-d695-4068-8e9a-763198fdcea6 None None] Network c7bb47d5-3e98-456a-bf3a-91e07afacb65 requested from dv-cinder-846842-7-iscsi {{(pid=104417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 30 04:17:17.872605 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8437e875-ff35-4775-bf62-d610e23f319b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:17:17.874735 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-8437e875-ff35-4775-bf62-d610e23f319b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528667'] for subnet (None), before_response {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:17:17.898621 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=88,neutron:INSERT=10,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:17:17.913908 dv-cinder-846842-7-iscsi neutron-server[104415]: INFO neutron.wsgi [None req-8437e875-ff35-4775-bf62-d610e23f319b admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 0.8409781 Jun 30 04:17:17.919515 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.wsgi [-] (104415) accepted ('10.222.0.13', 52572) {{(pid=104415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 04:17:17.927650 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.v2.base [None req-4b6ac002-de65-4afb-8085-b2143d4fa38f admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-79782382-router', 'tenant_id': '62d0dd3cae1448049dc95fb347fd1a80', 'external_gateway_info': {'network_id': 'a14b0e4f-074d-4507-846c-fc8420bddf12'}}} {{(pid=104415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 30 04:17:17.982507 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-4b6ac002-de65-4afb-8085-b2143d4fa38f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-611393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-992720'] for router (0c464b5d-fb67-4b65-9738-977aa0a762b4), before_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:17:17.984194 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-4b6ac002-de65-4afb-8085-b2143d4fa38f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-612039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-618118', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-671212', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-992729'] for router (0c464b5d-fb67-4b65-9738-977aa0a762b4), precommit_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:17:18.024960 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:17:18.167544 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-4b6ac002-de65-4afb-8085-b2143d4fa38f admin admin] Publish callbacks [] for router_controller (0c464b5d-fb67-4b65-9738-977aa0a762b4), precommit_add_association {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:17:18.170339 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-450b528d-5083-4d7f-aca4-3e34a9a6a543 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcd801984-d77e-514a-975e-2a6430aac994-c7bb47d5-3e98-456a-bf3a-91e07afacb65', 'network_id': 'c7bb47d5-3e98-456a-bf3a-91e07afacb65', 'project_id': '62d0dd3cae1448049dc95fb347fd1a80', 'fixed_ips': [{'subnet_id': '7b470bb7-e396-40f4-b592-bdd8af25c2fd'}]}} from dv-cinder-846842-7-iscsi. {{(pid=104417) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 30 04:17:18.173028 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-450b528d-5083-4d7f-aca4-3e34a9a6a543 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3606762'] for port (None), before_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:17:18.264645 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605a36db-31ba-4c9e-9bb9-24a0230f9cc8 req-a7108e17-e2d0-4444-adf4-dff3e9483b51 tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:17:18.273164 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-605a36db-31ba-4c9e-9bb9-24a0230f9cc8 req-a7108e17-e2d0-4444-adf4-dff3e9483b51 tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] 10.222.0.13 "GET /v2.0/ports?device_id=2d3f3442-a00e-47ee-b0df-f099086628ce HTTP/1.1" status: 200 len: 945 time: 0.0880427 Jun 30 04:17:18.577995 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.db.db_base_plugin_common [None req-450b528d-5083-4d7f-aca4-3e34a9a6a543 None None] Allocated IP 172.20.0.2 (c7bb47d5-3e98-456a-bf3a-91e07afacb65/7b470bb7-e396-40f4-b592-bdd8af25c2fd/e397734e-af32-4b83-9d68-2a1a6c18ee0a) {{(pid=104417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 04:17:18.600941 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:17:18.601679 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-4b6ac002-de65-4afb-8085-b2143d4fa38f admin admin] Publish callbacks [] for router_gateway (0c464b5d-fb67-4b65-9738-977aa0a762b4), precommit_update {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:17:18.676566 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-605a36db-31ba-4c9e-9bb9-24a0230f9cc8 req-e49bfb76-bacb-4b96-ada8-052f64d0c701 tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] 10.222.0.13 "GET /v2.0/security-groups?id=917dbda3-50de-42c2-a106-5e4480b4dad4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4020884 Jun 30 04:17:18.824332 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=87,neutron:INSERT=4,neutron:DELETE=7,neutron:UPDATE=2 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:17:18.844013 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2182be-756a-405f-943d-8e19a74d9098 req-e39bb93c-25bd-46e1-91ff-5217a2f34370 tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:17:18.847570 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-6f2182be-756a-405f-943d-8e19a74d9098 req-e39bb93c-25bd-46e1-91ff-5217a2f34370 tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] 10.222.0.13 "GET /v2.0/ports?device_id=1faec7e8-1e39-47c4-aba5-2e67eaf2936c HTTP/1.1" status: 200 len: 945 time: 0.0821064 Jun 30 04:17:18.852199 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-450b528d-5083-4d7f-aca4-3e34a9a6a543 None None] Publish callbacks [] for port (e397734e-af32-4b83-9d68-2a1a6c18ee0a), precommit_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:17:18.874235 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-450b528d-5083-4d7f-aca4-3e34a9a6a543 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4095053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781926239317'] for port (e397734e-af32-4b83-9d68-2a1a6c18ee0a), after_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:17:18.970456 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-450b528d-5083-4d7f-aca4-3e34a9a6a543 None None] Network c7bb47d5-3e98-456a-bf3a-91e07afacb65 is already hosted by enough agents. {{(pid=104417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 04:17:18.979785 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.scheduler.base_scheduler [None req-450b528d-5083-4d7f-aca4-3e34a9a6a543 None None] Resources bound (agent type, host, resource id): {{(pid=104417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 04:17:18.989961 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-450b528d-5083-4d7f-aca4-3e34a9a6a543 None None] Received port after_create {{(pid=104417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 30 04:17:18.994647 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-6f2182be-756a-405f-943d-8e19a74d9098 req-0e85cae2-ec35-4117-9e39-6e1b7688b8ab tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] 10.222.0.13 "GET /v2.0/security-groups?id=8f11cf44-78a0-4c0e-8f30-1538f7de7776&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404102 Jun 30 04:17:18.995716 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450b528d-5083-4d7f-aca4-3e34a9a6a543 None None] Pushing event updated for resources: {'Port': ['ID=e397734e-af32-4b83-9d68-2a1a6c18ee0a,revision_number=1']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:17:19.062755 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450b528d-5083-4d7f-aca4-3e34a9a6a543 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:17:19.063678 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450b528d-5083-4d7f-aca4-3e34a9a6a543 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:17:19.064379 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450b528d-5083-4d7f-aca4-3e34a9a6a543 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:17:19.064959 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450b528d-5083-4d7f-aca4-3e34a9a6a543 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:17:19.065661 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450b528d-5083-4d7f-aca4-3e34a9a6a543 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:17:19.066677 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450b528d-5083-4d7f-aca4-3e34a9a6a543 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:17:19.067268 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450b528d-5083-4d7f-aca4-3e34a9a6a543 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:17:19.067851 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450b528d-5083-4d7f-aca4-3e34a9a6a543 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:17:19.068395 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450b528d-5083-4d7f-aca4-3e34a9a6a543 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:17:19.068929 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450b528d-5083-4d7f-aca4-3e34a9a6a543 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:17:19.069463 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450b528d-5083-4d7f-aca4-3e34a9a6a543 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:17:19.070001 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450b528d-5083-4d7f-aca4-3e34a9a6a543 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:17:19.070556 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450b528d-5083-4d7f-aca4-3e34a9a6a543 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:17:19.071313 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450b528d-5083-4d7f-aca4-3e34a9a6a543 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:17:19.071908 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450b528d-5083-4d7f-aca4-3e34a9a6a543 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:17:19.076059 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.rpc [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Device 14681158-c69f-4840-927a-2a8907e26393 no longer exists at agent hyperv_hv-cinder-84684 {{(pid=104417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 04:17:19.119112 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] No Port match for: 14681158-c69f-4840-927a-2a8907e26393 {{(pid=104417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 30 04:17:19.119832 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.rpc [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Device 14681158-c69f-4840-927a-2a8907e26393 not bound to the agent host hv-cinder-84684 {{(pid=104417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 04:17:19.119996 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-4b6ac002-de65-4afb-8085-b2143d4fa38f admin admin] Publish callbacks [] for router_gateway (0c464b5d-fb67-4b65-9738-977aa0a762b4), before_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:17:19.136676 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.managers [None req-450b528d-5083-4d7f-aca4-3e34a9a6a543 None None] Attempting to bind port e397734e-af32-4b83-9d68-2a1a6c18ee0a on host dv-cinder-846842-7-iscsi for vnic_type normal with profile {{(pid=104417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 30 04:17:19.137106 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.managers [None req-450b528d-5083-4d7f-aca4-3e34a9a6a543 None None] Attempting to bind port e397734e-af32-4b83-9d68-2a1a6c18ee0a by drivers openvswitch,hyperv on host dv-cinder-846842-7-iscsi at level 0 using segments [{'id': '4faf62bd-9dcc-4163-9216-44a354405b4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'c7bb47d5-3e98-456a-bf3a-91e07afacb65'}] {{(pid=104417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 30 04:17:19.137556 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-450b528d-5083-4d7f-aca4-3e34a9a6a543 None None] Attempting to bind port e397734e-af32-4b83-9d68-2a1a6c18ee0a on network c7bb47d5-3e98-456a-bf3a-91e07afacb65 {{(pid=104417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 30 04:17:19.146466 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-450b528d-5083-4d7f-aca4-3e34a9a6a543 None None] Checking agent: {'id': 'cbdf45b5-344e-4e18-9242-1abb738708f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846842-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 30, 4, 7, 10), 'started_at': datetime.datetime(2022, 6, 30, 4, 7, 40), 'heartbeat_timestamp': datetime.datetime(2022, 6, 30, 4, 17, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846842-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 30 04:17:19.147002 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-450b528d-5083-4d7f-aca4-3e34a9a6a543 None None] Checking segment: {'id': '4faf62bd-9dcc-4163-9216-44a354405b4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'c7bb47d5-3e98-456a-bf3a-91e07afacb65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 30 04:17:19.148020 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-450b528d-5083-4d7f-aca4-3e34a9a6a543 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:17:19.148148 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-4b6ac002-de65-4afb-8085-b2143d4fa38f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3606762'] for port (None), before_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:17:19.148807 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-450b528d-5083-4d7f-aca4-3e34a9a6a543 None None] Bound using segment: {'id': '4faf62bd-9dcc-4163-9216-44a354405b4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'c7bb47d5-3e98-456a-bf3a-91e07afacb65'} {{(pid=104417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 30 04:17:19.150646 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.managers [None req-450b528d-5083-4d7f-aca4-3e34a9a6a543 None None] Bound port: e397734e-af32-4b83-9d68-2a1a6c18ee0a, host: dv-cinder-846842-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4faf62bd-9dcc-4163-9216-44a354405b4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'c7bb47d5-3e98-456a-bf3a-91e07afacb65'}}] {{(pid=104417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 30 04:17:19.151078 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-450b528d-5083-4d7f-aca4-3e34a9a6a543 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3606762'] for port (e397734e-af32-4b83-9d68-2a1a6c18ee0a), before_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:17:19.245652 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.db [None req-450b528d-5083-4d7f-aca4-3e34a9a6a543 None None] For port e397734e-af32-4b83-9d68-2a1a6c18ee0a, host dv-cinder-846842-7-iscsi, cleared binding levels {{(pid=104417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 04:17:19.249242 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.db [None req-450b528d-5083-4d7f-aca4-3e34a9a6a543 None None] For port e397734e-af32-4b83-9d68-2a1a6c18ee0a, host dv-cinder-846842-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-7-iscsi',level=0,port_id=e397734e-af32-4b83-9d68-2a1a6c18ee0a,segment=NetworkSegment(4faf62bd-9dcc-4163-9216-44a354405b4b),segment_id=4faf62bd-9dcc-4163-9216-44a354405b4b)] {{(pid=104417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 04:17:19.260395 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-450b528d-5083-4d7f-aca4-3e34a9a6a543 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4095053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781926634698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781926239335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781926239353'] for port (e397734e-af32-4b83-9d68-2a1a6c18ee0a), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:17:19.341293 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.db.db_base_plugin_common [None req-4b6ac002-de65-4afb-8085-b2143d4fa38f admin admin] Allocated IP 172.27.1.227 (a14b0e4f-074d-4507-846c-fc8420bddf12/15378187-268c-4fae-ace7-eaca7aa50f90/301367af-dc79-468a-86c5-df064ff4ba5d) {{(pid=104415) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 04:17:19.417095 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450b528d-5083-4d7f-aca4-3e34a9a6a543 None None] Pushing event updated for resources: {'Port': ['ID=e397734e-af32-4b83-9d68-2a1a6c18ee0a,revision_number=2']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:17:19.451899 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=82,neutron:INSERT=11,neutron:UPDATE=6,neutron:DELETE=1 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:17:19.466919 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.wsgi [-] (104415) accepted ('10.222.0.13', 52618) {{(pid=104415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 04:17:19.493037 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79eb35f4-8b2a-42b7-9a6c-7db0745bc177 req-79bf2b33-d856-4833-90a5-4a2b6be75a7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:17:19.495371 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-79eb35f4-8b2a-42b7-9a6c-7db0745bc177 req-79bf2b33-d856-4833-90a5-4a2b6be75a7a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=74b53f46d15c4465b9005939114e67a3&device_id=1faec7e8-1e39-47c4-aba5-2e67eaf2936c HTTP/1.1" status: 200 len: 1129 time: 0.0665817 Jun 30 04:17:19.631923 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-4b6ac002-de65-4afb-8085-b2143d4fa38f admin admin] Publish callbacks [] for port (301367af-dc79-468a-86c5-df064ff4ba5d), precommit_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:17:19.735200 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-4b6ac002-de65-4afb-8085-b2143d4fa38f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4095053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781926239317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11645207'] for port (301367af-dc79-468a-86c5-df064ff4ba5d), after_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:17:19.746899 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.db.agents_db [None req-38391644-8868-4c56-b8b1-4dfa3b709b99 None None] Agent healthcheck: found 6 active agents {{(pid=104418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 04:17:19.809804 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79eb35f4-8b2a-42b7-9a6c-7db0745bc177 req-eaa4bde5-fb56-499f-8211-0c27b00f3646 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:17:19.811474 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-79eb35f4-8b2a-42b7-9a6c-7db0745bc177 req-eaa4bde5-fb56-499f-8211-0c27b00f3646 service neutron] 10.222.0.20 "GET /v2.0/networks?id=d053466e-8b12-41f1-8495-352ca2b58558 HTTP/1.1" status: 200 len: 920 time: 0.2720811 Jun 30 04:17:19.834504 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874e0980-6ed0-41d2-a902-a8c4412eb392 req-dfcff7a9-1ea0-4cc2-8337-1fc52a9f07d9 tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:17:19.836134 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-874e0980-6ed0-41d2-a902-a8c4412eb392 req-dfcff7a9-1ea0-4cc2-8337-1fc52a9f07d9 tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] 10.222.0.13 "GET /v2.0/ports?device_id=1faec7e8-1e39-47c4-aba5-2e67eaf2936c HTTP/1.1" status: 200 len: 945 time: 0.3341882 Jun 30 04:17:19.871061 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-3a13da4f-8a7c-4784-a818-8df27ce48e85 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:17:19.896370 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b6ac002-de65-4afb-8085-b2143d4fa38f admin admin] Network a14b0e4f-074d-4507-846c-fc8420bddf12 is already hosted by enough agents. {{(pid=104415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 04:17:19.904286 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.scheduler.base_scheduler [None req-4b6ac002-de65-4afb-8085-b2143d4fa38f admin admin] Resources bound (agent type, host, resource id): {{(pid=104415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 04:17:19.927209 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6ac002-de65-4afb-8085-b2143d4fa38f admin admin] Pushing event updated for resources: {'Port': ['ID=301367af-dc79-468a-86c5-df064ff4ba5d,revision_number=1']} {{(pid=104415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:17:19.929521 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b6ac002-de65-4afb-8085-b2143d4fa38f admin admin] Received port after_create {{(pid=104415) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 30 04:17:19.943219 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-79eb35f4-8b2a-42b7-9a6c-7db0745bc177 req-f7bf1f73-28ff-419a-b2f1-21389c0c8602 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fca67734-6bd5-404d-9a44-a44b374bc3a8 HTTP/1.1" status: 200 len: 217 time: 0.1059556 Jun 30 04:17:20.052834 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:17:20.064581 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a810a4a1-88f4-4784-b1d8-a68082a1b1e8 req-f5b92928-fdc1-41ca-9433-2864af484c17 tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:17:20.066390 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-a810a4a1-88f4-4784-b1d8-a68082a1b1e8 req-f5b92928-fdc1-41ca-9433-2864af484c17 tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] 10.222.0.13 "GET /v2.0/ports?device_id=2d3f3442-a00e-47ee-b0df-f099086628ce HTTP/1.1" status: 200 len: 945 time: 0.1571991 Jun 30 04:17:20.156217 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-a810a4a1-88f4-4784-b1d8-a68082a1b1e8 req-3ca65de6-4039-4677-aaeb-044a8762e2a7 tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] 10.222.0.13 "GET /v2.0/security-groups?id=917dbda3-50de-42c2-a106-5e4480b4dad4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0722148 Jun 30 04:17:20.167972 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-874e0980-6ed0-41d2-a902-a8c4412eb392 req-3283234f-7a2f-4c21-a1d2-df4a9bc55ad4 tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] 10.222.0.13 "GET /v2.0/security-groups?id=8f11cf44-78a0-4c0e-8f30-1538f7de7776&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3223369 Jun 30 04:17:20.172266 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79eb35f4-8b2a-42b7-9a6c-7db0745bc177 req-dd3c15e9-31fe-4a09-b87b-e647aff92d13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:17:20.173715 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-79eb35f4-8b2a-42b7-9a6c-7db0745bc177 req-dd3c15e9-31fe-4a09-b87b-e647aff92d13 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=1d12b51a-7dad-4338-8514-f9c8956a192d HTTP/1.1" status: 200 len: 858 time: 0.2020226 Jun 30 04:17:20.252335 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-3a13da4f-8a7c-4784-a818-8df27ce48e85 admin admin] Publish callbacks [] for security_group (e2997300-26e0-4fcc-90f4-2a77b29ada50), precommit_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:17:20.254816 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=100 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:17:20.264932 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79eb35f4-8b2a-42b7-9a6c-7db0745bc177 req-be9af3ca-67c9-483c-9fa9-3bafb0039b83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:17:20.266830 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-79eb35f4-8b2a-42b7-9a6c-7db0745bc177 req-be9af3ca-67c9-483c-9fa9-3bafb0039b83 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d053466e-8b12-41f1-8495-352ca2b58558&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0850265 Jun 30 04:17:20.269279 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-3a13da4f-8a7c-4784-a818-8df27ce48e85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3637186'] for security_group (e2997300-26e0-4fcc-90f4-2a77b29ada50), after_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:17:20.428336 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-79eb35f4-8b2a-42b7-9a6c-7db0745bc177 req-1ba965df-8525-4e29-9af9-b03d98c30f70 service neutron] 10.222.0.20 "GET /v2.0/networks/d053466e-8b12-41f1-8495-352ca2b58558?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1486816 Jun 30 04:17:20.431482 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a13da4f-8a7c-4784-a818-8df27ce48e85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2997300-26e0-4fcc-90f4-2a77b29ada50,revision_number=1']} {{(pid=104415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:17:20.439055 dv-cinder-846842-7-iscsi neutron-server[104415]: INFO neutron.wsgi [None req-3a13da4f-8a7c-4784-a818-8df27ce48e85 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a3238efa38c046c8bf2c8f863a99f08a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9643834 Jun 30 04:17:20.441797 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.wsgi [-] (104415) accepted ('10.222.0.13', 52656) {{(pid=104415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 04:17:20.450440 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-4b6ac002-de65-4afb-8085-b2143d4fa38f admin admin] Publish callbacks [] for router_gateway (0c464b5d-fb67-4b65-9738-977aa0a762b4), after_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:17:20.593094 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-79eb35f4-8b2a-42b7-9a6c-7db0745bc177 req-cff8c4c0-9553-4c9e-9125-c791409699fa service neutron] 10.222.0.20 "GET /v2.0/networks/d053466e-8b12-41f1-8495-352ca2b58558?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1387744 Jun 30 04:17:20.644630 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-c6394c83-be2e-48a6-a0f7-e94a69022a62 admin admin] Publish callbacks [] for security_group (e2997300-26e0-4fcc-90f4-2a77b29ada50), before_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:17:20.740331 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-c6394c83-be2e-48a6-a0f7-e94a69022a62 admin admin] Publish callbacks [] for security_group (e2997300-26e0-4fcc-90f4-2a77b29ada50), precommit_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:17:20.805412 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:17:20.812020 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-4b6ac002-de65-4afb-8085-b2143d4fa38f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-612929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-619506'] for router (0c464b5d-fb67-4b65-9738-977aa0a762b4), after_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:17:20.882759 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-c6394c83-be2e-48a6-a0f7-e94a69022a62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3637186'] for security_group (e2997300-26e0-4fcc-90f4-2a77b29ada50), after_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:17:20.885293 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-c6394c83-be2e-48a6-a0f7-e94a69022a62 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:17:20.886458 dv-cinder-846842-7-iscsi neutron-server[104415]: INFO neutron.wsgi [None req-c6394c83-be2e-48a6-a0f7-e94a69022a62 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e2997300-26e0-4fcc-90f4-2a77b29ada50 HTTP/1.1" status: 204 len: 168 time: 0.4436545 Jun 30 04:17:20.921083 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6394c83-be2e-48a6-a0f7-e94a69022a62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2997300-26e0-4fcc-90f4-2a77b29ada50,revision_number=None']} {{(pid=104415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:17:21.024576 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b6ac002-de65-4afb-8085-b2143d4fa38f admin admin] Router 0c464b5d-fb67-4b65-9738-977aa0a762b4 is scheduled to L3 agent 2ea21a61-d737-4543-a811-a0d035fbf0f6 with binding_index 1 {{(pid=104415) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 30 04:17:21.029501 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a9b7c34-c601-48ee-a00c-555954837c8c None None] Network c7bb47d5-3e98-456a-bf3a-91e07afacb65 requested from dv-cinder-846842-7-iscsi {{(pid=104417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 30 04:17:21.131881 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.db.provisioning_blocks [None req-41e1d0d0-04ce-4039-9070-ddd6560652c8 None None] Provisioning complete for port e397734e-af32-4b83-9d68-2a1a6c18ee0a triggered by entity DHCP. {{(pid=104417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 30 04:17:21.132413 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-41e1d0d0-04ce-4039-9070-ddd6560652c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565073'] for port (e397734e-af32-4b83-9d68-2a1a6c18ee0a), provisioning_complete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:17:21.254838 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.rpc [None req-2a6d8403-c0a5-4ac4-aa48-860a84345009 None None] Device e397734e-af32-4b83-9d68-2a1a6c18ee0a up at agent ovs-agent-dv-cinder-846842-7-iscsi {{(pid=104417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 04:17:21.338276 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:17:21.364733 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b6ac002-de65-4afb-8085-b2143d4fa38f admin admin] Notify agent at l3_agent.dv-cinder-846842-7-iscsi the message routers_updated {{(pid=104415) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 04:17:21.402220 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=91,neutron:UPDATE=5,neutron:INSERT=4 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:17:21.416253 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7fb265e-427a-4699-b6f1-fcadd040d414 None None] Sync routers for ids ['0c464b5d-fb67-4b65-9738-977aa0a762b4'] in dv-cinder-846842-7-iscsi {{(pid=104417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 04:17:21.421455 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-4b6ac002-de65-4afb-8085-b2143d4fa38f admin admin] Publish callbacks [] for router (None), before_response {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:17:21.430487 dv-cinder-846842-7-iscsi neutron-server[104415]: INFO neutron.wsgi [None req-4b6ac002-de65-4afb-8085-b2143d4fa38f admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 3.5071187 Jun 30 04:17:21.431127 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.wsgi [-] (104415) accepted ('10.222.0.13', 52700) {{(pid=104415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 04:17:21.458883 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7fb265e-427a-4699-b6f1-fcadd040d414 None None] Routers {'0c464b5d-fb67-4b65-9738-977aa0a762b4'} bound to L3 agent in host dv-cinder-846842-7-iscsi {{(pid=104417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 30 04:17:21.459933 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.db.l3_hamode_db [None req-b7fb265e-427a-4699-b6f1-fcadd040d414 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-30T04:07:07Z,description=,heartbeat_timestamp=2022-06-30T04:17:07Z,host='dv-cinder-846842-7-iscsi',id=2ea21a61-d737-4543-a811-a0d035fbf0f6,load=0,resource_versions=,resources_synced=,started_at=2022-06-30T04:07:07Z,topic='l3_agent')) {'router_ids': ['0c464b5d-fb67-4b65-9738-977aa0a762b4'], 'active': True} {{(pid=104417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 04:17:21.484718 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5888227e-8bbd-4649-99d0-fc355d2f2d6e req-716a1181-8a5b-4ef2-9a00-f3097f36945c tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:17:21.489528 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-5888227e-8bbd-4649-99d0-fc355d2f2d6e req-716a1181-8a5b-4ef2-9a00-f3097f36945c tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] 10.222.0.13 "GET /v2.0/ports?device_id=2d3f3442-a00e-47ee-b0df-f099086628ce HTTP/1.1" status: 200 len: 945 time: 0.1380467 Jun 30 04:17:21.530561 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-41e1d0d0-04ce-4039-9070-ddd6560652c8 None None] Current status of the port e397734e-af32-4b83-9d68-2a1a6c18ee0a is: DOWN; New status is: ACTIVE {{(pid=104417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 30 04:17:21.531199 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-41e1d0d0-04ce-4039-9070-ddd6560652c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3606762'] for port (e397734e-af32-4b83-9d68-2a1a6c18ee0a), before_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:17:21.609285 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-5888227e-8bbd-4649-99d0-fc355d2f2d6e req-7cb54356-bbbf-453d-ad77-b57843ee13ce tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] 10.222.0.13 "GET /v2.0/security-groups?id=917dbda3-50de-42c2-a106-5e4480b4dad4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1138997 Jun 30 04:17:21.736147 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.db.provisioning_blocks [None req-2a6d8403-c0a5-4ac4-aa48-860a84345009 None None] Provisioning complete for port e397734e-af32-4b83-9d68-2a1a6c18ee0a triggered by entity L2. {{(pid=104417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 30 04:17:21.736506 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-2a6d8403-c0a5-4ac4-aa48-860a84345009 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565073'] for port (e397734e-af32-4b83-9d68-2a1a6c18ee0a), provisioning_complete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:17:21.830457 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94d180a-622b-4253-ace6-4b0b25adef9c req-76e7865e-5e20-48ff-a084-f5dc18cdf97b tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:17:21.837686 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-d94d180a-622b-4253-ace6-4b0b25adef9c req-76e7865e-5e20-48ff-a084-f5dc18cdf97b tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] 10.222.0.13 "GET /v2.0/ports?device_id=1faec7e8-1e39-47c4-aba5-2e67eaf2936c HTTP/1.1" status: 200 len: 945 time: 0.1217608 Jun 30 04:17:21.940573 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-d94d180a-622b-4253-ace6-4b0b25adef9c req-d1008b4c-8bfd-40a5-9391-73156471232d tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] 10.222.0.13 "GET /v2.0/security-groups?id=8f11cf44-78a0-4c0e-8f30-1538f7de7776&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016960 Jun 30 04:17:21.957222 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.db.l3_dvr_db [None req-b7fb265e-427a-4699-b6f1-fcadd040d414 None None] Set router 0c464b5d-fb67-4b65-9738-977aa0a762b4 gateway port host: dv-cinder-846842-7-iscsi {{(pid=104417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 30 04:17:22.248685 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:17:22.305836 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.db [None req-41e1d0d0-04ce-4039-9070-ddd6560652c8 None None] For port e397734e-af32-4b83-9d68-2a1a6c18ee0a, host dv-cinder-846842-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-7-iscsi',level=0,port_id=e397734e-af32-4b83-9d68-2a1a6c18ee0a,segment=NetworkSegment(4faf62bd-9dcc-4163-9216-44a354405b4b),segment_id=4faf62bd-9dcc-4163-9216-44a354405b4b)] {{(pid=104417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 04:17:22.362836 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-41e1d0d0-04ce-4039-9070-ddd6560652c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4095053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781926634698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781926239335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781926239353'] for port (e397734e-af32-4b83-9d68-2a1a6c18ee0a), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:17:22.384966 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-7ad860d5-787b-4b43-8e9b-79c68b7a89b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3606762'] for port (None), before_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:17:22.435718 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-2a6d8403-c0a5-4ac4-aa48-860a84345009 None None] Current status of the port e397734e-af32-4b83-9d68-2a1a6c18ee0a is: ACTIVE; New status is: ACTIVE {{(pid=104417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 30 04:17:22.502137 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e1d0d0-04ce-4039-9070-ddd6560652c8 None None] Pushing event updated for resources: {'Port': ['ID=e397734e-af32-4b83-9d68-2a1a6c18ee0a,revision_number=3']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:17:22.516118 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.db.provisioning_blocks [None req-89e099c8-f665-488f-8556-3439605158fc None None] Provisioning complete for port e397734e-af32-4b83-9d68-2a1a6c18ee0a triggered by entity DHCP. {{(pid=104417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 30 04:17:22.516873 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-89e099c8-f665-488f-8556-3439605158fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565073'] for port (e397734e-af32-4b83-9d68-2a1a6c18ee0a), provisioning_complete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:17:22.521759 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.db.l3_hamode_db [None req-b7fb265e-427a-4699-b6f1-fcadd040d414 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c464b5d-fb67-4b65-9738-977aa0a762b4', 'name': 'tempest-TestShelveInstance-79782382-router', 'tenant_id': '62d0dd3cae1448049dc95fb347fd1a80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14b0e4f-074d-4507-846c-fc8420bddf12', 'external_fixed_ips': [{'subnet_id': '15378187-268c-4fae-ace7-eaca7aa50f90', 'ip_address': '172.27.1.227'}], 'enable_snat': True}, 'gw_port_id': '301367af-dc79-468a-86c5-df064ff4ba5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T04:17:17Z', 'updated_at': '2022-06-30T04:17:20Z', 'revision_number': 3, 'project_id': '62d0dd3cae1448049dc95fb347fd1a80', 'gw_port': {'id': '301367af-dc79-468a-86c5-df064ff4ba5d', 'name': '', 'network_id': 'a14b0e4f-074d-4507-846c-fc8420bddf12', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:f5:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c464b5d-fb67-4b65-9738-977aa0a762b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '15378187-268c-4fae-ace7-eaca7aa50f90', 'ip_address': '172.27.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T04:17:19Z', 'updated_at': '2022-06-30T04:17:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '15378187-268c-4fae-ace7-eaca7aa50f90', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-7-iscsi'}], 'dv-cinder-846842-7-iscsi', False) {} {{(pid=104417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 04:17:22.577639 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7fb265e-427a-4699-b6f1-fcadd040d414 None None] Checking router: 0c464b5d-fb67-4b65-9738-977aa0a762b4 for host: dv-cinder-846842-7-iscsi {{(pid=104417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 04:17:22.577994 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7fb265e-427a-4699-b6f1-fcadd040d414 None None] Updating router 0c464b5d-fb67-4b65-9738-977aa0a762b4 port 301367af-dc79-468a-86c5-df064ff4ba5d binding host dv-cinder-846842-7-iscsi {{(pid=104417) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 04:17:22.618765 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-b7fb265e-427a-4699-b6f1-fcadd040d414 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3606762'] for port (301367af-dc79-468a-86c5-df064ff4ba5d), before_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:17:22.659223 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.db.db_base_plugin_common [None req-7ad860d5-787b-4b43-8e9b-79c68b7a89b5 admin admin] Allocated IP 172.20.0.1 (c7bb47d5-3e98-456a-bf3a-91e07afacb65/7b470bb7-e396-40f4-b592-bdd8af25c2fd/3708bb05-025f-4637-be71-908d0712fe4b) {{(pid=104415) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 04:17:22.788015 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-89e099c8-f665-488f-8556-3439605158fc None None] Current status of the port e397734e-af32-4b83-9d68-2a1a6c18ee0a is: ACTIVE; New status is: ACTIVE {{(pid=104417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 30 04:17:22.805048 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187ecff4-9ef3-43c9-9c0b-6fd9f482e1fa req-2dd825f6-9619-4e05-bb0e-38123539cb7a tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:17:22.806636 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-187ecff4-9ef3-43c9-9c0b-6fd9f482e1fa req-2dd825f6-9619-4e05-bb0e-38123539cb7a tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] 10.222.0.13 "GET /v2.0/ports?device_id=2d3f3442-a00e-47ee-b0df-f099086628ce HTTP/1.1" status: 200 len: 945 time: 0.0952532 Jun 30 04:17:22.817410 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:17:22.864100 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:17:22.887233 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-7ad860d5-787b-4b43-8e9b-79c68b7a89b5 admin admin] Publish callbacks [] for port (3708bb05-025f-4637-be71-908d0712fe4b), precommit_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:17:22.908154 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-187ecff4-9ef3-43c9-9c0b-6fd9f482e1fa req-158c56bf-5b1d-46d9-b0db-05dc922c6a50 tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] 10.222.0.13 "GET /v2.0/security-groups?id=917dbda3-50de-42c2-a106-5e4480b4dad4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0931911 Jun 30 04:17:22.948525 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-7ad860d5-787b-4b43-8e9b-79c68b7a89b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4095053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781926239317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11645207'] for port (3708bb05-025f-4637-be71-908d0712fe4b), after_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:17:22.995790 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:17:23.070918 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ad860d5-787b-4b43-8e9b-79c68b7a89b5 admin admin] Network c7bb47d5-3e98-456a-bf3a-91e07afacb65 is already hosted by enough agents. {{(pid=104415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 04:17:23.081555 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.scheduler.base_scheduler [None req-7ad860d5-787b-4b43-8e9b-79c68b7a89b5 admin admin] Resources bound (agent type, host, resource id): {{(pid=104415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 04:17:23.094567 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ad860d5-787b-4b43-8e9b-79c68b7a89b5 admin admin] Received port after_create {{(pid=104415) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 30 04:17:23.153925 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad860d5-787b-4b43-8e9b-79c68b7a89b5 admin admin] Pushing event updated for resources: {'Port': ['ID=3708bb05-025f-4637-be71-908d0712fe4b,revision_number=1']} {{(pid=104415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:17:23.169289 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-7ad860d5-787b-4b43-8e9b-79c68b7a89b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-614065'] for router_interface (0c464b5d-fb67-4b65-9738-977aa0a762b4), before_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:17:23.190353 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b187decc-37b0-48c6-95a8-1486905d9369 req-ba0dc437-359f-4419-b584-48fca21c52cb tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:17:23.201844 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-b187decc-37b0-48c6-95a8-1486905d9369 req-ba0dc437-359f-4419-b584-48fca21c52cb tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] 10.222.0.13 "GET /v2.0/ports?device_id=1faec7e8-1e39-47c4-aba5-2e67eaf2936c HTTP/1.1" status: 200 len: 945 time: 0.1477969 Jun 30 04:17:23.293613 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.rpc [None req-2a6d8403-c0a5-4ac4-aa48-860a84345009 None None] Device e397734e-af32-4b83-9d68-2a1a6c18ee0a up at agent ovs-agent-dv-cinder-846842-7-iscsi {{(pid=104417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 04:17:23.327752 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-b187decc-37b0-48c6-95a8-1486905d9369 req-d6c58dc7-2d67-4f4b-a6e5-7be918ce1d8d tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] 10.222.0.13 "GET /v2.0/security-groups?id=8f11cf44-78a0-4c0e-8f30-1538f7de7776&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248662 Jun 30 04:17:23.366130 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-b7fb265e-427a-4699-b6f1-fcadd040d414 None None] Publish callbacks [] for port (301367af-dc79-468a-86c5-df064ff4ba5d), precommit_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:17:23.393878 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-b7fb265e-427a-4699-b6f1-fcadd040d414 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4095053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781926634698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781926239335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781926239353'] for port (301367af-dc79-468a-86c5-df064ff4ba5d), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:17:23.451152 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-7ad860d5-787b-4b43-8e9b-79c68b7a89b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3606762'] for port (3708bb05-025f-4637-be71-908d0712fe4b), before_update {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:17:23.481119 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85203795-04d4-4c6a-8ddf-1afe222a1eca None None] Pushing event updated for resources: {'Port': ['ID=301367af-dc79-468a-86c5-df064ff4ba5d,revision_number=2']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:17:23.489200 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.managers [None req-b7fb265e-427a-4699-b6f1-fcadd040d414 None None] Attempting to bind port 301367af-dc79-468a-86c5-df064ff4ba5d on host dv-cinder-846842-7-iscsi for vnic_type normal with profile {{(pid=104417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 30 04:17:23.489928 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.managers [None req-b7fb265e-427a-4699-b6f1-fcadd040d414 None None] Attempting to bind port 301367af-dc79-468a-86c5-df064ff4ba5d by drivers openvswitch,hyperv on host dv-cinder-846842-7-iscsi at level 0 using segments [{'id': '3bfcffa1-5305-4ee8-86f3-678eb000aac1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a14b0e4f-074d-4507-846c-fc8420bddf12'}] {{(pid=104417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 30 04:17:23.490291 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7fb265e-427a-4699-b6f1-fcadd040d414 None None] Attempting to bind port 301367af-dc79-468a-86c5-df064ff4ba5d on network a14b0e4f-074d-4507-846c-fc8420bddf12 {{(pid=104417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 30 04:17:23.496922 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7fb265e-427a-4699-b6f1-fcadd040d414 None None] Checking agent: {'id': 'cbdf45b5-344e-4e18-9242-1abb738708f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846842-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 30, 4, 7, 10), 'started_at': datetime.datetime(2022, 6, 30, 4, 7, 40), 'heartbeat_timestamp': datetime.datetime(2022, 6, 30, 4, 17, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846842-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 30 04:17:23.497290 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7fb265e-427a-4699-b6f1-fcadd040d414 None None] Checking segment: {'id': '3bfcffa1-5305-4ee8-86f3-678eb000aac1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a14b0e4f-074d-4507-846c-fc8420bddf12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 30 04:17:23.497682 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-b7fb265e-427a-4699-b6f1-fcadd040d414 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:17:23.498069 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7fb265e-427a-4699-b6f1-fcadd040d414 None None] Bound using segment: {'id': '3bfcffa1-5305-4ee8-86f3-678eb000aac1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a14b0e4f-074d-4507-846c-fc8420bddf12'} {{(pid=104417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 30 04:17:23.498526 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.managers [None req-b7fb265e-427a-4699-b6f1-fcadd040d414 None None] Bound port: 301367af-dc79-468a-86c5-df064ff4ba5d, host: dv-cinder-846842-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3bfcffa1-5305-4ee8-86f3-678eb000aac1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a14b0e4f-074d-4507-846c-fc8420bddf12'}}] {{(pid=104417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 30 04:17:23.498899 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-b7fb265e-427a-4699-b6f1-fcadd040d414 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3606762'] for port (301367af-dc79-468a-86c5-df064ff4ba5d), before_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:17:23.552216 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.db.provisioning_blocks [None req-2a6d8403-c0a5-4ac4-aa48-860a84345009 None None] Provisioning complete for port e397734e-af32-4b83-9d68-2a1a6c18ee0a triggered by entity L2. {{(pid=104417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 30 04:17:23.552586 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-2a6d8403-c0a5-4ac4-aa48-860a84345009 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565073'] for port (e397734e-af32-4b83-9d68-2a1a6c18ee0a), provisioning_complete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:17:23.597778 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.db.provisioning_blocks [None req-c2fee7c5-8b67-4532-aa27-4d4d14c09c62 None None] Provisioning complete for port 3708bb05-025f-4637-be71-908d0712fe4b triggered by entity DHCP. {{(pid=104417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 30 04:17:23.598146 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-c2fee7c5-8b67-4532-aa27-4d4d14c09c62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565073'] for port (3708bb05-025f-4637-be71-908d0712fe4b), provisioning_complete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:17:23.628405 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:17:23.680077 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.db [None req-b7fb265e-427a-4699-b6f1-fcadd040d414 None None] For port 301367af-dc79-468a-86c5-df064ff4ba5d, host dv-cinder-846842-7-iscsi, cleared binding levels {{(pid=104417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 04:17:23.685485 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.db [None req-b7fb265e-427a-4699-b6f1-fcadd040d414 None None] For port 301367af-dc79-468a-86c5-df064ff4ba5d, host dv-cinder-846842-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-7-iscsi',level=0,port_id=301367af-dc79-468a-86c5-df064ff4ba5d,segment=NetworkSegment(3bfcffa1-5305-4ee8-86f3-678eb000aac1),segment_id=3bfcffa1-5305-4ee8-86f3-678eb000aac1)] {{(pid=104417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 04:17:23.710103 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-c2fee7c5-8b67-4532-aa27-4d4d14c09c62 None None] Port 3708bb05-025f-4637-be71-908d0712fe4b cannot update to ACTIVE because it is not bound. {{(pid=104417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 30 04:17:23.716146 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-b7fb265e-427a-4699-b6f1-fcadd040d414 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4095053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781926634698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781926239335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781926239353'] for port (301367af-dc79-468a-86c5-df064ff4ba5d), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:17:23.787811 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-7ad860d5-787b-4b43-8e9b-79c68b7a89b5 admin admin] Publish callbacks [] for port (3708bb05-025f-4637-be71-908d0712fe4b), precommit_update {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:17:23.804344 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-7ad860d5-787b-4b43-8e9b-79c68b7a89b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4095053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781926634698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781926239335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781926239353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11645230'] for port (3708bb05-025f-4637-be71-908d0712fe4b), after_update {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:17:23.856026 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7fb265e-427a-4699-b6f1-fcadd040d414 None None] Routers {'0c464b5d-fb67-4b65-9738-977aa0a762b4'} bound to L3 agent in host dv-cinder-846842-7-iscsi {{(pid=104417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 30 04:17:23.860512 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.db.l3_hamode_db [None req-b7fb265e-427a-4699-b6f1-fcadd040d414 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-30T04:07:07Z,description=,heartbeat_timestamp=2022-06-30T04:17:07Z,host='dv-cinder-846842-7-iscsi',id=2ea21a61-d737-4543-a811-a0d035fbf0f6,load=0,resource_versions=,resources_synced=,started_at=2022-06-30T04:07:07Z,topic='l3_agent')) {'router_ids': ['0c464b5d-fb67-4b65-9738-977aa0a762b4'], 'active': True} {{(pid=104417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 04:17:23.862647 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-2a6d8403-c0a5-4ac4-aa48-860a84345009 None None] Current status of the port e397734e-af32-4b83-9d68-2a1a6c18ee0a is: ACTIVE; New status is: ACTIVE {{(pid=104417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 30 04:17:23.865800 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85203795-04d4-4c6a-8ddf-1afe222a1eca None None] Pushing event updated for resources: {'Port': ['ID=301367af-dc79-468a-86c5-df064ff4ba5d,revision_number=3']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:17:23.883252 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad860d5-787b-4b43-8e9b-79c68b7a89b5 admin admin] Pushing event updated for resources: {'Port': ['ID=3708bb05-025f-4637-be71-908d0712fe4b,revision_number=2']} {{(pid=104415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:17:23.888926 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-7ad860d5-787b-4b43-8e9b-79c68b7a89b5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-613933'] for router_interface (0c464b5d-fb67-4b65-9738-977aa0a762b4), after_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:17:23.985914 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.db.l3_dvr_db [None req-b7fb265e-427a-4699-b6f1-fcadd040d414 None None] Set router 0c464b5d-fb67-4b65-9738-977aa0a762b4 gateway port host: dv-cinder-846842-7-iscsi {{(pid=104417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 30 04:17:24.028261 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ad860d5-787b-4b43-8e9b-79c68b7a89b5 admin admin] Network c7bb47d5-3e98-456a-bf3a-91e07afacb65 is already hosted by enough agents. {{(pid=104415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 04:17:24.030628 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.scheduler.base_scheduler [None req-7ad860d5-787b-4b43-8e9b-79c68b7a89b5 admin admin] Resources bound (agent type, host, resource id): {{(pid=104415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 04:17:24.089502 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc68a37-5d06-4189-9986-6c8c37f67dec req-05ca5535-6e6b-4203-a711-312b79db1d23 tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:17:24.098430 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-0dc68a37-5d06-4189-9986-6c8c37f67dec req-05ca5535-6e6b-4203-a711-312b79db1d23 tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] 10.222.0.13 "GET /v2.0/ports?device_id=2d3f3442-a00e-47ee-b0df-f099086628ce HTTP/1.1" status: 200 len: 945 time: 0.0756686 Jun 30 04:17:24.181313 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-0dc68a37-5d06-4189-9986-6c8c37f67dec req-0a50f229-4fe4-47f6-b336-863004970617 tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] 10.222.0.13 "GET /v2.0/security-groups?id=917dbda3-50de-42c2-a106-5e4480b4dad4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0796916 Jun 30 04:17:24.218603 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:17:24.251304 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ad860d5-787b-4b43-8e9b-79c68b7a89b5 admin admin] Router 0c464b5d-fb67-4b65-9738-977aa0a762b4 has already been hosted by L3 agent 2ea21a61-d737-4543-a811-a0d035fbf0f6 {{(pid=104415) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 30 04:17:24.253673 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:17:24.331054 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.db.l3_hamode_db [None req-b7fb265e-427a-4699-b6f1-fcadd040d414 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c464b5d-fb67-4b65-9738-977aa0a762b4', 'name': 'tempest-TestShelveInstance-79782382-router', 'tenant_id': '62d0dd3cae1448049dc95fb347fd1a80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14b0e4f-074d-4507-846c-fc8420bddf12', 'external_fixed_ips': [{'subnet_id': '15378187-268c-4fae-ace7-eaca7aa50f90', 'ip_address': '172.27.1.227'}], 'enable_snat': True}, 'gw_port_id': '301367af-dc79-468a-86c5-df064ff4ba5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T04:17:17Z', 'updated_at': '2022-06-30T04:17:23Z', 'revision_number': 4, 'project_id': '62d0dd3cae1448049dc95fb347fd1a80', 'gw_port': {'id': '301367af-dc79-468a-86c5-df064ff4ba5d', 'name': '', 'network_id': 'a14b0e4f-074d-4507-846c-fc8420bddf12', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:f5:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c464b5d-fb67-4b65-9738-977aa0a762b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '15378187-268c-4fae-ace7-eaca7aa50f90', 'ip_address': '172.27.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T04:17:19Z', 'updated_at': '2022-06-30T04:17:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15378187-268c-4fae-ace7-eaca7aa50f90', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-7-iscsi', '_interfaces': [{'id': '3708bb05-025f-4637-be71-908d0712fe4b', 'name': '', 'network_id': 'c7bb47d5-3e98-456a-bf3a-91e07afacb65', 'tenant_id': '62d0dd3cae1448049dc95fb347fd1a80', 'mac_address': 'fa:16:3e:a9:d5:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c464b5d-fb67-4b65-9738-977aa0a762b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '7b470bb7-e396-40f4-b592-bdd8af25c2fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T04:17:22Z', 'updated_at': '2022-06-30T04:17:23Z', 'revision_number': 2, 'project_id': '62d0dd3cae1448049dc95fb347fd1a80', 'subnets': [{'id': '7b470bb7-e396-40f4-b592-bdd8af25c2fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846842-7-iscsi', False) {} {{(pid=104417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 04:17:24.363290 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7fb265e-427a-4699-b6f1-fcadd040d414 None None] The sync data for ids ['0c464b5d-fb67-4b65-9738-977aa0a762b4'] in dv-cinder-846842-7-iscsi is: [{'id': '0c464b5d-fb67-4b65-9738-977aa0a762b4', 'name': 'tempest-TestShelveInstance-79782382-router', 'tenant_id': '62d0dd3cae1448049dc95fb347fd1a80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14b0e4f-074d-4507-846c-fc8420bddf12', 'external_fixed_ips': [{'subnet_id': '15378187-268c-4fae-ace7-eaca7aa50f90', 'ip_address': '172.27.1.227'}], 'enable_snat': True}, 'gw_port_id': '301367af-dc79-468a-86c5-df064ff4ba5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T04:17:17Z', 'updated_at': '2022-06-30T04:17:23Z', 'revision_number': 4, 'project_id': '62d0dd3cae1448049dc95fb347fd1a80', 'gw_port': {'id': '301367af-dc79-468a-86c5-df064ff4ba5d', 'name': '', 'network_id': 'a14b0e4f-074d-4507-846c-fc8420bddf12', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:f5:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c464b5d-fb67-4b65-9738-977aa0a762b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '15378187-268c-4fae-ace7-eaca7aa50f90', 'ip_address': '172.27.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T04:17:19Z', 'updated_at': '2022-06-30T04:17:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15378187-268c-4fae-ace7-eaca7aa50f90', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-7-iscsi', '_interfaces': [{'id': '3708bb05-025f-4637-be71-908d0712fe4b', 'name': '', 'network_id': 'c7bb47d5-3e98-456a-bf3a-91e07afacb65', 'tenant_id': '62d0dd3cae1448049dc95fb347fd1a80', 'mac_address': 'fa:16:3e:a9:d5:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c464b5d-fb67-4b65-9738-977aa0a762b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '7b470bb7-e396-40f4-b592-bdd8af25c2fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T04:17:22Z', 'updated_at': '2022-06-30T04:17:23Z', 'revision_number': 2, 'project_id': '62d0dd3cae1448049dc95fb347fd1a80', 'subnets': [{'id': '7b470bb7-e396-40f4-b592-bdd8af25c2fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 04:17:24.510525 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ad860d5-787b-4b43-8e9b-79c68b7a89b5 admin admin] Notify agent at l3_agent.dv-cinder-846842-7-iscsi the message routers_updated {{(pid=104415) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 04:17:24.521643 dv-cinder-846842-7-iscsi neutron-server[104415]: INFO neutron.wsgi [None req-7ad860d5-787b-4b43-8e9b-79c68b7a89b5 admin admin] 10.222.0.13 "PUT /v2.0/routers/0c464b5d-fb67-4b65-9738-977aa0a762b4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0896630 Jun 30 04:17:24.542104 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.db.provisioning_blocks [None req-ac958d5b-3c67-4ad9-8eda-7483da94c08d None None] Provisioning complete for port 3708bb05-025f-4637-be71-908d0712fe4b triggered by entity DHCP. {{(pid=104417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 30 04:17:24.542442 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-ac958d5b-3c67-4ad9-8eda-7483da94c08d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565073'] for port (3708bb05-025f-4637-be71-908d0712fe4b), provisioning_complete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:17:24.602769 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bcef955-012c-4ded-ba64-29521cc34ecb req-56ac9c87-83ee-4d32-a64c-8781b614aafe tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:17:24.604423 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-9bcef955-012c-4ded-ba64-29521cc34ecb req-56ac9c87-83ee-4d32-a64c-8781b614aafe tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] 10.222.0.13 "GET /v2.0/ports?device_id=1faec7e8-1e39-47c4-aba5-2e67eaf2936c HTTP/1.1" status: 200 len: 945 time: 0.1265011 Jun 30 04:17:24.673009 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-ac958d5b-3c67-4ad9-8eda-7483da94c08d None None] Port 3708bb05-025f-4637-be71-908d0712fe4b cannot update to ACTIVE because it is not bound. {{(pid=104417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 30 04:17:24.706746 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=100 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:17:24.754520 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-9bcef955-012c-4ded-ba64-29521cc34ecb req-686e7768-8445-4d73-b8a3-0ce0e4c6ede7 tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] 10.222.0.13 "GET /v2.0/security-groups?id=8f11cf44-78a0-4c0e-8f30-1538f7de7776&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1427963 Jun 30 04:17:25.405535 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52e48be-6696-498c-ab8d-588029aa1632 req-050fbc2f-5d79-46cd-85fb-a7263da264cc tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:17:25.405535 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-d52e48be-6696-498c-ab8d-588029aa1632 req-050fbc2f-5d79-46cd-85fb-a7263da264cc tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] 10.222.0.13 "GET /v2.0/ports?device_id=2d3f3442-a00e-47ee-b0df-f099086628ce HTTP/1.1" status: 200 len: 945 time: 0.1108317 Jun 30 04:17:25.548434 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-d52e48be-6696-498c-ab8d-588029aa1632 req-a4015e13-5c72-4116-962f-0bd84984b26f tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] 10.222.0.13 "GET /v2.0/security-groups?id=917dbda3-50de-42c2-a106-5e4480b4dad4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1294580 Jun 30 04:17:25.642380 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.13', 52774) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 04:17:25.656806 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.v2.base [None req-64fdea46-ac75-4632-a8a1-075265e77037 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1152949105-network', 'tenant_id': '4f161ea30f4f4748a753e6fe6f28efe9'}} {{(pid=104416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 30 04:17:25.683574 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64fdea46-ac75-4632-a8a1-075265e77037 admin admin] Made reservation on behalf of 4f161ea30f4f4748a753e6fe6f28efe9 for: {'network': 1} {{(pid=104416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 04:17:25.685997 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-64fdea46-ac75-4632-a8a1-075265e77037 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3606762'] for network (None), before_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:17:25.707974 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-64fdea46-ac75-4632-a8a1-075265e77037 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:17:25.759556 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:17:25.820160 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-64fdea46-ac75-4632-a8a1-075265e77037 admin admin] Publish callbacks [] for security_group (dd31cbe7-dd18-456e-a996-6fe8425c0b24), precommit_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:17:25.834053 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-64fdea46-ac75-4632-a8a1-075265e77037 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3637186'] for security_group (dd31cbe7-dd18-456e-a996-6fe8425c0b24), after_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:17:25.880889 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-64fdea46-ac75-4632-a8a1-075265e77037 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 187} {{(pid=104416) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 04:17:25.928381 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-64fdea46-ac75-4632-a8a1-075265e77037 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505043'] for segment (eda5d807-17a2-48fc-927c-f3ef68d1ae5d), precommit_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:17:25.928710 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.db.segments_db [None req-64fdea46-ac75-4632-a8a1-075265e77037 admin admin] Added segment eda5d807-17a2-48fc-927c-f3ef68d1ae5d of type vlan for network f3a63920-bb03-4e95-88f4-cb950eb99c36 Jun 30 04:17:25.932657 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64fdea46-ac75-4632-a8a1-075265e77037 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd31cbe7-dd18-456e-a996-6fe8425c0b24,revision_number=1']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:17:25.978389 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2c6c81-8103-456a-abc0-f4f1d96e3761 req-4c6caf69-f9fb-4b28-bcb5-2d0ca959a5d2 tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:17:25.980015 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-7c2c6c81-8103-456a-abc0-f4f1d96e3761 req-4c6caf69-f9fb-4b28-bcb5-2d0ca959a5d2 tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] 10.222.0.13 "GET /v2.0/ports?device_id=1faec7e8-1e39-47c4-aba5-2e67eaf2936c HTTP/1.1" status: 200 len: 945 time: 0.1256995 Jun 30 04:17:26.005090 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-64fdea46-ac75-4632-a8a1-075265e77037 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781926193812'] for network (f3a63920-bb03-4e95-88f4-cb950eb99c36), precommit_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:17:26.064688 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-7c2c6c81-8103-456a-abc0-f4f1d96e3761 req-a4ebdd5a-d80f-4de9-b8a2-1efe035b463b tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] 10.222.0.13 "GET /v2.0/security-groups?id=8f11cf44-78a0-4c0e-8f30-1538f7de7776&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708728 Jun 30 04:17:26.080414 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-64fdea46-ac75-4632-a8a1-075265e77037 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3637173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528681'] for network (f3a63920-bb03-4e95-88f4-cb950eb99c36), after_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:17:26.081629 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64fdea46-ac75-4632-a8a1-075265e77037 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:17:26.082255 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-64fdea46-ac75-4632-a8a1-075265e77037 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528667'] for network (None), before_response {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:17:26.125579 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-64fdea46-ac75-4632-a8a1-075265e77037 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.4790006 Jun 30 04:17:26.125844 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.13', 52778) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 04:17:26.130824 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.v2.base [None req-fb255203-d2be-4e03-93d1-baf272d1bcf7 admin admin] Request body: {'subnet': {'network_id': 'f3a63920-bb03-4e95-88f4-cb950eb99c36', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1152949105-subnet', 'tenant_id': '4f161ea30f4f4748a753e6fe6f28efe9', 'ip_version': 4}} {{(pid=104416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 30 04:17:26.180153 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64fdea46-ac75-4632-a8a1-075265e77037 admin admin] Pushing event updated for resources: {'Network': ['ID=f3a63920-bb03-4e95-88f4-cb950eb99c36,revision_number=1']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:17:26.193220 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.rpc [None req-2a6d8403-c0a5-4ac4-aa48-860a84345009 None None] Network f3a63920-bb03-4e95-88f4-cb950eb99c36 details requested by agent ovs-agent-dv-cinder-846842-7-iscsi with host dv-cinder-846842-7-iscsi {{(pid=104417) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 04:17:26.198608 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb255203-d2be-4e03-93d1-baf272d1bcf7 admin admin] Made reservation on behalf of 4f161ea30f4f4748a753e6fe6f28efe9 for: {'subnet': 1} {{(pid=104416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 04:17:26.201248 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-fb255203-d2be-4e03-93d1-baf272d1bcf7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12208602'] for subnet (None), before_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:17:26.461673 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-fb255203-d2be-4e03-93d1-baf272d1bcf7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1757586', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12208588'] for subnet (8b49f157-cdd3-4a5e-97be-6e596cdb726e), after_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:17:26.530241 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb255203-d2be-4e03-93d1-baf272d1bcf7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8b49f157-cdd3-4a5e-97be-6e596cdb726e,revision_number=0']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:17:26.537810 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb255203-d2be-4e03-93d1-baf272d1bcf7 admin admin] Checking segment: {'id': 'eda5d807-17a2-48fc-927c-f3ef68d1ae5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'f3a63920-bb03-4e95-88f4-cb950eb99c36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104416) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 30 04:17:26.538927 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb255203-d2be-4e03-93d1-baf272d1bcf7 admin admin] Network hostable DHCP agents. Network: f3a63920-bb03-4e95-88f4-cb950eb99c36, hostable agents: ['beddbd52-9273-44c2-990c-63933fe383b2'], hosted agents: [] {{(pid=104416) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 04:17:26.545692 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=85,neutron:INSERT=13,neutron:UPDATE=2 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:17:26.569558 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb255203-d2be-4e03-93d1-baf272d1bcf7 admin admin] Network f3a63920-bb03-4e95-88f4-cb950eb99c36 is scheduled to be hosted by DHCP agent beddbd52-9273-44c2-990c-63933fe383b2 with binding_index 1 {{(pid=104416) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 04:17:26.592504 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.scheduler.base_scheduler [None req-fb255203-d2be-4e03-93d1-baf272d1bcf7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-846842-7-iscsi, f3a63920-bb03-4e95-88f4-cb950eb99c36) {{(pid=104416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 04:17:26.609392 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb255203-d2be-4e03-93d1-baf272d1bcf7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:17:26.610669 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-fb255203-d2be-4e03-93d1-baf272d1bcf7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:17:26.617901 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86918914-3345-4f37-b20e-f327b31e2b7e None None] Network f3a63920-bb03-4e95-88f4-cb950eb99c36 requested from dv-cinder-846842-7-iscsi {{(pid=104417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 30 04:17:26.635944 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-fb255203-d2be-4e03-93d1-baf272d1bcf7 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5088089 Jun 30 04:17:26.638228 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.13', 52790) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 04:17:26.644619 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.v2.base [None req-d1be8d6c-a9d5-4b8b-b61f-67decee98023 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1152949105-router', 'tenant_id': '4f161ea30f4f4748a753e6fe6f28efe9', 'external_gateway_info': {'network_id': 'a14b0e4f-074d-4507-846c-fc8420bddf12'}}} {{(pid=104416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 30 04:17:26.675075 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-d1be8d6c-a9d5-4b8b-b61f-67decee98023 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-611393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-992720'] for router (bf72eb15-3ee6-4e6c-b6a5-69050f106f05), before_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:17:26.676356 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-d1be8d6c-a9d5-4b8b-b61f-67decee98023 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-612039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-618118', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-671212', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-992729'] for router (bf72eb15-3ee6-4e6c-b6a5-69050f106f05), precommit_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:17:26.686752 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=79,neutron:INSERT=14,neutron:UPDATE=4,neutron:DELETE=3 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:17:26.792386 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-d1be8d6c-a9d5-4b8b-b61f-67decee98023 admin admin] Publish callbacks [] for router_controller (bf72eb15-3ee6-4e6c-b6a5-69050f106f05), precommit_add_association {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:17:26.819765 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b31830e0-e853-44ef-aba3-adc6ea04850d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcd801984-d77e-514a-975e-2a6430aac994-f3a63920-bb03-4e95-88f4-cb950eb99c36', 'network_id': 'f3a63920-bb03-4e95-88f4-cb950eb99c36', 'project_id': '4f161ea30f4f4748a753e6fe6f28efe9', 'fixed_ips': [{'subnet_id': '8b49f157-cdd3-4a5e-97be-6e596cdb726e'}]}} from dv-cinder-846842-7-iscsi. {{(pid=104417) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 30 04:17:26.829461 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-b31830e0-e853-44ef-aba3-adc6ea04850d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3606762'] for port (None), before_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:17:26.840603 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804637b6-6de6-47e0-8173-9d4e38b27f76 req-30ae1a43-b2ae-424c-931b-1226d7d304cc tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:17:26.847928 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-804637b6-6de6-47e0-8173-9d4e38b27f76 req-30ae1a43-b2ae-424c-931b-1226d7d304cc tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] 10.222.0.13 "GET /v2.0/ports?device_id=2d3f3442-a00e-47ee-b0df-f099086628ce HTTP/1.1" status: 200 len: 945 time: 0.1543453 Jun 30 04:17:26.975811 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-804637b6-6de6-47e0-8173-9d4e38b27f76 req-0ab1720b-d027-4013-818e-81387c29d665 tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] 10.222.0.13 "GET /v2.0/security-groups?id=917dbda3-50de-42c2-a106-5e4480b4dad4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1268981 Jun 30 04:17:27.067954 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-d1be8d6c-a9d5-4b8b-b61f-67decee98023 admin admin] Publish callbacks [] for router_gateway (bf72eb15-3ee6-4e6c-b6a5-69050f106f05), precommit_update {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:17:27.274481 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.rpc [None req-2a6d8403-c0a5-4ac4-aa48-860a84345009 None None] Device 301367af-dc79-468a-86c5-df064ff4ba5d up at agent ovs-agent-dv-cinder-846842-7-iscsi {{(pid=104417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 04:17:27.286820 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7322c4-9363-4e7e-9195-57e83056daa2 req-34c6b9d2-f954-4116-b63a-03ea9f99f9f3 tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:17:27.288341 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-5f7322c4-9363-4e7e-9195-57e83056daa2 req-34c6b9d2-f954-4116-b63a-03ea9f99f9f3 tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] 10.222.0.13 "GET /v2.0/ports?device_id=1faec7e8-1e39-47c4-aba5-2e67eaf2936c HTTP/1.1" status: 200 len: 945 time: 0.0733480 Jun 30 04:17:27.334237 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.db.db_base_plugin_common [None req-b31830e0-e853-44ef-aba3-adc6ea04850d None None] Allocated IP 172.20.0.2 (f3a63920-bb03-4e95-88f4-cb950eb99c36/8b49f157-cdd3-4a5e-97be-6e596cdb726e/abca359b-0d4a-4c9b-8e64-05183ed6895f) {{(pid=104417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 04:17:27.362617 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.db.provisioning_blocks [None req-2a6d8403-c0a5-4ac4-aa48-860a84345009 None None] Provisioning complete for port 301367af-dc79-468a-86c5-df064ff4ba5d triggered by entity L2. {{(pid=104417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 30 04:17:27.363076 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-2a6d8403-c0a5-4ac4-aa48-860a84345009 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565073'] for port (301367af-dc79-468a-86c5-df064ff4ba5d), provisioning_complete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:17:27.411838 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:17:27.455023 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-5f7322c4-9363-4e7e-9195-57e83056daa2 req-66c71fc7-a669-47d8-9c11-9ae0eaa1ca7a tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] 10.222.0.13 "GET /v2.0/security-groups?id=8f11cf44-78a0-4c0e-8f30-1538f7de7776&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220713 Jun 30 04:17:27.480085 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-d1be8d6c-a9d5-4b8b-b61f-67decee98023 admin admin] Publish callbacks [] for router_gateway (bf72eb15-3ee6-4e6c-b6a5-69050f106f05), before_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:17:27.501070 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a0c5b8f-8ee5-437b-96b4-568bc595559f None None] Sync routers for ids ['0c464b5d-fb67-4b65-9738-977aa0a762b4'] in dv-cinder-846842-7-iscsi {{(pid=104418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 04:17:27.506244 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-d1be8d6c-a9d5-4b8b-b61f-67decee98023 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3606762'] for port (None), before_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:17:27.529325 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a0c5b8f-8ee5-437b-96b4-568bc595559f None None] Routers {'0c464b5d-fb67-4b65-9738-977aa0a762b4'} bound to L3 agent in host dv-cinder-846842-7-iscsi {{(pid=104418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 30 04:17:27.529981 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.db.l3_hamode_db [None req-5a0c5b8f-8ee5-437b-96b4-568bc595559f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-30T04:07:07Z,description=,heartbeat_timestamp=2022-06-30T04:17:07Z,host='dv-cinder-846842-7-iscsi',id=2ea21a61-d737-4543-a811-a0d035fbf0f6,load=0,resource_versions=,resources_synced=,started_at=2022-06-30T04:07:07Z,topic='l3_agent')) {'router_ids': ['0c464b5d-fb67-4b65-9738-977aa0a762b4'], 'active': True} {{(pid=104418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 04:17:27.593057 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-b31830e0-e853-44ef-aba3-adc6ea04850d None None] Publish callbacks [] for port (abca359b-0d4a-4c9b-8e64-05183ed6895f), precommit_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:17:27.607507 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-b31830e0-e853-44ef-aba3-adc6ea04850d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4095053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781926239317'] for port (abca359b-0d4a-4c9b-8e64-05183ed6895f), after_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:17:27.649247 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b31830e0-e853-44ef-aba3-adc6ea04850d None None] Network f3a63920-bb03-4e95-88f4-cb950eb99c36 is already hosted by enough agents. {{(pid=104417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 04:17:27.671838 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.db.db_base_plugin_common [None req-d1be8d6c-a9d5-4b8b-b61f-67decee98023 admin admin] Allocated IP 172.27.1.55 (a14b0e4f-074d-4507-846c-fc8420bddf12/15378187-268c-4fae-ace7-eaca7aa50f90/e9399e3e-f4c6-457c-a881-c8c701ce5be5) {{(pid=104416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 04:17:27.675915 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.db.l3_dvr_db [None req-5a0c5b8f-8ee5-437b-96b4-568bc595559f None None] Set router 0c464b5d-fb67-4b65-9738-977aa0a762b4 gateway port host: dv-cinder-846842-7-iscsi {{(pid=104418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 30 04:17:27.692696 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.scheduler.base_scheduler [None req-b31830e0-e853-44ef-aba3-adc6ea04850d None None] Resources bound (agent type, host, resource id): {{(pid=104417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 04:17:27.696339 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b31830e0-e853-44ef-aba3-adc6ea04850d None None] Received port after_create {{(pid=104417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 30 04:17:27.738571 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:17:27.769428 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=5 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:17:27.804606 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31830e0-e853-44ef-aba3-adc6ea04850d None None] Pushing event updated for resources: {'Port': ['ID=abca359b-0d4a-4c9b-8e64-05183ed6895f,revision_number=1']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:17:27.830024 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-2a6d8403-c0a5-4ac4-aa48-860a84345009 None None] Current status of the port 301367af-dc79-468a-86c5-df064ff4ba5d is: DOWN; New status is: ACTIVE {{(pid=104417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 30 04:17:27.830562 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-2a6d8403-c0a5-4ac4-aa48-860a84345009 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3606762'] for port (301367af-dc79-468a-86c5-df064ff4ba5d), before_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:17:27.864525 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-d1be8d6c-a9d5-4b8b-b61f-67decee98023 admin admin] Publish callbacks [] for port (e9399e3e-f4c6-457c-a881-c8c701ce5be5), precommit_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:17:27.898172 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.db [None req-2a6d8403-c0a5-4ac4-aa48-860a84345009 None None] For port 301367af-dc79-468a-86c5-df064ff4ba5d, host dv-cinder-846842-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-7-iscsi',level=0,port_id=301367af-dc79-468a-86c5-df064ff4ba5d,segment=NetworkSegment(3bfcffa1-5305-4ee8-86f3-678eb000aac1),segment_id=3bfcffa1-5305-4ee8-86f3-678eb000aac1)] {{(pid=104417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 04:17:27.912080 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.db.l3_hamode_db [None req-5a0c5b8f-8ee5-437b-96b4-568bc595559f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c464b5d-fb67-4b65-9738-977aa0a762b4', 'name': 'tempest-TestShelveInstance-79782382-router', 'tenant_id': '62d0dd3cae1448049dc95fb347fd1a80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14b0e4f-074d-4507-846c-fc8420bddf12', 'external_fixed_ips': [{'subnet_id': '15378187-268c-4fae-ace7-eaca7aa50f90', 'ip_address': '172.27.1.227'}], 'enable_snat': True}, 'gw_port_id': '301367af-dc79-468a-86c5-df064ff4ba5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T04:17:17Z', 'updated_at': '2022-06-30T04:17:23Z', 'revision_number': 4, 'project_id': '62d0dd3cae1448049dc95fb347fd1a80', 'gw_port': {'id': '301367af-dc79-468a-86c5-df064ff4ba5d', 'name': '', 'network_id': 'a14b0e4f-074d-4507-846c-fc8420bddf12', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:f5:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c464b5d-fb67-4b65-9738-977aa0a762b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '15378187-268c-4fae-ace7-eaca7aa50f90', 'ip_address': '172.27.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T04:17:19Z', 'updated_at': '2022-06-30T04:17:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15378187-268c-4fae-ace7-eaca7aa50f90', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-7-iscsi', '_interfaces': [{'id': '3708bb05-025f-4637-be71-908d0712fe4b', 'name': '', 'network_id': 'c7bb47d5-3e98-456a-bf3a-91e07afacb65', 'tenant_id': '62d0dd3cae1448049dc95fb347fd1a80', 'mac_address': 'fa:16:3e:a9:d5:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c464b5d-fb67-4b65-9738-977aa0a762b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '7b470bb7-e396-40f4-b592-bdd8af25c2fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T04:17:22Z', 'updated_at': '2022-06-30T04:17:23Z', 'revision_number': 2, 'project_id': '62d0dd3cae1448049dc95fb347fd1a80', 'subnets': [{'id': '7b470bb7-e396-40f4-b592-bdd8af25c2fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846842-7-iscsi', False) {} {{(pid=104418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 04:17:27.919929 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-d1be8d6c-a9d5-4b8b-b61f-67decee98023 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4095053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781926239317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1764130'] for port (e9399e3e-f4c6-457c-a881-c8c701ce5be5), after_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:17:27.940627 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.managers [None req-b31830e0-e853-44ef-aba3-adc6ea04850d None None] Attempting to bind port abca359b-0d4a-4c9b-8e64-05183ed6895f on host dv-cinder-846842-7-iscsi for vnic_type normal with profile {{(pid=104417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 30 04:17:27.941074 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.managers [None req-b31830e0-e853-44ef-aba3-adc6ea04850d None None] Attempting to bind port abca359b-0d4a-4c9b-8e64-05183ed6895f by drivers openvswitch,hyperv on host dv-cinder-846842-7-iscsi at level 0 using segments [{'id': 'eda5d807-17a2-48fc-927c-f3ef68d1ae5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'f3a63920-bb03-4e95-88f4-cb950eb99c36'}] {{(pid=104417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 30 04:17:27.941496 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b31830e0-e853-44ef-aba3-adc6ea04850d None None] Attempting to bind port abca359b-0d4a-4c9b-8e64-05183ed6895f on network f3a63920-bb03-4e95-88f4-cb950eb99c36 {{(pid=104417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 30 04:17:27.943807 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-2a6d8403-c0a5-4ac4-aa48-860a84345009 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4095053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781926634698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781926239335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781926239353'] for port (301367af-dc79-468a-86c5-df064ff4ba5d), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:17:27.950711 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a0c5b8f-8ee5-437b-96b4-568bc595559f None None] Checking router: 0c464b5d-fb67-4b65-9738-977aa0a762b4 for host: dv-cinder-846842-7-iscsi {{(pid=104418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 04:17:27.951464 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a0c5b8f-8ee5-437b-96b4-568bc595559f None None] Updating router 0c464b5d-fb67-4b65-9738-977aa0a762b4 port 3708bb05-025f-4637-be71-908d0712fe4b binding host dv-cinder-846842-7-iscsi {{(pid=104418) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 04:17:27.967574 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b31830e0-e853-44ef-aba3-adc6ea04850d None None] Checking agent: {'id': 'cbdf45b5-344e-4e18-9242-1abb738708f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846842-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 30, 4, 7, 10), 'started_at': datetime.datetime(2022, 6, 30, 4, 7, 40), 'heartbeat_timestamp': datetime.datetime(2022, 6, 30, 4, 17, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846842-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 30 04:17:27.967962 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b31830e0-e853-44ef-aba3-adc6ea04850d None None] Checking segment: {'id': 'eda5d807-17a2-48fc-927c-f3ef68d1ae5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'f3a63920-bb03-4e95-88f4-cb950eb99c36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 30 04:17:27.969476 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-b31830e0-e853-44ef-aba3-adc6ea04850d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:17:27.970524 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b31830e0-e853-44ef-aba3-adc6ea04850d None None] Bound using segment: {'id': 'eda5d807-17a2-48fc-927c-f3ef68d1ae5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'f3a63920-bb03-4e95-88f4-cb950eb99c36'} {{(pid=104417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 30 04:17:27.971074 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.managers [None req-b31830e0-e853-44ef-aba3-adc6ea04850d None None] Bound port: abca359b-0d4a-4c9b-8e64-05183ed6895f, host: dv-cinder-846842-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eda5d807-17a2-48fc-927c-f3ef68d1ae5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'f3a63920-bb03-4e95-88f4-cb950eb99c36'}}] {{(pid=104417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 30 04:17:27.971577 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-b31830e0-e853-44ef-aba3-adc6ea04850d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3606762'] for port (abca359b-0d4a-4c9b-8e64-05183ed6895f), before_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:17:27.992826 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-5a0c5b8f-8ee5-437b-96b4-568bc595559f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3606762'] for port (3708bb05-025f-4637-be71-908d0712fe4b), before_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:17:28.045758 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1be8d6c-a9d5-4b8b-b61f-67decee98023 admin admin] Pushing event updated for resources: {'Port': ['ID=e9399e3e-f4c6-457c-a881-c8c701ce5be5,revision_number=1']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:17:28.075470 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1be8d6c-a9d5-4b8b-b61f-67decee98023 admin admin] Network a14b0e4f-074d-4507-846c-fc8420bddf12 is already hosted by enough agents. {{(pid=104416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 04:17:28.076958 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.scheduler.base_scheduler [None req-d1be8d6c-a9d5-4b8b-b61f-67decee98023 admin admin] Resources bound (agent type, host, resource id): {{(pid=104416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 04:17:28.083764 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1be8d6c-a9d5-4b8b-b61f-67decee98023 admin admin] Received port after_create {{(pid=104416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 30 04:17:28.119569 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6d8403-c0a5-4ac4-aa48-860a84345009 None None] Pushing event updated for resources: {'Port': ['ID=301367af-dc79-468a-86c5-df064ff4ba5d,revision_number=4']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:17:28.155793 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.db [None req-b31830e0-e853-44ef-aba3-adc6ea04850d None None] For port abca359b-0d4a-4c9b-8e64-05183ed6895f, host dv-cinder-846842-7-iscsi, cleared binding levels {{(pid=104417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 04:17:28.161364 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.db [None req-b31830e0-e853-44ef-aba3-adc6ea04850d None None] For port abca359b-0d4a-4c9b-8e64-05183ed6895f, host dv-cinder-846842-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-7-iscsi',level=0,port_id=abca359b-0d4a-4c9b-8e64-05183ed6895f,segment=NetworkSegment(eda5d807-17a2-48fc-927c-f3ef68d1ae5d),segment_id=eda5d807-17a2-48fc-927c-f3ef68d1ae5d)] {{(pid=104417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 04:17:28.179979 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-b31830e0-e853-44ef-aba3-adc6ea04850d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4095053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781926634698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781926239335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781926239353'] for port (abca359b-0d4a-4c9b-8e64-05183ed6895f), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:17:28.279634 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31830e0-e853-44ef-aba3-adc6ea04850d None None] Pushing event updated for resources: {'Port': ['ID=abca359b-0d4a-4c9b-8e64-05183ed6895f,revision_number=2']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:17:28.319438 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf5761b-4b26-4afb-9694-ea6504e2a9f6 req-84cb2c33-0d8b-4637-a151-6a1e4a346ae7 tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:17:28.326375 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-0bf5761b-4b26-4afb-9694-ea6504e2a9f6 req-84cb2c33-0d8b-4637-a151-6a1e4a346ae7 tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] 10.222.0.13 "GET /v2.0/ports?device_id=2d3f3442-a00e-47ee-b0df-f099086628ce HTTP/1.1" status: 200 len: 945 time: 0.2360165 Jun 30 04:17:28.506613 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:17:28.512022 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-0bf5761b-4b26-4afb-9694-ea6504e2a9f6 req-7962ca10-412f-4dc6-a882-7ec8ba2d0c22 tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] 10.222.0.13 "GET /v2.0/security-groups?id=917dbda3-50de-42c2-a106-5e4480b4dad4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1583285 Jun 30 04:17:28.558026 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-5a0c5b8f-8ee5-437b-96b4-568bc595559f None None] Publish callbacks [] for port (3708bb05-025f-4637-be71-908d0712fe4b), precommit_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:17:28.597680 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-5a0c5b8f-8ee5-437b-96b4-568bc595559f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4095053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781926634698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781926239335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781926239353'] for port (3708bb05-025f-4637-be71-908d0712fe4b), after_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:17:28.782258 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485732b0-2056-49f3-ac55-4a2026547b7f req-eb07fc89-ef6a-4276-bb2b-015346e50633 tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:17:28.784324 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-485732b0-2056-49f3-ac55-4a2026547b7f req-eb07fc89-ef6a-4276-bb2b-015346e50633 tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] 10.222.0.13 "GET /v2.0/ports?device_id=1faec7e8-1e39-47c4-aba5-2e67eaf2936c HTTP/1.1" status: 200 len: 945 time: 0.1217184 Jun 30 04:17:28.837663 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac595986-b4ea-4262-9ead-07eb5fd2b1a0 None None] Pushing event updated for resources: {'Port': ['ID=3708bb05-025f-4637-be71-908d0712fe4b,revision_number=3']} {{(pid=104418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:17:28.850017 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-d1be8d6c-a9d5-4b8b-b61f-67decee98023 admin admin] Publish callbacks [] for router_gateway (bf72eb15-3ee6-4e6c-b6a5-69050f106f05), after_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:17:28.937759 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.managers [None req-5a0c5b8f-8ee5-437b-96b4-568bc595559f None None] Attempting to bind port 3708bb05-025f-4637-be71-908d0712fe4b on host dv-cinder-846842-7-iscsi for vnic_type normal with profile {{(pid=104418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 30 04:17:28.938533 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.managers [None req-5a0c5b8f-8ee5-437b-96b4-568bc595559f None None] Attempting to bind port 3708bb05-025f-4637-be71-908d0712fe4b by drivers openvswitch,hyperv on host dv-cinder-846842-7-iscsi at level 0 using segments [{'id': '4faf62bd-9dcc-4163-9216-44a354405b4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'c7bb47d5-3e98-456a-bf3a-91e07afacb65'}] {{(pid=104418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 30 04:17:28.939143 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a0c5b8f-8ee5-437b-96b4-568bc595559f None None] Attempting to bind port 3708bb05-025f-4637-be71-908d0712fe4b on network c7bb47d5-3e98-456a-bf3a-91e07afacb65 {{(pid=104418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 30 04:17:28.951711 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a0c5b8f-8ee5-437b-96b4-568bc595559f None None] Checking agent: {'id': 'cbdf45b5-344e-4e18-9242-1abb738708f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846842-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 30, 4, 7, 10), 'started_at': datetime.datetime(2022, 6, 30, 4, 7, 40), 'heartbeat_timestamp': datetime.datetime(2022, 6, 30, 4, 17, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846842-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 30 04:17:28.952517 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a0c5b8f-8ee5-437b-96b4-568bc595559f None None] Checking segment: {'id': '4faf62bd-9dcc-4163-9216-44a354405b4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'c7bb47d5-3e98-456a-bf3a-91e07afacb65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 30 04:17:28.953134 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-5a0c5b8f-8ee5-437b-96b4-568bc595559f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:17:28.953725 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a0c5b8f-8ee5-437b-96b4-568bc595559f None None] Bound using segment: {'id': '4faf62bd-9dcc-4163-9216-44a354405b4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'c7bb47d5-3e98-456a-bf3a-91e07afacb65'} {{(pid=104418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 30 04:17:28.954538 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.managers [None req-5a0c5b8f-8ee5-437b-96b4-568bc595559f None None] Bound port: 3708bb05-025f-4637-be71-908d0712fe4b, host: dv-cinder-846842-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4faf62bd-9dcc-4163-9216-44a354405b4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'c7bb47d5-3e98-456a-bf3a-91e07afacb65'}}] {{(pid=104418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 30 04:17:28.955055 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-5a0c5b8f-8ee5-437b-96b4-568bc595559f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3606762'] for port (3708bb05-025f-4637-be71-908d0712fe4b), before_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:17:28.981909 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-485732b0-2056-49f3-ac55-4a2026547b7f req-4ce175e5-e3ff-4e2a-bf0d-c5744ef67988 tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] 10.222.0.13 "GET /v2.0/security-groups?id=8f11cf44-78a0-4c0e-8f30-1538f7de7776&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1845198 Jun 30 04:17:29.080908 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.db.provisioning_blocks [None req-fd9b2b34-7437-4075-9601-bcde3954c4ed None None] Provisioning complete for port 3708bb05-025f-4637-be71-908d0712fe4b triggered by entity DHCP. {{(pid=104417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 30 04:17:29.081218 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-fd9b2b34-7437-4075-9601-bcde3954c4ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565073'] for port (3708bb05-025f-4637-be71-908d0712fe4b), provisioning_complete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:17:29.166539 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-fd9b2b34-7437-4075-9601-bcde3954c4ed None None] Port 3708bb05-025f-4637-be71-908d0712fe4b cannot update to ACTIVE because it is not bound. {{(pid=104417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 30 04:17:29.176515 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.db [None req-5a0c5b8f-8ee5-437b-96b4-568bc595559f None None] For port 3708bb05-025f-4637-be71-908d0712fe4b, host dv-cinder-846842-7-iscsi, cleared binding levels {{(pid=104418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 04:17:29.182046 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.db [None req-5a0c5b8f-8ee5-437b-96b4-568bc595559f None None] For port 3708bb05-025f-4637-be71-908d0712fe4b, host dv-cinder-846842-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-7-iscsi',level=0,port_id=3708bb05-025f-4637-be71-908d0712fe4b,segment=NetworkSegment(4faf62bd-9dcc-4163-9216-44a354405b4b),segment_id=4faf62bd-9dcc-4163-9216-44a354405b4b)] {{(pid=104418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 04:17:29.211134 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-5a0c5b8f-8ee5-437b-96b4-568bc595559f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4095053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781926634698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781926239335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781926239353'] for port (3708bb05-025f-4637-be71-908d0712fe4b), after_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:17:29.252217 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:17:29.260528 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:17:29.305470 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac595986-b4ea-4262-9ead-07eb5fd2b1a0 None None] Pushing event updated for resources: {'Port': ['ID=3708bb05-025f-4637-be71-908d0712fe4b,revision_number=4']} {{(pid=104418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:17:29.308799 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a0c5b8f-8ee5-437b-96b4-568bc595559f None None] Routers {'0c464b5d-fb67-4b65-9738-977aa0a762b4'} bound to L3 agent in host dv-cinder-846842-7-iscsi {{(pid=104418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 30 04:17:29.309480 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.db.l3_hamode_db [None req-5a0c5b8f-8ee5-437b-96b4-568bc595559f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-30T04:07:07Z,description=,heartbeat_timestamp=2022-06-30T04:17:07Z,host='dv-cinder-846842-7-iscsi',id=2ea21a61-d737-4543-a811-a0d035fbf0f6,load=0,resource_versions=,resources_synced=,started_at=2022-06-30T04:07:07Z,topic='l3_agent')) {'router_ids': ['0c464b5d-fb67-4b65-9738-977aa0a762b4'], 'active': True} {{(pid=104418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 04:17:29.343651 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.rpc [None req-2a6d8403-c0a5-4ac4-aa48-860a84345009 None None] Device 301367af-dc79-468a-86c5-df064ff4ba5d up at agent ovs-agent-dv-cinder-846842-7-iscsi {{(pid=104417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 04:17:29.497584 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.db.provisioning_blocks [None req-2a6d8403-c0a5-4ac4-aa48-860a84345009 None None] Provisioning complete for port 301367af-dc79-468a-86c5-df064ff4ba5d triggered by entity L2. {{(pid=104417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 30 04:17:29.500441 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-2a6d8403-c0a5-4ac4-aa48-860a84345009 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565073'] for port (301367af-dc79-468a-86c5-df064ff4ba5d), provisioning_complete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:17:29.622296 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.db.l3_dvr_db [None req-5a0c5b8f-8ee5-437b-96b4-568bc595559f None None] Set router 0c464b5d-fb67-4b65-9738-977aa0a762b4 gateway port host: dv-cinder-846842-7-iscsi {{(pid=104418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 30 04:17:29.813864 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-2a6d8403-c0a5-4ac4-aa48-860a84345009 None None] Current status of the port 301367af-dc79-468a-86c5-df064ff4ba5d is: ACTIVE; New status is: ACTIVE {{(pid=104417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 30 04:17:29.817050 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.rpc [None req-2a6d8403-c0a5-4ac4-aa48-860a84345009 None None] Device abca359b-0d4a-4c9b-8e64-05183ed6895f up at agent ovs-agent-dv-cinder-846842-7-iscsi {{(pid=104417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 04:17:29.831269 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.db.provisioning_blocks [None req-aceb29d6-c681-40a3-bf7b-7589831fbaf6 None None] Provisioning complete for port 3708bb05-025f-4637-be71-908d0712fe4b triggered by entity DHCP. {{(pid=104417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 30 04:17:29.835313 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-aceb29d6-c681-40a3-bf7b-7589831fbaf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565073'] for port (3708bb05-025f-4637-be71-908d0712fe4b), provisioning_complete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:17:29.868597 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbddea4-b9f2-4645-95b5-e7eabdea807a req-923bb00f-0565-4ffe-8cee-20be536d411d tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:17:29.870245 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-0dbddea4-b9f2-4645-95b5-e7eabdea807a req-923bb00f-0565-4ffe-8cee-20be536d411d tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] 10.222.0.13 "GET /v2.0/ports?device_id=2d3f3442-a00e-47ee-b0df-f099086628ce HTTP/1.1" status: 200 len: 945 time: 0.1270919 Jun 30 04:17:30.006975 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:17:30.009383 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.db.provisioning_blocks [None req-2a6d8403-c0a5-4ac4-aa48-860a84345009 None None] Provisioning complete for port abca359b-0d4a-4c9b-8e64-05183ed6895f triggered by entity L2. {{(pid=104417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 30 04:17:30.009912 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-2a6d8403-c0a5-4ac4-aa48-860a84345009 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565073'] for port (abca359b-0d4a-4c9b-8e64-05183ed6895f), provisioning_complete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:17:30.099158 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-aceb29d6-c681-40a3-bf7b-7589831fbaf6 None None] Current status of the port 3708bb05-025f-4637-be71-908d0712fe4b is: DOWN; New status is: ACTIVE {{(pid=104417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 30 04:17:30.099158 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-aceb29d6-c681-40a3-bf7b-7589831fbaf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3606762'] for port (3708bb05-025f-4637-be71-908d0712fe4b), before_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:17:30.182838 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-0dbddea4-b9f2-4645-95b5-e7eabdea807a req-8b5cef6a-edf3-452c-8690-f8bb44a65f30 tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] 10.222.0.13 "GET /v2.0/security-groups?id=917dbda3-50de-42c2-a106-5e4480b4dad4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2881525 Jun 30 04:17:30.196357 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.db [None req-aceb29d6-c681-40a3-bf7b-7589831fbaf6 None None] For port 3708bb05-025f-4637-be71-908d0712fe4b, host dv-cinder-846842-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-7-iscsi',level=0,port_id=3708bb05-025f-4637-be71-908d0712fe4b,segment=NetworkSegment(4faf62bd-9dcc-4163-9216-44a354405b4b),segment_id=4faf62bd-9dcc-4163-9216-44a354405b4b)] {{(pid=104417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 04:17:30.197815 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-2a6d8403-c0a5-4ac4-aa48-860a84345009 None None] Current status of the port abca359b-0d4a-4c9b-8e64-05183ed6895f is: DOWN; New status is: ACTIVE {{(pid=104417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 30 04:17:30.198448 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-2a6d8403-c0a5-4ac4-aa48-860a84345009 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3606762'] for port (abca359b-0d4a-4c9b-8e64-05183ed6895f), before_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:17:30.210071 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.db.l3_hamode_db [None req-5a0c5b8f-8ee5-437b-96b4-568bc595559f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c464b5d-fb67-4b65-9738-977aa0a762b4', 'name': 'tempest-TestShelveInstance-79782382-router', 'tenant_id': '62d0dd3cae1448049dc95fb347fd1a80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14b0e4f-074d-4507-846c-fc8420bddf12', 'external_fixed_ips': [{'subnet_id': '15378187-268c-4fae-ace7-eaca7aa50f90', 'ip_address': '172.27.1.227'}], 'enable_snat': True}, 'gw_port_id': '301367af-dc79-468a-86c5-df064ff4ba5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T04:17:17Z', 'updated_at': '2022-06-30T04:17:23Z', 'revision_number': 4, 'project_id': '62d0dd3cae1448049dc95fb347fd1a80', 'gw_port': {'id': '301367af-dc79-468a-86c5-df064ff4ba5d', 'name': '', 'network_id': 'a14b0e4f-074d-4507-846c-fc8420bddf12', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:f5:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c464b5d-fb67-4b65-9738-977aa0a762b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '15378187-268c-4fae-ace7-eaca7aa50f90', 'ip_address': '172.27.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T04:17:19Z', 'updated_at': '2022-06-30T04:17:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15378187-268c-4fae-ace7-eaca7aa50f90', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-7-iscsi', '_interfaces': [{'id': '3708bb05-025f-4637-be71-908d0712fe4b', 'name': '', 'network_id': 'c7bb47d5-3e98-456a-bf3a-91e07afacb65', 'tenant_id': '62d0dd3cae1448049dc95fb347fd1a80', 'mac_address': 'fa:16:3e:a9:d5:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c464b5d-fb67-4b65-9738-977aa0a762b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '7b470bb7-e396-40f4-b592-bdd8af25c2fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T04:17:22Z', 'updated_at': '2022-06-30T04:17:29Z', 'revision_number': 4, 'project_id': '62d0dd3cae1448049dc95fb347fd1a80', 'subnets': [{'id': '7b470bb7-e396-40f4-b592-bdd8af25c2fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846842-7-iscsi', False) {} {{(pid=104418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 04:17:30.221910 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:17:30.229162 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-aceb29d6-c681-40a3-bf7b-7589831fbaf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4095053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781926634698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781926239335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781926239353'] for port (3708bb05-025f-4637-be71-908d0712fe4b), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:17:30.247671 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a0c5b8f-8ee5-437b-96b4-568bc595559f None None] The sync data for ids ['0c464b5d-fb67-4b65-9738-977aa0a762b4'] in dv-cinder-846842-7-iscsi is: [{'id': '0c464b5d-fb67-4b65-9738-977aa0a762b4', 'name': 'tempest-TestShelveInstance-79782382-router', 'tenant_id': '62d0dd3cae1448049dc95fb347fd1a80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14b0e4f-074d-4507-846c-fc8420bddf12', 'external_fixed_ips': [{'subnet_id': '15378187-268c-4fae-ace7-eaca7aa50f90', 'ip_address': '172.27.1.227'}], 'enable_snat': True}, 'gw_port_id': '301367af-dc79-468a-86c5-df064ff4ba5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T04:17:17Z', 'updated_at': '2022-06-30T04:17:23Z', 'revision_number': 4, 'project_id': '62d0dd3cae1448049dc95fb347fd1a80', 'gw_port': {'id': '301367af-dc79-468a-86c5-df064ff4ba5d', 'name': '', 'network_id': 'a14b0e4f-074d-4507-846c-fc8420bddf12', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:f5:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c464b5d-fb67-4b65-9738-977aa0a762b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '15378187-268c-4fae-ace7-eaca7aa50f90', 'ip_address': '172.27.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T04:17:19Z', 'updated_at': '2022-06-30T04:17:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15378187-268c-4fae-ace7-eaca7aa50f90', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-7-iscsi', '_interfaces': [{'id': '3708bb05-025f-4637-be71-908d0712fe4b', 'name': '', 'network_id': 'c7bb47d5-3e98-456a-bf3a-91e07afacb65', 'tenant_id': '62d0dd3cae1448049dc95fb347fd1a80', 'mac_address': 'fa:16:3e:a9:d5:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c464b5d-fb67-4b65-9738-977aa0a762b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '7b470bb7-e396-40f4-b592-bdd8af25c2fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T04:17:22Z', 'updated_at': '2022-06-30T04:17:29Z', 'revision_number': 4, 'project_id': '62d0dd3cae1448049dc95fb347fd1a80', 'subnets': [{'id': '7b470bb7-e396-40f4-b592-bdd8af25c2fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 04:17:30.265218 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.db [None req-2a6d8403-c0a5-4ac4-aa48-860a84345009 None None] For port abca359b-0d4a-4c9b-8e64-05183ed6895f, host dv-cinder-846842-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-7-iscsi',level=0,port_id=abca359b-0d4a-4c9b-8e64-05183ed6895f,segment=NetworkSegment(eda5d807-17a2-48fc-927c-f3ef68d1ae5d),segment_id=eda5d807-17a2-48fc-927c-f3ef68d1ae5d)] {{(pid=104417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 04:17:30.267336 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-939eaef5-9215-42ff-a370-3a88c3e76c6d None None] Network f3a63920-bb03-4e95-88f4-cb950eb99c36 requested from dv-cinder-846842-7-iscsi {{(pid=104417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 30 04:17:30.267977 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3041ff54-22e4-4677-8ac4-56b824a01df2 req-9487fe6c-8167-4fe3-b078-d72572657187 tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:17:30.269636 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-3041ff54-22e4-4677-8ac4-56b824a01df2 req-9487fe6c-8167-4fe3-b078-d72572657187 tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] 10.222.0.13 "GET /v2.0/ports?device_id=1faec7e8-1e39-47c4-aba5-2e67eaf2936c HTTP/1.1" status: 200 len: 945 time: 0.1170926 Jun 30 04:17:30.270573 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-d1be8d6c-a9d5-4b8b-b61f-67decee98023 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-612929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-619506'] for router (bf72eb15-3ee6-4e6c-b6a5-69050f106f05), after_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:17:30.281098 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:17:30.385169 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-2a6d8403-c0a5-4ac4-aa48-860a84345009 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4095053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781926634698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781926239335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781926239353'] for port (abca359b-0d4a-4c9b-8e64-05183ed6895f), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:17:30.452160 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.db.provisioning_blocks [None req-b7986098-ba99-4326-be4f-aafeab233100 None None] Provisioning complete for port abca359b-0d4a-4c9b-8e64-05183ed6895f triggered by entity DHCP. {{(pid=104417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 30 04:17:30.453017 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-b7986098-ba99-4326-be4f-aafeab233100 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565073'] for port (abca359b-0d4a-4c9b-8e64-05183ed6895f), provisioning_complete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:17:30.472791 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aceb29d6-c681-40a3-bf7b-7589831fbaf6 None None] Pushing event updated for resources: {'Port': ['ID=3708bb05-025f-4637-be71-908d0712fe4b,revision_number=5']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:17:30.499776 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-3041ff54-22e4-4677-8ac4-56b824a01df2 req-0b9b5b75-3745-47ec-8903-dac11bbafbdc tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] 10.222.0.13 "GET /v2.0/security-groups?id=8f11cf44-78a0-4c0e-8f30-1538f7de7776&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2222953 Jun 30 04:17:30.562254 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1be8d6c-a9d5-4b8b-b61f-67decee98023 admin admin] Router bf72eb15-3ee6-4e6c-b6a5-69050f106f05 is scheduled to L3 agent 2ea21a61-d737-4543-a811-a0d035fbf0f6 with binding_index 1 {{(pid=104416) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 30 04:17:30.643310 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6d8403-c0a5-4ac4-aa48-860a84345009 None None] Pushing event updated for resources: {'Port': ['ID=abca359b-0d4a-4c9b-8e64-05183ed6895f,revision_number=3']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:17:30.720327 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-b7986098-ba99-4326-be4f-aafeab233100 None None] Current status of the port abca359b-0d4a-4c9b-8e64-05183ed6895f is: ACTIVE; New status is: ACTIVE {{(pid=104417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 30 04:17:30.760398 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1be8d6c-a9d5-4b8b-b61f-67decee98023 admin admin] Notify agent at l3_agent.dv-cinder-846842-7-iscsi the message routers_updated {{(pid=104416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 04:17:30.771486 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8fa0a98-982b-4bf7-a686-4fcb6a13a96d None None] Sync routers for ids ['bf72eb15-3ee6-4e6c-b6a5-69050f106f05'] in dv-cinder-846842-7-iscsi {{(pid=104417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 04:17:30.783646 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8fa0a98-982b-4bf7-a686-4fcb6a13a96d None None] Routers {'bf72eb15-3ee6-4e6c-b6a5-69050f106f05'} bound to L3 agent in host dv-cinder-846842-7-iscsi {{(pid=104417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 30 04:17:30.784293 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.db.l3_hamode_db [None req-a8fa0a98-982b-4bf7-a686-4fcb6a13a96d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-30T04:07:07Z,description=,heartbeat_timestamp=2022-06-30T04:17:07Z,host='dv-cinder-846842-7-iscsi',id=2ea21a61-d737-4543-a811-a0d035fbf0f6,load=0,resource_versions=,resources_synced=,started_at=2022-06-30T04:07:07Z,topic='l3_agent')) {'router_ids': ['bf72eb15-3ee6-4e6c-b6a5-69050f106f05'], 'active': True} {{(pid=104417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 04:17:30.790285 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-d1be8d6c-a9d5-4b8b-b61f-67decee98023 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:17:30.792834 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-d1be8d6c-a9d5-4b8b-b61f-67decee98023 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 4.1531513 Jun 30 04:17:30.795214 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.13', 52846) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 04:17:30.969515 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.db.l3_dvr_db [None req-a8fa0a98-982b-4bf7-a686-4fcb6a13a96d None None] Set router bf72eb15-3ee6-4e6c-b6a5-69050f106f05 gateway port host: dv-cinder-846842-7-iscsi {{(pid=104417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 30 04:17:31.073120 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.db.provisioning_blocks [None req-dd5935ec-edb4-46e3-95be-ef7f880ead2e None None] Provisioning complete for port abca359b-0d4a-4c9b-8e64-05183ed6895f triggered by entity DHCP. {{(pid=104417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 30 04:17:31.073486 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-dd5935ec-edb4-46e3-95be-ef7f880ead2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565073'] for port (abca359b-0d4a-4c9b-8e64-05183ed6895f), provisioning_complete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:17:31.251506 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-dd5935ec-edb4-46e3-95be-ef7f880ead2e None None] Current status of the port abca359b-0d4a-4c9b-8e64-05183ed6895f is: ACTIVE; New status is: ACTIVE {{(pid=104417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 30 04:17:31.319365 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.db.l3_hamode_db [None req-a8fa0a98-982b-4bf7-a686-4fcb6a13a96d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf72eb15-3ee6-4e6c-b6a5-69050f106f05', 'name': 'tempest-TestShelveInstance-1152949105-router', 'tenant_id': '4f161ea30f4f4748a753e6fe6f28efe9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14b0e4f-074d-4507-846c-fc8420bddf12', 'external_fixed_ips': [{'subnet_id': '15378187-268c-4fae-ace7-eaca7aa50f90', 'ip_address': '172.27.1.55'}], 'enable_snat': True}, 'gw_port_id': 'e9399e3e-f4c6-457c-a881-c8c701ce5be5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T04:17:26Z', 'updated_at': '2022-06-30T04:17:28Z', 'revision_number': 3, 'project_id': '4f161ea30f4f4748a753e6fe6f28efe9', 'gw_port': {'id': 'e9399e3e-f4c6-457c-a881-c8c701ce5be5', 'name': '', 'network_id': 'a14b0e4f-074d-4507-846c-fc8420bddf12', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:45:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf72eb15-3ee6-4e6c-b6a5-69050f106f05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': '15378187-268c-4fae-ace7-eaca7aa50f90', 'ip_address': '172.27.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T04:17:27Z', 'updated_at': '2022-06-30T04:17:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '15378187-268c-4fae-ace7-eaca7aa50f90', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-7-iscsi'}], 'dv-cinder-846842-7-iscsi', False) {} {{(pid=104417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 04:17:31.377562 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.rpc [None req-2a6d8403-c0a5-4ac4-aa48-860a84345009 None None] Device 3708bb05-025f-4637-be71-908d0712fe4b up at agent ovs-agent-dv-cinder-846842-7-iscsi {{(pid=104417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 04:17:31.380711 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8fa0a98-982b-4bf7-a686-4fcb6a13a96d None None] Checking router: bf72eb15-3ee6-4e6c-b6a5-69050f106f05 for host: dv-cinder-846842-7-iscsi {{(pid=104417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 04:17:31.381430 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8fa0a98-982b-4bf7-a686-4fcb6a13a96d None None] Updating router bf72eb15-3ee6-4e6c-b6a5-69050f106f05 port e9399e3e-f4c6-457c-a881-c8c701ce5be5 binding host dv-cinder-846842-7-iscsi {{(pid=104417) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 04:17:31.385871 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:17:31.516250 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:17:31.518122 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:17:31.532356 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9af435-0d40-42e8-99ba-3bc63ccea193 req-d4df5ca5-a690-4e8c-b908-6e5f472ad92e tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:17:31.538634 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-3f9af435-0d40-42e8-99ba-3bc63ccea193 req-d4df5ca5-a690-4e8c-b908-6e5f472ad92e tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] 10.222.0.13 "GET /v2.0/ports?device_id=2d3f3442-a00e-47ee-b0df-f099086628ce HTTP/1.1" status: 200 len: 945 time: 0.1359408 Jun 30 04:17:31.746706 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-a8fa0a98-982b-4bf7-a686-4fcb6a13a96d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3606762'] for port (e9399e3e-f4c6-457c-a881-c8c701ce5be5), before_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:17:31.751859 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef46fac7-8fb5-4e6a-9653-16c2cee506d4 req-ea50c4ca-b4a4-4987-a4d4-6572ad21215b tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:17:31.758638 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-ef46fac7-8fb5-4e6a-9653-16c2cee506d4 req-ea50c4ca-b4a4-4987-a4d4-6572ad21215b tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] 10.222.0.13 "GET /v2.0/ports?device_id=1faec7e8-1e39-47c4-aba5-2e67eaf2936c HTTP/1.1" status: 200 len: 945 time: 0.0943596 Jun 30 04:17:31.808430 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.db.provisioning_blocks [None req-2a6d8403-c0a5-4ac4-aa48-860a84345009 None None] Provisioning complete for port 3708bb05-025f-4637-be71-908d0712fe4b triggered by entity L2. {{(pid=104417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 30 04:17:31.808902 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-2a6d8403-c0a5-4ac4-aa48-860a84345009 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565073'] for port (3708bb05-025f-4637-be71-908d0712fe4b), provisioning_complete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:17:31.849760 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-3f9af435-0d40-42e8-99ba-3bc63ccea193 req-9d422009-fb8e-43b6-a8ca-99d15d71d1b7 tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] 10.222.0.13 "GET /v2.0/security-groups?id=917dbda3-50de-42c2-a106-5e4480b4dad4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2785804 Jun 30 04:17:31.892810 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc87f238-ea3e-4840-9c80-8b934701c9c3 req-425e494d-fef6-4451-a639-670d83baf4bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:17:31.894707 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-fc87f238-ea3e-4840-9c80-8b934701c9c3 req-425e494d-fef6-4451-a639-670d83baf4bf service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=71588f8a5fc34919a77f28b6a8c8db0e&device_id=2d3f3442-a00e-47ee-b0df-f099086628ce HTTP/1.1" status: 200 len: 1129 time: 0.1264648 Jun 30 04:17:31.907427 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-0e50914d-36f5-4730-bbc0-abefafd7e274 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3606762'] for port (None), before_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:17:31.921151 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-ef46fac7-8fb5-4e6a-9653-16c2cee506d4 req-8b4530b6-4568-4edf-8278-6ddb7fbff637 tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] 10.222.0.13 "GET /v2.0/security-groups?id=8f11cf44-78a0-4c0e-8f30-1538f7de7776&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1614535 Jun 30 04:17:31.928544 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=100 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:17:32.077129 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-2a6d8403-c0a5-4ac4-aa48-860a84345009 None None] Current status of the port 3708bb05-025f-4637-be71-908d0712fe4b is: ACTIVE; New status is: ACTIVE {{(pid=104417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 30 04:17:32.078291 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.rpc [None req-2a6d8403-c0a5-4ac4-aa48-860a84345009 None None] Device abca359b-0d4a-4c9b-8e64-05183ed6895f up at agent ovs-agent-dv-cinder-846842-7-iscsi {{(pid=104417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 04:17:32.134190 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc87f238-ea3e-4840-9c80-8b934701c9c3 req-68e625db-bb79-4fd6-8b57-b175c694f99d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:17:32.135828 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-fc87f238-ea3e-4840-9c80-8b934701c9c3 req-68e625db-bb79-4fd6-8b57-b175c694f99d service neutron] 10.222.0.20 "GET /v2.0/networks?id=17fe777c-5046-426d-94b6-3483df1f9f21 HTTP/1.1" status: 200 len: 918 time: 0.2305987 Jun 30 04:17:32.158931 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.db.provisioning_blocks [None req-2a6d8403-c0a5-4ac4-aa48-860a84345009 None None] Provisioning complete for port abca359b-0d4a-4c9b-8e64-05183ed6895f triggered by entity L2. {{(pid=104417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 30 04:17:32.159338 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-2a6d8403-c0a5-4ac4-aa48-860a84345009 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565073'] for port (abca359b-0d4a-4c9b-8e64-05183ed6895f), provisioning_complete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:17:32.193620 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.db.db_base_plugin_common [None req-0e50914d-36f5-4730-bbc0-abefafd7e274 admin admin] Allocated IP 172.20.0.1 (f3a63920-bb03-4e95-88f4-cb950eb99c36/8b49f157-cdd3-4a5e-97be-6e596cdb726e/d85e5dc8-6ae3-41a7-a0ce-d0f2040f83f5) {{(pid=104416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 04:17:32.231055 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-a8fa0a98-982b-4bf7-a686-4fcb6a13a96d None None] Publish callbacks [] for port (e9399e3e-f4c6-457c-a881-c8c701ce5be5), precommit_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:17:32.240167 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-a8fa0a98-982b-4bf7-a686-4fcb6a13a96d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4095053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781926634698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781926239335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781926239353'] for port (e9399e3e-f4c6-457c-a881-c8c701ce5be5), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:17:32.315243 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-0e50914d-36f5-4730-bbc0-abefafd7e274 admin admin] Publish callbacks [] for port (d85e5dc8-6ae3-41a7-a0ce-d0f2040f83f5), precommit_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:17:32.328367 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.managers [None req-a8fa0a98-982b-4bf7-a686-4fcb6a13a96d None None] Attempting to bind port e9399e3e-f4c6-457c-a881-c8c701ce5be5 on host dv-cinder-846842-7-iscsi for vnic_type normal with profile {{(pid=104417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 30 04:17:32.328739 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.managers [None req-a8fa0a98-982b-4bf7-a686-4fcb6a13a96d None None] Attempting to bind port e9399e3e-f4c6-457c-a881-c8c701ce5be5 by drivers openvswitch,hyperv on host dv-cinder-846842-7-iscsi at level 0 using segments [{'id': '3bfcffa1-5305-4ee8-86f3-678eb000aac1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a14b0e4f-074d-4507-846c-fc8420bddf12'}] {{(pid=104417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 30 04:17:32.329317 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8fa0a98-982b-4bf7-a686-4fcb6a13a96d None None] Attempting to bind port e9399e3e-f4c6-457c-a881-c8c701ce5be5 on network a14b0e4f-074d-4507-846c-fc8420bddf12 {{(pid=104417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 30 04:17:32.339505 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20f9095-58d9-460a-822b-241e8521e194 None None] Pushing event updated for resources: {'Port': ['ID=e9399e3e-f4c6-457c-a881-c8c701ce5be5,revision_number=2']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:17:32.343409 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8fa0a98-982b-4bf7-a686-4fcb6a13a96d None None] Checking agent: {'id': 'cbdf45b5-344e-4e18-9242-1abb738708f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846842-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 30, 4, 7, 10), 'started_at': datetime.datetime(2022, 6, 30, 4, 7, 40), 'heartbeat_timestamp': datetime.datetime(2022, 6, 30, 4, 17, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846842-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 30 04:17:32.343783 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8fa0a98-982b-4bf7-a686-4fcb6a13a96d None None] Checking segment: {'id': '3bfcffa1-5305-4ee8-86f3-678eb000aac1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a14b0e4f-074d-4507-846c-fc8420bddf12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 30 04:17:32.344186 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-a8fa0a98-982b-4bf7-a686-4fcb6a13a96d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:17:32.344618 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8fa0a98-982b-4bf7-a686-4fcb6a13a96d None None] Bound using segment: {'id': '3bfcffa1-5305-4ee8-86f3-678eb000aac1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a14b0e4f-074d-4507-846c-fc8420bddf12'} {{(pid=104417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 30 04:17:32.345091 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.managers [None req-a8fa0a98-982b-4bf7-a686-4fcb6a13a96d None None] Bound port: e9399e3e-f4c6-457c-a881-c8c701ce5be5, host: dv-cinder-846842-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3bfcffa1-5305-4ee8-86f3-678eb000aac1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a14b0e4f-074d-4507-846c-fc8420bddf12'}}] {{(pid=104417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 30 04:17:32.345535 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-a8fa0a98-982b-4bf7-a686-4fcb6a13a96d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3606762'] for port (e9399e3e-f4c6-457c-a881-c8c701ce5be5), before_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:17:32.347429 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-2a6d8403-c0a5-4ac4-aa48-860a84345009 None None] Current status of the port abca359b-0d4a-4c9b-8e64-05183ed6895f is: ACTIVE; New status is: ACTIVE {{(pid=104417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 30 04:17:32.363683 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-0e50914d-36f5-4730-bbc0-abefafd7e274 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4095053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781926239317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1764130'] for port (d85e5dc8-6ae3-41a7-a0ce-d0f2040f83f5), after_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:17:32.409111 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.db [None req-a8fa0a98-982b-4bf7-a686-4fcb6a13a96d None None] For port e9399e3e-f4c6-457c-a881-c8c701ce5be5, host dv-cinder-846842-7-iscsi, cleared binding levels {{(pid=104417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 04:17:32.412527 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.db [None req-a8fa0a98-982b-4bf7-a686-4fcb6a13a96d None None] For port e9399e3e-f4c6-457c-a881-c8c701ce5be5, host dv-cinder-846842-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-7-iscsi',level=0,port_id=e9399e3e-f4c6-457c-a881-c8c701ce5be5,segment=NetworkSegment(3bfcffa1-5305-4ee8-86f3-678eb000aac1),segment_id=3bfcffa1-5305-4ee8-86f3-678eb000aac1)] {{(pid=104417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 04:17:32.412740 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e50914d-36f5-4730-bbc0-abefafd7e274 admin admin] Network f3a63920-bb03-4e95-88f4-cb950eb99c36 is already hosted by enough agents. {{(pid=104416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 04:17:32.418120 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.scheduler.base_scheduler [None req-0e50914d-36f5-4730-bbc0-abefafd7e274 admin admin] Resources bound (agent type, host, resource id): {{(pid=104416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 04:17:32.421802 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e50914d-36f5-4730-bbc0-abefafd7e274 admin admin] Received port after_create {{(pid=104416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 30 04:17:32.422816 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-a8fa0a98-982b-4bf7-a686-4fcb6a13a96d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4095053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781926634698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781926239335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781926239353'] for port (e9399e3e-f4c6-457c-a881-c8c701ce5be5), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:17:32.461378 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e50914d-36f5-4730-bbc0-abefafd7e274 admin admin] Pushing event updated for resources: {'Port': ['ID=d85e5dc8-6ae3-41a7-a0ce-d0f2040f83f5,revision_number=1']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:17:32.472040 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-0e50914d-36f5-4730-bbc0-abefafd7e274 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-614065'] for router_interface (bf72eb15-3ee6-4e6c-b6a5-69050f106f05), before_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:17:32.476103 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:17:32.498562 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8fa0a98-982b-4bf7-a686-4fcb6a13a96d None None] Routers {'bf72eb15-3ee6-4e6c-b6a5-69050f106f05'} bound to L3 agent in host dv-cinder-846842-7-iscsi {{(pid=104417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 30 04:17:32.499416 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.db.l3_hamode_db [None req-a8fa0a98-982b-4bf7-a686-4fcb6a13a96d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-30T04:07:07Z,description=,heartbeat_timestamp=2022-06-30T04:17:07Z,host='dv-cinder-846842-7-iscsi',id=2ea21a61-d737-4543-a811-a0d035fbf0f6,load=0,resource_versions=,resources_synced=,started_at=2022-06-30T04:07:07Z,topic='l3_agent')) {'router_ids': ['bf72eb15-3ee6-4e6c-b6a5-69050f106f05'], 'active': True} {{(pid=104417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 04:17:32.501682 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20f9095-58d9-460a-822b-241e8521e194 None None] Pushing event updated for resources: {'Port': ['ID=e9399e3e-f4c6-457c-a881-c8c701ce5be5,revision_number=3']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:17:32.607959 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:17:32.639788 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.db.l3_dvr_db [None req-a8fa0a98-982b-4bf7-a686-4fcb6a13a96d None None] Set router bf72eb15-3ee6-4e6c-b6a5-69050f106f05 gateway port host: dv-cinder-846842-7-iscsi {{(pid=104417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 30 04:17:32.711649 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-0e50914d-36f5-4730-bbc0-abefafd7e274 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3606762'] for port (d85e5dc8-6ae3-41a7-a0ce-d0f2040f83f5), before_update {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:17:32.724340 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:17:32.785260 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:UPDATE=4,neutron:SELECT=96 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:17:32.832142 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.db.provisioning_blocks [None req-2aefd0c7-c58c-4566-b08f-e955b2dcae27 None None] Provisioning complete for port d85e5dc8-6ae3-41a7-a0ce-d0f2040f83f5 triggered by entity DHCP. {{(pid=104417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 30 04:17:32.832515 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-2aefd0c7-c58c-4566-b08f-e955b2dcae27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565073'] for port (d85e5dc8-6ae3-41a7-a0ce-d0f2040f83f5), provisioning_complete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:17:32.861470 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.db.l3_hamode_db [None req-a8fa0a98-982b-4bf7-a686-4fcb6a13a96d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf72eb15-3ee6-4e6c-b6a5-69050f106f05', 'name': 'tempest-TestShelveInstance-1152949105-router', 'tenant_id': '4f161ea30f4f4748a753e6fe6f28efe9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14b0e4f-074d-4507-846c-fc8420bddf12', 'external_fixed_ips': [{'subnet_id': '15378187-268c-4fae-ace7-eaca7aa50f90', 'ip_address': '172.27.1.55'}], 'enable_snat': True}, 'gw_port_id': 'e9399e3e-f4c6-457c-a881-c8c701ce5be5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T04:17:26Z', 'updated_at': '2022-06-30T04:17:28Z', 'revision_number': 3, 'project_id': '4f161ea30f4f4748a753e6fe6f28efe9', 'gw_port': {'id': 'e9399e3e-f4c6-457c-a881-c8c701ce5be5', 'name': '', 'network_id': 'a14b0e4f-074d-4507-846c-fc8420bddf12', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:45:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf72eb15-3ee6-4e6c-b6a5-69050f106f05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': '15378187-268c-4fae-ace7-eaca7aa50f90', 'ip_address': '172.27.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T04:17:27Z', 'updated_at': '2022-06-30T04:17:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15378187-268c-4fae-ace7-eaca7aa50f90', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-7-iscsi'}], 'dv-cinder-846842-7-iscsi', False) {} {{(pid=104417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 04:17:32.898889 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8fa0a98-982b-4bf7-a686-4fcb6a13a96d None None] The sync data for ids ['bf72eb15-3ee6-4e6c-b6a5-69050f106f05'] in dv-cinder-846842-7-iscsi is: [{'id': 'bf72eb15-3ee6-4e6c-b6a5-69050f106f05', 'name': 'tempest-TestShelveInstance-1152949105-router', 'tenant_id': '4f161ea30f4f4748a753e6fe6f28efe9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14b0e4f-074d-4507-846c-fc8420bddf12', 'external_fixed_ips': [{'subnet_id': '15378187-268c-4fae-ace7-eaca7aa50f90', 'ip_address': '172.27.1.55'}], 'enable_snat': True}, 'gw_port_id': 'e9399e3e-f4c6-457c-a881-c8c701ce5be5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T04:17:26Z', 'updated_at': '2022-06-30T04:17:28Z', 'revision_number': 3, 'project_id': '4f161ea30f4f4748a753e6fe6f28efe9', 'gw_port': {'id': 'e9399e3e-f4c6-457c-a881-c8c701ce5be5', 'name': '', 'network_id': 'a14b0e4f-074d-4507-846c-fc8420bddf12', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:45:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf72eb15-3ee6-4e6c-b6a5-69050f106f05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': '15378187-268c-4fae-ace7-eaca7aa50f90', 'ip_address': '172.27.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T04:17:27Z', 'updated_at': '2022-06-30T04:17:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15378187-268c-4fae-ace7-eaca7aa50f90', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-7-iscsi'}] {{(pid=104417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 04:17:32.911075 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-2aefd0c7-c58c-4566-b08f-e955b2dcae27 None None] Port d85e5dc8-6ae3-41a7-a0ce-d0f2040f83f5 cannot update to ACTIVE because it is not bound. {{(pid=104417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 30 04:17:32.921707 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-0e50914d-36f5-4730-bbc0-abefafd7e274 admin admin] Publish callbacks [] for port (d85e5dc8-6ae3-41a7-a0ce-d0f2040f83f5), precommit_update {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:17:32.935366 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-0e50914d-36f5-4730-bbc0-abefafd7e274 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4095053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781926634698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781926239335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781926239353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1764123'] for port (d85e5dc8-6ae3-41a7-a0ce-d0f2040f83f5), after_update {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:17:33.113793 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-0e50914d-36f5-4730-bbc0-abefafd7e274 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-613933'] for router_interface (bf72eb15-3ee6-4e6c-b6a5-69050f106f05), after_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:17:33.156392 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30493517-3813-4bfc-953e-0f33c5b09325 req-455bdd18-57dc-46ae-8f0c-f0bb8fcf18d3 tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:17:33.158478 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-30493517-3813-4bfc-953e-0f33c5b09325 req-455bdd18-57dc-46ae-8f0c-f0bb8fcf18d3 tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] 10.222.0.13 "GET /v2.0/ports?device_id=2d3f3442-a00e-47ee-b0df-f099086628ce HTTP/1.1" status: 200 len: 945 time: 0.1929705 Jun 30 04:17:33.167627 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e50914d-36f5-4730-bbc0-abefafd7e274 admin admin] Pushing event updated for resources: {'Port': ['ID=d85e5dc8-6ae3-41a7-a0ce-d0f2040f83f5,revision_number=2']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:17:33.185831 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108a2320-a0fa-4186-b964-b1a236758ba5 req-0efcfee7-4f8a-4889-b5f7-9b1c5f76179f tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:17:33.187407 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-108a2320-a0fa-4186-b964-b1a236758ba5 req-0efcfee7-4f8a-4889-b5f7-9b1c5f76179f tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] 10.222.0.13 "GET /v2.0/ports?device_id=1faec7e8-1e39-47c4-aba5-2e67eaf2936c HTTP/1.1" status: 200 len: 945 time: 0.1771817 Jun 30 04:17:33.189666 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-fc87f238-ea3e-4840-9c80-8b934701c9c3 req-89c6e17d-f13c-47c7-bca2-5f279fcd038a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bd404336-185f-4a39-8576-5211044a2340 HTTP/1.1" status: 200 len: 1000 time: 0.1755798 Jun 30 04:17:33.321592 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-30493517-3813-4bfc-953e-0f33c5b09325 req-01e18488-4047-4e64-a319-54f3cc8229d3 tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] 10.222.0.13 "GET /v2.0/security-groups?id=917dbda3-50de-42c2-a106-5e4480b4dad4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1550958 Jun 30 04:17:33.356665 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-108a2320-a0fa-4186-b964-b1a236758ba5 req-7573bd48-14b0-483d-8724-410e649d7c86 tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] 10.222.0.13 "GET /v2.0/security-groups?id=8f11cf44-78a0-4c0e-8f30-1538f7de7776&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1586573 Jun 30 04:17:33.358534 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e50914d-36f5-4730-bbc0-abefafd7e274 admin admin] Network f3a63920-bb03-4e95-88f4-cb950eb99c36 is already hosted by enough agents. {{(pid=104416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 04:17:33.360177 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.scheduler.base_scheduler [None req-0e50914d-36f5-4730-bbc0-abefafd7e274 admin admin] Resources bound (agent type, host, resource id): {{(pid=104416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 04:17:33.644986 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.db.provisioning_blocks [None req-1214c7be-b5dd-42cf-9490-98ddeb84eca6 None None] Provisioning complete for port d85e5dc8-6ae3-41a7-a0ce-d0f2040f83f5 triggered by entity DHCP. {{(pid=104417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 30 04:17:33.645548 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-1214c7be-b5dd-42cf-9490-98ddeb84eca6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565073'] for port (d85e5dc8-6ae3-41a7-a0ce-d0f2040f83f5), provisioning_complete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:17:33.700977 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-1214c7be-b5dd-42cf-9490-98ddeb84eca6 None None] Port d85e5dc8-6ae3-41a7-a0ce-d0f2040f83f5 cannot update to ACTIVE because it is not bound. {{(pid=104417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 30 04:17:33.753874 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e50914d-36f5-4730-bbc0-abefafd7e274 admin admin] Router bf72eb15-3ee6-4e6c-b6a5-69050f106f05 has already been hosted by L3 agent 2ea21a61-d737-4543-a811-a0d035fbf0f6 {{(pid=104416) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 30 04:17:33.765848 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:17:33.882240 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:17:33.903777 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc87f238-ea3e-4840-9c80-8b934701c9c3 req-a0e9babe-a6ef-43b2-adcf-4212477f6b4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:17:33.905247 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-fc87f238-ea3e-4840-9c80-8b934701c9c3 req-a0e9babe-a6ef-43b2-adcf-4212477f6b4c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d7ebd17c-ba43-4daa-b223-4200fbc873be HTTP/1.1" status: 200 len: 856 time: 0.0806384 Jun 30 04:17:33.910784 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e50914d-36f5-4730-bbc0-abefafd7e274 admin admin] Notify agent at l3_agent.dv-cinder-846842-7-iscsi the message routers_updated {{(pid=104416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 04:17:33.915953 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-0e50914d-36f5-4730-bbc0-abefafd7e274 admin admin] 10.222.0.13 "PUT /v2.0/routers/bf72eb15-3ee6-4e6c-b6a5-69050f106f05/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1193905 Jun 30 04:17:34.269341 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.13', 53114) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 04:17:34.273854 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.v2.base [None req-f9ceb429-a71b-4e09-8b42-6baa120fdd16 tempest-TestShelveInstance-1069409963 tempest-TestShelveInstance-1069409963-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1631971289', 'description': 'tempest-secgroup-smoke-1631971289 description', 'project_id': '62d0dd3cae1448049dc95fb347fd1a80'}} {{(pid=104416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 30 04:17:34.304626 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-f9ceb429-a71b-4e09-8b42-6baa120fdd16 tempest-TestShelveInstance-1069409963 tempest-TestShelveInstance-1069409963-project] Publish callbacks [] for security_group (None), before_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:17:34.378872 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-f9ceb429-a71b-4e09-8b42-6baa120fdd16 tempest-TestShelveInstance-1069409963 tempest-TestShelveInstance-1069409963-project] Publish callbacks [] for security_group (0f4a7f03-b349-4d47-a044-e7fe563f709b), precommit_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:17:34.383393 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-f9ceb429-a71b-4e09-8b42-6baa120fdd16 tempest-TestShelveInstance-1069409963 tempest-TestShelveInstance-1069409963-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3637186'] for security_group (0f4a7f03-b349-4d47-a044-e7fe563f709b), after_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:17:34.446477 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-f9ceb429-a71b-4e09-8b42-6baa120fdd16 tempest-TestShelveInstance-1069409963 tempest-TestShelveInstance-1069409963-project] Publish callbacks [] for security_group (None), before_response {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:17:34.450586 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-f9ceb429-a71b-4e09-8b42-6baa120fdd16 tempest-TestShelveInstance-1069409963 tempest-TestShelveInstance-1069409963-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1774635 Jun 30 04:17:34.451484 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.wsgi [-] (104415) accepted ('10.222.0.13', 53120) {{(pid=104415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 04:17:34.455110 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ceb429-a71b-4e09-8b42-6baa120fdd16 tempest-TestShelveInstance-1069409963 tempest-TestShelveInstance-1069409963-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0f4a7f03-b349-4d47-a044-e7fe563f709b,revision_number=1']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:17:34.456112 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.v2.base [None req-6a552987-5a54-4404-9ad0-0406a83c0f6f tempest-TestShelveInstance-1069409963 tempest-TestShelveInstance-1069409963-project] Request body: {'security_group_rule': {'security_group_id': '0f4a7f03-b349-4d47-a044-e7fe563f709b', 'project_id': '62d0dd3cae1448049dc95fb347fd1a80', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 30 04:17:34.496983 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-6a552987-5a54-4404-9ad0-0406a83c0f6f tempest-TestShelveInstance-1069409963 tempest-TestShelveInstance-1069409963-project] Publish callbacks [] for security_group_rule (a50416c2-5678-4914-aaba-da2b5daf5251), before_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:17:34.498913 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d98f4d-dbe1-4995-85a8-0365b27575ee req-239ac6bd-a510-4489-9505-049eec242465 tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:17:34.500510 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-d4d98f4d-dbe1-4995-85a8-0365b27575ee req-239ac6bd-a510-4489-9505-049eec242465 tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] 10.222.0.13 "GET /v2.0/ports?device_id=2d3f3442-a00e-47ee-b0df-f099086628ce HTTP/1.1" status: 200 len: 945 time: 0.0997140 Jun 30 04:17:34.520915 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb56d77f-800a-4880-a06e-e0a6c913735b req-0ae312a9-f0d7-4a76-9a2d-6567ae591bdb tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:17:34.522044 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=100 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:17:34.522319 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-cb56d77f-800a-4880-a06e-e0a6c913735b req-0ae312a9-f0d7-4a76-9a2d-6567ae591bdb tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] 10.222.0.13 "GET /v2.0/ports?device_id=1faec7e8-1e39-47c4-aba5-2e67eaf2936c HTTP/1.1" status: 200 len: 945 time: 0.0717640 Jun 30 04:17:34.559457 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-6a552987-5a54-4404-9ad0-0406a83c0f6f tempest-TestShelveInstance-1069409963 tempest-TestShelveInstance-1069409963-project] Publish callbacks [] for security_group_rule (a50416c2-5678-4914-aaba-da2b5daf5251), precommit_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:17:34.564087 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-6a552987-5a54-4404-9ad0-0406a83c0f6f tempest-TestShelveInstance-1069409963 tempest-TestShelveInstance-1069409963-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3637011'] for security_group_rule (a50416c2-5678-4914-aaba-da2b5daf5251), after_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:17:34.591534 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a552987-5a54-4404-9ad0-0406a83c0f6f tempest-TestShelveInstance-1069409963 tempest-TestShelveInstance-1069409963-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a50416c2-5678-4914-aaba-da2b5daf5251,revision_number=0']} {{(pid=104415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:17:34.596045 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-d4d98f4d-dbe1-4995-85a8-0365b27575ee req-d4cd96e6-b562-470f-984f-29a63735e0d2 tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] 10.222.0.13 "GET /v2.0/security-groups?id=917dbda3-50de-42c2-a106-5e4480b4dad4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0895228 Jun 30 04:17:34.598510 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-6a552987-5a54-4404-9ad0-0406a83c0f6f tempest-TestShelveInstance-1069409963 tempest-TestShelveInstance-1069409963-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:17:34.603666 dv-cinder-846842-7-iscsi neutron-server[104415]: INFO neutron.wsgi [None req-6a552987-5a54-4404-9ad0-0406a83c0f6f tempest-TestShelveInstance-1069409963 tempest-TestShelveInstance-1069409963-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1511295 Jun 30 04:17:34.604508 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.wsgi [-] (104415) accepted ('10.222.0.13', 53122) {{(pid=104415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 04:17:34.607957 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-cb56d77f-800a-4880-a06e-e0a6c913735b req-b82282c3-6820-4ae8-8179-4bffaf9daeff tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] 10.222.0.13 "GET /v2.0/security-groups?id=8f11cf44-78a0-4c0e-8f30-1538f7de7776&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759647 Jun 30 04:17:34.611404 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.v2.base [None req-e0868a8a-00b0-4e21-9e97-7b859f0ce8b3 tempest-TestShelveInstance-1069409963 tempest-TestShelveInstance-1069409963-project] Request body: {'security_group_rule': {'security_group_id': '0f4a7f03-b349-4d47-a044-e7fe563f709b', 'project_id': '62d0dd3cae1448049dc95fb347fd1a80', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 30 04:17:34.645725 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-e0868a8a-00b0-4e21-9e97-7b859f0ce8b3 tempest-TestShelveInstance-1069409963 tempest-TestShelveInstance-1069409963-project] Publish callbacks [] for security_group_rule (b5f073fd-a66d-47e2-a854-6cbbe5628e68), before_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:17:34.710874 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-e0868a8a-00b0-4e21-9e97-7b859f0ce8b3 tempest-TestShelveInstance-1069409963 tempest-TestShelveInstance-1069409963-project] Publish callbacks [] for security_group_rule (b5f073fd-a66d-47e2-a854-6cbbe5628e68), precommit_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:17:34.715225 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-e0868a8a-00b0-4e21-9e97-7b859f0ce8b3 tempest-TestShelveInstance-1069409963 tempest-TestShelveInstance-1069409963-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3637011'] for security_group_rule (b5f073fd-a66d-47e2-a854-6cbbe5628e68), after_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:17:34.736492 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0868a8a-00b0-4e21-9e97-7b859f0ce8b3 tempest-TestShelveInstance-1069409963 tempest-TestShelveInstance-1069409963-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b5f073fd-a66d-47e2-a854-6cbbe5628e68,revision_number=0']} {{(pid=104415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:17:34.744278 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-e0868a8a-00b0-4e21-9e97-7b859f0ce8b3 tempest-TestShelveInstance-1069409963 tempest-TestShelveInstance-1069409963-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:17:34.748440 dv-cinder-846842-7-iscsi neutron-server[104415]: INFO neutron.wsgi [None req-e0868a8a-00b0-4e21-9e97-7b859f0ce8b3 tempest-TestShelveInstance-1069409963 tempest-TestShelveInstance-1069409963-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1427741 Jun 30 04:17:34.749111 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.wsgi [-] (104415) accepted ('10.222.0.13', 53128) {{(pid=104415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 04:17:34.754266 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.v2.base [None req-eacd38e5-197a-43a6-ad37-b5fb983912be tempest-TestShelveInstance-1069409963 tempest-TestShelveInstance-1069409963-project] Request body: {'security_group_rule': {'security_group_id': '0f4a7f03-b349-4d47-a044-e7fe563f709b', 'project_id': '62d0dd3cae1448049dc95fb347fd1a80', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 30 04:17:34.789680 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-eacd38e5-197a-43a6-ad37-b5fb983912be tempest-TestShelveInstance-1069409963 tempest-TestShelveInstance-1069409963-project] Publish callbacks [] for security_group_rule (80813525-d1ff-41d9-aa91-4545c6c135fc), before_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:17:34.795163 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc87f238-ea3e-4840-9c80-8b934701c9c3 req-2ccabaed-653a-4015-8a3c-aa01d9ac7743 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:17:34.796996 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-fc87f238-ea3e-4840-9c80-8b934701c9c3 req-2ccabaed-653a-4015-8a3c-aa01d9ac7743 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=17fe777c-5046-426d-94b6-3483df1f9f21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0592318 Jun 30 04:17:34.809456 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45ff168c-83b9-412d-a514-99bf6351bea0 None None] Sync routers for ids ['bf72eb15-3ee6-4e6c-b6a5-69050f106f05'] in dv-cinder-846842-7-iscsi {{(pid=104418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 04:17:34.819678 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45ff168c-83b9-412d-a514-99bf6351bea0 None None] Routers {'bf72eb15-3ee6-4e6c-b6a5-69050f106f05'} bound to L3 agent in host dv-cinder-846842-7-iscsi {{(pid=104418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 30 04:17:34.820378 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.db.l3_hamode_db [None req-45ff168c-83b9-412d-a514-99bf6351bea0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-30T04:07:07Z,description=,heartbeat_timestamp=2022-06-30T04:17:07Z,host='dv-cinder-846842-7-iscsi',id=2ea21a61-d737-4543-a811-a0d035fbf0f6,load=0,resource_versions=,resources_synced=,started_at=2022-06-30T04:07:07Z,topic='l3_agent')) {'router_ids': ['bf72eb15-3ee6-4e6c-b6a5-69050f106f05'], 'active': True} {{(pid=104418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 04:17:34.857608 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-eacd38e5-197a-43a6-ad37-b5fb983912be tempest-TestShelveInstance-1069409963 tempest-TestShelveInstance-1069409963-project] Publish callbacks [] for security_group_rule (80813525-d1ff-41d9-aa91-4545c6c135fc), precommit_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:17:34.863427 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-eacd38e5-197a-43a6-ad37-b5fb983912be tempest-TestShelveInstance-1069409963 tempest-TestShelveInstance-1069409963-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3637011'] for security_group_rule (80813525-d1ff-41d9-aa91-4545c6c135fc), after_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:17:34.886590 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eacd38e5-197a-43a6-ad37-b5fb983912be tempest-TestShelveInstance-1069409963 tempest-TestShelveInstance-1069409963-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=80813525-d1ff-41d9-aa91-4545c6c135fc,revision_number=0']} {{(pid=104415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:17:34.893738 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-eacd38e5-197a-43a6-ad37-b5fb983912be tempest-TestShelveInstance-1069409963 tempest-TestShelveInstance-1069409963-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:17:34.898762 dv-cinder-846842-7-iscsi neutron-server[104415]: INFO neutron.wsgi [None req-eacd38e5-197a-43a6-ad37-b5fb983912be tempest-TestShelveInstance-1069409963 tempest-TestShelveInstance-1069409963-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1479487 Jun 30 04:17:34.898919 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.13', 53134) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 04:17:34.903516 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.v2.base [None req-43c43deb-225e-4f42-b0c7-1b2000c5b45a tempest-TestShelveInstance-1069409963 tempest-TestShelveInstance-1069409963-project] Request body: {'security_group_rule': {'security_group_id': '0f4a7f03-b349-4d47-a044-e7fe563f709b', 'project_id': '62d0dd3cae1448049dc95fb347fd1a80', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 30 04:17:34.917599 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-fc87f238-ea3e-4840-9c80-8b934701c9c3 req-f206a6c1-3103-4425-adc5-9c2909518418 service neutron] 10.222.0.20 "GET /v2.0/networks/17fe777c-5046-426d-94b6-3483df1f9f21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1098421 Jun 30 04:17:34.931324 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.db.l3_dvr_db [None req-45ff168c-83b9-412d-a514-99bf6351bea0 None None] Set router bf72eb15-3ee6-4e6c-b6a5-69050f106f05 gateway port host: dv-cinder-846842-7-iscsi {{(pid=104418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 30 04:17:34.962888 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-43c43deb-225e-4f42-b0c7-1b2000c5b45a tempest-TestShelveInstance-1069409963 tempest-TestShelveInstance-1069409963-project] Publish callbacks [] for security_group_rule (c6214b4a-28f5-4cce-aab7-d553325c71ca), before_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:17:35.068739 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-fc87f238-ea3e-4840-9c80-8b934701c9c3 req-04894261-827e-4c85-bc6e-0723283bca80 service neutron] 10.222.0.20 "GET /v2.0/networks/17fe777c-5046-426d-94b6-3483df1f9f21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1435380 Jun 30 04:17:35.070660 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-43c43deb-225e-4f42-b0c7-1b2000c5b45a tempest-TestShelveInstance-1069409963 tempest-TestShelveInstance-1069409963-project] Publish callbacks [] for security_group_rule (c6214b4a-28f5-4cce-aab7-d553325c71ca), precommit_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:17:35.085263 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-43c43deb-225e-4f42-b0c7-1b2000c5b45a tempest-TestShelveInstance-1069409963 tempest-TestShelveInstance-1069409963-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3637011'] for security_group_rule (c6214b4a-28f5-4cce-aab7-d553325c71ca), after_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:17:35.108722 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c43deb-225e-4f42-b0c7-1b2000c5b45a tempest-TestShelveInstance-1069409963 tempest-TestShelveInstance-1069409963-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c6214b4a-28f5-4cce-aab7-d553325c71ca,revision_number=0']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:17:35.118328 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-43c43deb-225e-4f42-b0c7-1b2000c5b45a tempest-TestShelveInstance-1069409963 tempest-TestShelveInstance-1069409963-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:17:35.119525 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-43c43deb-225e-4f42-b0c7-1b2000c5b45a tempest-TestShelveInstance-1069409963 tempest-TestShelveInstance-1069409963-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2199748 Jun 30 04:17:35.122446 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.wsgi [-] (104415) accepted ('10.222.0.13', 53138) {{(pid=104415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 04:17:35.129334 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.v2.base [None req-ae4f824c-7e81-4264-8425-6dc808d9b36b tempest-TestShelveInstance-1069409963 tempest-TestShelveInstance-1069409963-project] Request body: {'security_group_rule': {'security_group_id': '0f4a7f03-b349-4d47-a044-e7fe563f709b', 'project_id': '62d0dd3cae1448049dc95fb347fd1a80', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 30 04:17:35.150692 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.rpc [None req-2a6d8403-c0a5-4ac4-aa48-860a84345009 None None] Device e9399e3e-f4c6-457c-a881-c8c701ce5be5 up at agent ovs-agent-dv-cinder-846842-7-iscsi {{(pid=104417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 04:17:35.160595 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.db.l3_hamode_db [None req-45ff168c-83b9-412d-a514-99bf6351bea0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf72eb15-3ee6-4e6c-b6a5-69050f106f05', 'name': 'tempest-TestShelveInstance-1152949105-router', 'tenant_id': '4f161ea30f4f4748a753e6fe6f28efe9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14b0e4f-074d-4507-846c-fc8420bddf12', 'external_fixed_ips': [{'subnet_id': '15378187-268c-4fae-ace7-eaca7aa50f90', 'ip_address': '172.27.1.55'}], 'enable_snat': True}, 'gw_port_id': 'e9399e3e-f4c6-457c-a881-c8c701ce5be5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T04:17:26Z', 'updated_at': '2022-06-30T04:17:32Z', 'revision_number': 4, 'project_id': '4f161ea30f4f4748a753e6fe6f28efe9', 'gw_port': {'id': 'e9399e3e-f4c6-457c-a881-c8c701ce5be5', 'name': '', 'network_id': 'a14b0e4f-074d-4507-846c-fc8420bddf12', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:45:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf72eb15-3ee6-4e6c-b6a5-69050f106f05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': '15378187-268c-4fae-ace7-eaca7aa50f90', 'ip_address': '172.27.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T04:17:27Z', 'updated_at': '2022-06-30T04:17:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15378187-268c-4fae-ace7-eaca7aa50f90', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-7-iscsi', '_interfaces': [{'id': 'd85e5dc8-6ae3-41a7-a0ce-d0f2040f83f5', 'name': '', 'network_id': 'f3a63920-bb03-4e95-88f4-cb950eb99c36', 'tenant_id': '4f161ea30f4f4748a753e6fe6f28efe9', 'mac_address': 'fa:16:3e:de:fe:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf72eb15-3ee6-4e6c-b6a5-69050f106f05', 'device_owner': 'network:router_interface', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '8b49f157-cdd3-4a5e-97be-6e596cdb726e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T04:17:31Z', 'updated_at': '2022-06-30T04:17:32Z', 'revision_number': 2, 'project_id': '4f161ea30f4f4748a753e6fe6f28efe9', 'subnets': [{'id': '8b49f157-cdd3-4a5e-97be-6e596cdb726e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846842-7-iscsi', False) {} {{(pid=104418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 04:17:35.167058 dv-cinder-846842-7-iscsi neutron-server[104415]: INFO neutron.db.securitygroups_db [None req-ae4f824c-7e81-4264-8425-6dc808d9b36b tempest-TestShelveInstance-1069409963 tempest-TestShelveInstance-1069409963-project] Project 62d0dd3cae1448049dc95fb347fd1a80 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 30 04:17:35.176124 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-ae4f824c-7e81-4264-8425-6dc808d9b36b tempest-TestShelveInstance-1069409963 tempest-TestShelveInstance-1069409963-project] Publish callbacks [] for security_group_rule (0e5baf9f-1ee4-43a6-a3ef-018426a7c6d6), before_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:17:35.189324 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45ff168c-83b9-412d-a514-99bf6351bea0 None None] Checking router: bf72eb15-3ee6-4e6c-b6a5-69050f106f05 for host: dv-cinder-846842-7-iscsi {{(pid=104418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 04:17:35.189778 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45ff168c-83b9-412d-a514-99bf6351bea0 None None] Updating router bf72eb15-3ee6-4e6c-b6a5-69050f106f05 port d85e5dc8-6ae3-41a7-a0ce-d0f2040f83f5 binding host dv-cinder-846842-7-iscsi {{(pid=104418) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 04:17:35.199523 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-c2373b8b-cd4f-4a8d-80cd-77740e5adb51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926756172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565263'] for agent (beddbd52-9273-44c2-990c-63933fe383b2), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:17:35.227367 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-45ff168c-83b9-412d-a514-99bf6351bea0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3606762'] for port (d85e5dc8-6ae3-41a7-a0ce-d0f2040f83f5), before_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:17:35.232351 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.db.provisioning_blocks [None req-2a6d8403-c0a5-4ac4-aa48-860a84345009 None None] Provisioning complete for port e9399e3e-f4c6-457c-a881-c8c701ce5be5 triggered by entity L2. {{(pid=104417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 30 04:17:35.232722 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-2a6d8403-c0a5-4ac4-aa48-860a84345009 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565073'] for port (e9399e3e-f4c6-457c-a881-c8c701ce5be5), provisioning_complete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:17:35.260558 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-ae4f824c-7e81-4264-8425-6dc808d9b36b tempest-TestShelveInstance-1069409963 tempest-TestShelveInstance-1069409963-project] Publish callbacks [] for security_group_rule (0e5baf9f-1ee4-43a6-a3ef-018426a7c6d6), precommit_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:17:35.265806 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-ae4f824c-7e81-4264-8425-6dc808d9b36b tempest-TestShelveInstance-1069409963 tempest-TestShelveInstance-1069409963-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3637011'] for security_group_rule (0e5baf9f-1ee4-43a6-a3ef-018426a7c6d6), after_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:17:35.287053 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4f824c-7e81-4264-8425-6dc808d9b36b tempest-TestShelveInstance-1069409963 tempest-TestShelveInstance-1069409963-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e5baf9f-1ee4-43a6-a3ef-018426a7c6d6,revision_number=0']} {{(pid=104415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:17:35.296986 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-ae4f824c-7e81-4264-8425-6dc808d9b36b tempest-TestShelveInstance-1069409963 tempest-TestShelveInstance-1069409963-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:17:35.301038 dv-cinder-846842-7-iscsi neutron-server[104415]: INFO neutron.wsgi [None req-ae4f824c-7e81-4264-8425-6dc808d9b36b tempest-TestShelveInstance-1069409963 tempest-TestShelveInstance-1069409963-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1748910 Jun 30 04:17:35.301273 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.wsgi [-] (104415) accepted ('10.222.0.13', 53142) {{(pid=104415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 04:17:35.307218 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.v2.base [None req-428b18d8-8693-4238-9daa-6dfc1bb89b41 tempest-TestShelveInstance-1069409963 tempest-TestShelveInstance-1069409963-project] Request body: {'security_group_rule': {'security_group_id': '0f4a7f03-b349-4d47-a044-e7fe563f709b', 'project_id': '62d0dd3cae1448049dc95fb347fd1a80', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 30 04:17:35.314877 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-2a6d8403-c0a5-4ac4-aa48-860a84345009 None None] Current status of the port e9399e3e-f4c6-457c-a881-c8c701ce5be5 is: DOWN; New status is: ACTIVE {{(pid=104417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 30 04:17:35.315296 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-2a6d8403-c0a5-4ac4-aa48-860a84345009 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3606762'] for port (e9399e3e-f4c6-457c-a881-c8c701ce5be5), before_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:17:35.335217 dv-cinder-846842-7-iscsi neutron-server[104415]: INFO neutron.db.securitygroups_db [None req-428b18d8-8693-4238-9daa-6dfc1bb89b41 tempest-TestShelveInstance-1069409963 tempest-TestShelveInstance-1069409963-project] Project 62d0dd3cae1448049dc95fb347fd1a80 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 30 04:17:35.338734 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.db [None req-2a6d8403-c0a5-4ac4-aa48-860a84345009 None None] For port e9399e3e-f4c6-457c-a881-c8c701ce5be5, host dv-cinder-846842-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-7-iscsi',level=0,port_id=e9399e3e-f4c6-457c-a881-c8c701ce5be5,segment=NetworkSegment(3bfcffa1-5305-4ee8-86f3-678eb000aac1),segment_id=3bfcffa1-5305-4ee8-86f3-678eb000aac1)] {{(pid=104417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 04:17:35.341423 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-428b18d8-8693-4238-9daa-6dfc1bb89b41 tempest-TestShelveInstance-1069409963 tempest-TestShelveInstance-1069409963-project] Publish callbacks [] for security_group_rule (c4babed3-a628-4b64-aa4f-babf4f35917f), before_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:17:35.343424 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-2a6d8403-c0a5-4ac4-aa48-860a84345009 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4095053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781926634698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781926239335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781926239353'] for port (e9399e3e-f4c6-457c-a881-c8c701ce5be5), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:17:35.396707 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=79,neutron:INSERT=11,neutron:UPDATE=4,neutron:DELETE=6 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:17:35.405022 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6d8403-c0a5-4ac4-aa48-860a84345009 None None] Pushing event updated for resources: {'Port': ['ID=e9399e3e-f4c6-457c-a881-c8c701ce5be5,revision_number=4']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:17:35.415314 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-428b18d8-8693-4238-9daa-6dfc1bb89b41 tempest-TestShelveInstance-1069409963 tempest-TestShelveInstance-1069409963-project] Publish callbacks [] for security_group_rule (c4babed3-a628-4b64-aa4f-babf4f35917f), precommit_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:17:35.420090 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-428b18d8-8693-4238-9daa-6dfc1bb89b41 tempest-TestShelveInstance-1069409963 tempest-TestShelveInstance-1069409963-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3637011'] for security_group_rule (c4babed3-a628-4b64-aa4f-babf4f35917f), after_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:17:35.437815 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:SELECT=100 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:17:35.442396 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428b18d8-8693-4238-9daa-6dfc1bb89b41 tempest-TestShelveInstance-1069409963 tempest-TestShelveInstance-1069409963-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c4babed3-a628-4b64-aa4f-babf4f35917f,revision_number=0']} {{(pid=104415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:17:35.451788 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-428b18d8-8693-4238-9daa-6dfc1bb89b41 tempest-TestShelveInstance-1069409963 tempest-TestShelveInstance-1069409963-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:17:35.453010 dv-cinder-846842-7-iscsi neutron-server[104415]: INFO neutron.wsgi [None req-428b18d8-8693-4238-9daa-6dfc1bb89b41 tempest-TestShelveInstance-1069409963 tempest-TestShelveInstance-1069409963-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1499476 Jun 30 04:17:35.518960 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:17:35.536133 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-45ff168c-83b9-412d-a514-99bf6351bea0 None None] Publish callbacks [] for port (d85e5dc8-6ae3-41a7-a0ce-d0f2040f83f5), precommit_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:17:35.541628 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-45ff168c-83b9-412d-a514-99bf6351bea0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4095053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781926634698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781926239335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781926239353'] for port (d85e5dc8-6ae3-41a7-a0ce-d0f2040f83f5), after_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:17:35.591065 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09022f92-d601-48cf-b44c-24016cb23fef None None] Pushing event updated for resources: {'Port': ['ID=d85e5dc8-6ae3-41a7-a0ce-d0f2040f83f5,revision_number=3']} {{(pid=104418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:17:35.602338 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09022f92-d601-48cf-b44c-24016cb23fef None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:17:35.602680 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09022f92-d601-48cf-b44c-24016cb23fef None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:17:35.603031 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09022f92-d601-48cf-b44c-24016cb23fef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:17:35.603425 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09022f92-d601-48cf-b44c-24016cb23fef None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:17:35.603752 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09022f92-d601-48cf-b44c-24016cb23fef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:17:35.604073 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09022f92-d601-48cf-b44c-24016cb23fef None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:17:35.604394 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09022f92-d601-48cf-b44c-24016cb23fef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:17:35.604706 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09022f92-d601-48cf-b44c-24016cb23fef None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:17:35.605019 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09022f92-d601-48cf-b44c-24016cb23fef None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:17:35.605500 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09022f92-d601-48cf-b44c-24016cb23fef None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:17:35.605690 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09022f92-d601-48cf-b44c-24016cb23fef None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:17:35.606017 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09022f92-d601-48cf-b44c-24016cb23fef None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:17:35.606331 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09022f92-d601-48cf-b44c-24016cb23fef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:17:35.606632 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09022f92-d601-48cf-b44c-24016cb23fef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:17:35.606945 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09022f92-d601-48cf-b44c-24016cb23fef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:17:35.684465 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.managers [None req-45ff168c-83b9-412d-a514-99bf6351bea0 None None] Attempting to bind port d85e5dc8-6ae3-41a7-a0ce-d0f2040f83f5 on host dv-cinder-846842-7-iscsi for vnic_type normal with profile {{(pid=104418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 30 04:17:35.684832 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.managers [None req-45ff168c-83b9-412d-a514-99bf6351bea0 None None] Attempting to bind port d85e5dc8-6ae3-41a7-a0ce-d0f2040f83f5 by drivers openvswitch,hyperv on host dv-cinder-846842-7-iscsi at level 0 using segments [{'id': 'eda5d807-17a2-48fc-927c-f3ef68d1ae5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'f3a63920-bb03-4e95-88f4-cb950eb99c36'}] {{(pid=104418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 30 04:17:35.685185 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45ff168c-83b9-412d-a514-99bf6351bea0 None None] Attempting to bind port d85e5dc8-6ae3-41a7-a0ce-d0f2040f83f5 on network f3a63920-bb03-4e95-88f4-cb950eb99c36 {{(pid=104418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 30 04:17:35.695767 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45ff168c-83b9-412d-a514-99bf6351bea0 None None] Checking agent: {'id': 'cbdf45b5-344e-4e18-9242-1abb738708f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846842-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 30, 4, 7, 10), 'started_at': datetime.datetime(2022, 6, 30, 4, 7, 40), 'heartbeat_timestamp': datetime.datetime(2022, 6, 30, 4, 17, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846842-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 30 04:17:35.696138 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45ff168c-83b9-412d-a514-99bf6351bea0 None None] Checking segment: {'id': 'eda5d807-17a2-48fc-927c-f3ef68d1ae5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'f3a63920-bb03-4e95-88f4-cb950eb99c36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 30 04:17:35.696529 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-45ff168c-83b9-412d-a514-99bf6351bea0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:17:35.702431 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45ff168c-83b9-412d-a514-99bf6351bea0 None None] Bound using segment: {'id': 'eda5d807-17a2-48fc-927c-f3ef68d1ae5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'f3a63920-bb03-4e95-88f4-cb950eb99c36'} {{(pid=104418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 30 04:17:35.702972 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.managers [None req-45ff168c-83b9-412d-a514-99bf6351bea0 None None] Bound port: d85e5dc8-6ae3-41a7-a0ce-d0f2040f83f5, host: dv-cinder-846842-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eda5d807-17a2-48fc-927c-f3ef68d1ae5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'f3a63920-bb03-4e95-88f4-cb950eb99c36'}}] {{(pid=104418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 30 04:17:35.703405 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-45ff168c-83b9-412d-a514-99bf6351bea0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3606762'] for port (d85e5dc8-6ae3-41a7-a0ce-d0f2040f83f5), before_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:17:35.750691 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:17:35.793904 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.db [None req-45ff168c-83b9-412d-a514-99bf6351bea0 None None] For port d85e5dc8-6ae3-41a7-a0ce-d0f2040f83f5, host dv-cinder-846842-7-iscsi, cleared binding levels {{(pid=104418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 04:17:35.798647 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.db [None req-45ff168c-83b9-412d-a514-99bf6351bea0 None None] For port d85e5dc8-6ae3-41a7-a0ce-d0f2040f83f5, host dv-cinder-846842-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-7-iscsi',level=0,port_id=d85e5dc8-6ae3-41a7-a0ce-d0f2040f83f5,segment=NetworkSegment(eda5d807-17a2-48fc-927c-f3ef68d1ae5d),segment_id=eda5d807-17a2-48fc-927c-f3ef68d1ae5d)] {{(pid=104418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 04:17:35.809314 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-45ff168c-83b9-412d-a514-99bf6351bea0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4095053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781926634698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781926239335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781926239353'] for port (d85e5dc8-6ae3-41a7-a0ce-d0f2040f83f5), after_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:17:35.873594 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31a99d1-721a-429d-9b30-2efc0efe22c5 req-a17d7071-ec92-4d21-beac-b1a0b73dfd93 tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:17:35.882683 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-a31a99d1-721a-429d-9b30-2efc0efe22c5 req-a17d7071-ec92-4d21-beac-b1a0b73dfd93 tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] 10.222.0.13 "GET /v2.0/ports?device_id=1faec7e8-1e39-47c4-aba5-2e67eaf2936c HTTP/1.1" status: 200 len: 945 time: 0.1564393 Jun 30 04:17:35.884583 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45ff168c-83b9-412d-a514-99bf6351bea0 None None] Routers {'bf72eb15-3ee6-4e6c-b6a5-69050f106f05'} bound to L3 agent in host dv-cinder-846842-7-iscsi {{(pid=104418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 30 04:17:35.885807 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.db.l3_hamode_db [None req-45ff168c-83b9-412d-a514-99bf6351bea0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-30T04:07:07Z,description=,heartbeat_timestamp=2022-06-30T04:17:07Z,host='dv-cinder-846842-7-iscsi',id=2ea21a61-d737-4543-a811-a0d035fbf0f6,load=0,resource_versions=,resources_synced=,started_at=2022-06-30T04:07:07Z,topic='l3_agent')) {'router_ids': ['bf72eb15-3ee6-4e6c-b6a5-69050f106f05'], 'active': True} {{(pid=104418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 04:17:35.889804 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09022f92-d601-48cf-b44c-24016cb23fef None None] Pushing event updated for resources: {'Port': ['ID=d85e5dc8-6ae3-41a7-a0ce-d0f2040f83f5,revision_number=4']} {{(pid=104418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:17:35.909102 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a5edd3-f73f-4d1a-9817-fcf68b393e30 req-ade786a9-fa7f-4d11-8b42-b8a58ce3bdbc tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:17:35.910847 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-a7a5edd3-f73f-4d1a-9817-fcf68b393e30 req-ade786a9-fa7f-4d11-8b42-b8a58ce3bdbc tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] 10.222.0.13 "GET /v2.0/ports?device_id=2d3f3442-a00e-47ee-b0df-f099086628ce HTTP/1.1" status: 200 len: 945 time: 0.1728196 Jun 30 04:17:35.947276 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.db.provisioning_blocks [None req-fa3012da-069a-4403-8a91-f59f0e65b95e None None] Provisioning complete for port d85e5dc8-6ae3-41a7-a0ce-d0f2040f83f5 triggered by entity DHCP. {{(pid=104417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 30 04:17:35.947653 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-fa3012da-069a-4403-8a91-f59f0e65b95e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565073'] for port (d85e5dc8-6ae3-41a7-a0ce-d0f2040f83f5), provisioning_complete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:17:35.976896 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:DELETE=2 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:17:35.990702 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-a31a99d1-721a-429d-9b30-2efc0efe22c5 req-6e92bfbe-312c-46c0-b720-f75d77f22bf9 tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] 10.222.0.13 "GET /v2.0/security-groups?id=8f11cf44-78a0-4c0e-8f30-1538f7de7776&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070130 Jun 30 04:17:36.073802 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-a7a5edd3-f73f-4d1a-9817-fcf68b393e30 req-ab0ececf-85cc-4230-94e5-6c89e060d601 tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] 10.222.0.13 "GET /v2.0/security-groups?id=917dbda3-50de-42c2-a106-5e4480b4dad4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0974882 Jun 30 04:17:36.109613 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.db.l3_dvr_db [None req-45ff168c-83b9-412d-a514-99bf6351bea0 None None] Set router bf72eb15-3ee6-4e6c-b6a5-69050f106f05 gateway port host: dv-cinder-846842-7-iscsi {{(pid=104418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 30 04:17:36.128261 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-fa3012da-069a-4403-8a91-f59f0e65b95e None None] Current status of the port d85e5dc8-6ae3-41a7-a0ce-d0f2040f83f5 is: DOWN; New status is: ACTIVE {{(pid=104417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 30 04:17:36.128757 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-fa3012da-069a-4403-8a91-f59f0e65b95e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3606762'] for port (d85e5dc8-6ae3-41a7-a0ce-d0f2040f83f5), before_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:17:36.241203 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.db [None req-fa3012da-069a-4403-8a91-f59f0e65b95e None None] For port d85e5dc8-6ae3-41a7-a0ce-d0f2040f83f5, host dv-cinder-846842-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-7-iscsi',level=0,port_id=d85e5dc8-6ae3-41a7-a0ce-d0f2040f83f5,segment=NetworkSegment(eda5d807-17a2-48fc-927c-f3ef68d1ae5d),segment_id=eda5d807-17a2-48fc-927c-f3ef68d1ae5d)] {{(pid=104417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 04:17:36.252872 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-fa3012da-069a-4403-8a91-f59f0e65b95e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4095053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781926634698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781926239335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781926239353'] for port (d85e5dc8-6ae3-41a7-a0ce-d0f2040f83f5), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:17:36.327654 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.wsgi [-] (104415) accepted ('10.222.0.13', 53212) {{(pid=104415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 04:17:36.350137 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3012da-069a-4403-8a91-f59f0e65b95e None None] Pushing event updated for resources: {'Port': ['ID=d85e5dc8-6ae3-41a7-a0ce-d0f2040f83f5,revision_number=5']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:17:36.376891 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.db.provisioning_blocks [None req-ec715cad-da8a-4f85-b736-4a063aed391f None None] Provisioning complete for port d85e5dc8-6ae3-41a7-a0ce-d0f2040f83f5 triggered by entity DHCP. {{(pid=104417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 30 04:17:36.378076 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-ec715cad-da8a-4f85-b736-4a063aed391f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565073'] for port (d85e5dc8-6ae3-41a7-a0ce-d0f2040f83f5), provisioning_complete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:17:36.406687 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.db.db_base_plugin_v2 [None req-c734a717-5a7c-41b2-903a-477c180216a6 admin admin] Deleting subnet a5efc94f-0420-4a8e-a48f-9d7543800cda {{(pid=104415) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 30 04:17:36.413034 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-c734a717-5a7c-41b2-903a-477c180216a6 admin admin] Publish callbacks [] for subnet (a5efc94f-0420-4a8e-a48f-9d7543800cda), before_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:17:36.448260 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.db.l3_hamode_db [None req-45ff168c-83b9-412d-a514-99bf6351bea0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf72eb15-3ee6-4e6c-b6a5-69050f106f05', 'name': 'tempest-TestShelveInstance-1152949105-router', 'tenant_id': '4f161ea30f4f4748a753e6fe6f28efe9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14b0e4f-074d-4507-846c-fc8420bddf12', 'external_fixed_ips': [{'subnet_id': '15378187-268c-4fae-ace7-eaca7aa50f90', 'ip_address': '172.27.1.55'}], 'enable_snat': True}, 'gw_port_id': 'e9399e3e-f4c6-457c-a881-c8c701ce5be5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T04:17:26Z', 'updated_at': '2022-06-30T04:17:32Z', 'revision_number': 4, 'project_id': '4f161ea30f4f4748a753e6fe6f28efe9', 'gw_port': {'id': 'e9399e3e-f4c6-457c-a881-c8c701ce5be5', 'name': '', 'network_id': 'a14b0e4f-074d-4507-846c-fc8420bddf12', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:45:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf72eb15-3ee6-4e6c-b6a5-69050f106f05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': '15378187-268c-4fae-ace7-eaca7aa50f90', 'ip_address': '172.27.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T04:17:27Z', 'updated_at': '2022-06-30T04:17:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15378187-268c-4fae-ace7-eaca7aa50f90', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-7-iscsi', '_interfaces': [{'id': 'd85e5dc8-6ae3-41a7-a0ce-d0f2040f83f5', 'name': '', 'network_id': 'f3a63920-bb03-4e95-88f4-cb950eb99c36', 'tenant_id': '4f161ea30f4f4748a753e6fe6f28efe9', 'mac_address': 'fa:16:3e:de:fe:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf72eb15-3ee6-4e6c-b6a5-69050f106f05', 'device_owner': 'network:router_interface', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '8b49f157-cdd3-4a5e-97be-6e596cdb726e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T04:17:31Z', 'updated_at': '2022-06-30T04:17:35Z', 'revision_number': 4, 'project_id': '4f161ea30f4f4748a753e6fe6f28efe9', 'subnets': [{'id': '8b49f157-cdd3-4a5e-97be-6e596cdb726e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846842-7-iscsi', False) {} {{(pid=104418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 04:17:36.459408 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-c734a717-5a7c-41b2-903a-477c180216a6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8605181'] for subnet (a5efc94f-0420-4a8e-a48f-9d7543800cda), precommit_delete_associations {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:17:36.481149 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45ff168c-83b9-412d-a514-99bf6351bea0 None None] The sync data for ids ['bf72eb15-3ee6-4e6c-b6a5-69050f106f05'] in dv-cinder-846842-7-iscsi is: [{'id': 'bf72eb15-3ee6-4e6c-b6a5-69050f106f05', 'name': 'tempest-TestShelveInstance-1152949105-router', 'tenant_id': '4f161ea30f4f4748a753e6fe6f28efe9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14b0e4f-074d-4507-846c-fc8420bddf12', 'external_fixed_ips': [{'subnet_id': '15378187-268c-4fae-ace7-eaca7aa50f90', 'ip_address': '172.27.1.55'}], 'enable_snat': True}, 'gw_port_id': 'e9399e3e-f4c6-457c-a881-c8c701ce5be5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T04:17:26Z', 'updated_at': '2022-06-30T04:17:32Z', 'revision_number': 4, 'project_id': '4f161ea30f4f4748a753e6fe6f28efe9', 'gw_port': {'id': 'e9399e3e-f4c6-457c-a881-c8c701ce5be5', 'name': '', 'network_id': 'a14b0e4f-074d-4507-846c-fc8420bddf12', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:45:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf72eb15-3ee6-4e6c-b6a5-69050f106f05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': '15378187-268c-4fae-ace7-eaca7aa50f90', 'ip_address': '172.27.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T04:17:27Z', 'updated_at': '2022-06-30T04:17:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15378187-268c-4fae-ace7-eaca7aa50f90', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-7-iscsi', '_interfaces': [{'id': 'd85e5dc8-6ae3-41a7-a0ce-d0f2040f83f5', 'name': '', 'network_id': 'f3a63920-bb03-4e95-88f4-cb950eb99c36', 'tenant_id': '4f161ea30f4f4748a753e6fe6f28efe9', 'mac_address': 'fa:16:3e:de:fe:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf72eb15-3ee6-4e6c-b6a5-69050f106f05', 'device_owner': 'network:router_interface', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '8b49f157-cdd3-4a5e-97be-6e596cdb726e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T04:17:31Z', 'updated_at': '2022-06-30T04:17:35Z', 'revision_number': 4, 'project_id': '4f161ea30f4f4748a753e6fe6f28efe9', 'subnets': [{'id': '8b49f157-cdd3-4a5e-97be-6e596cdb726e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 04:17:36.497238 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=85,neutron:INSERT=9,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:17:36.541943 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-ec715cad-da8a-4f85-b736-4a063aed391f None None] Current status of the port d85e5dc8-6ae3-41a7-a0ce-d0f2040f83f5 is: ACTIVE; New status is: ACTIVE {{(pid=104417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 30 04:17:36.558067 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-c734a717-5a7c-41b2-903a-477c180216a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3565464'] for subnet (a5efc94f-0420-4a8e-a48f-9d7543800cda), precommit_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:17:36.688889 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-c734a717-5a7c-41b2-903a-477c180216a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3565459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11645304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8617655'] for subnet (a5efc94f-0420-4a8e-a48f-9d7543800cda), after_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:17:36.736512 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.13', 53234) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 04:17:36.747646 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c734a717-5a7c-41b2-903a-477c180216a6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a5efc94f-0420-4a8e-a48f-9d7543800cda,revision_number=None']} {{(pid=104415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:17:36.748313 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.rpc [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Device bd404336-185f-4a39-8576-5211044a2340 no longer exists at agent hyperv_hv-cinder-84684 {{(pid=104417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 04:17:36.756634 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-c734a717-5a7c-41b2-903a-477c180216a6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528667'] for subnet (None), before_response {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:17:36.763647 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.13', 53238) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 04:17:36.763797 dv-cinder-846842-7-iscsi neutron-server[104415]: INFO neutron.wsgi [None req-c734a717-5a7c-41b2-903a-477c180216a6 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/a5efc94f-0420-4a8e-a48f-9d7543800cda HTTP/1.1" status: 204 len: 168 time: 0.4349465 Jun 30 04:17:36.874840 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:17:36.883495 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Current status of the port bd404336-185f-4a39-8576-5211044a2340 is: ACTIVE; New status is: DOWN {{(pid=104417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 30 04:17:36.883955 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3606762'] for port (bd404336-185f-4a39-8576-5211044a2340), before_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:17:36.906736 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-a28f9115-679f-4fb4-ba64-10957a587711 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3657771'] for network (e32b4d2d-0c44-4263-befe-fe39be6c48e5), before_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:17:36.914770 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d3f3442-a00e-47ee-b0df-f099086628ce', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bd404336-185f-4a39-8576-5211044a2340'}] {{(pid=104417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 30 04:17:36.917079 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}872baf0325b3a4d4e4ba58c5a9b381606b113811ad1a9f7b70d77ff172d270fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98ee3489-571f-493b-880b-5e0b41223731" -d '{"events": [{"server_uuid": "2d3f3442-a00e-47ee-b0df-f099086628ce", "name": "network-vif-unplugged", "status": "completed", "tag": "bd404336-185f-4a39-8576-5211044a2340"}]}' {{(pid=104417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 04:17:36.932182 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.db [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] For port bd404336-185f-4a39-8576-5211044a2340, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=bd404336-185f-4a39-8576-5211044a2340,segment=NetworkSegment(fa7c4b3d-3226-4230-8cea-73b76388d57e),segment_id=fa7c4b3d-3226-4230-8cea-73b76388d57e)] {{(pid=104417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 04:17:36.941940 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4095053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781926634698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781926239335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781926239353'] for port (bd404336-185f-4a39-8576-5211044a2340), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:17:36.946149 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:17:36.965646 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.wsgi [-] (104415) accepted ('10.222.0.13', 53244) {{(pid=104415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 04:17:36.965826 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-f4e026e7-72eb-434f-953a-71ac8e60eaaf admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=29ec13c3f4a04d688912b49eb43a02e6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2280881 Jun 30 04:17:36.988841 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 30 Jun 2022 04:17:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c74704b9-c7c8-4495-801d-1a174582facd x-openstack-request-id: req-c74704b9-c7c8-4495-801d-1a174582facd {{(pid=104417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 04:17:36.989140 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d3f3442-a00e-47ee-b0df-f099086628ce", "name": "network-vif-unplugged", "status": "completed", "tag": "bd404336-185f-4a39-8576-5211044a2340", "code": 200}]} {{(pid=104417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 04:17:36.989391 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c74704b9-c7c8-4495-801d-1a174582facd {{(pid=104417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 04:17:36.990376 dv-cinder-846842-7-iscsi neutron-server[104417]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c74704b9-c7c8-4495-801d-1a174582facd'] response: {'server_uuid': '2d3f3442-a00e-47ee-b0df-f099086628ce', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bd404336-185f-4a39-8576-5211044a2340', 'code': 200} Jun 30 04:17:37.012144 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Pushing event updated for resources: {'Port': ['ID=bd404336-185f-4a39-8576-5211044a2340,revision_number=8']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:17:37.039700 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-a28f9115-679f-4fb4-ba64-10957a587711 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3567502', 'neutron.services.segments.db._delete_segments_for_network-8781926756190'] for network (e32b4d2d-0c44-4263-befe-fe39be6c48e5), precommit_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:17:37.053538 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-43ea4cf7-7b28-4cad-8b8c-8e1dc69a185f admin admin] Publish callbacks [] for security_group (b9d0c36b-7ad7-419e-aabf-30a2599153f4), before_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:17:37.090570 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.services.segments.db [None req-a28f9115-679f-4fb4-ba64-10957a587711 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e32b4d2d-0c44-4263-befe-fe39be6c48e5']}} {{(pid=104416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 04:17:37.106747 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-43ea4cf7-7b28-4cad-8b8c-8e1dc69a185f admin admin] Publish callbacks [] for security_group (b9d0c36b-7ad7-419e-aabf-30a2599153f4), precommit_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:17:37.173209 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.services.segments.db [None req-a28f9115-679f-4fb4-ba64-10957a587711 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4fafec2b-a6e2-4e57-9489-84e1c8f57960') {'for_net_delete': True} {{(pid=104416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 04:17:37.173507 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.services.segments.db [None req-a28f9115-679f-4fb4-ba64-10957a587711 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4fafec2b-a6e2-4e57-9489-84e1c8f57960') {} {{(pid=104416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 04:17:37.185937 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-a28f9115-679f-4fb4-ba64-10957a587711 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781926756455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-840535'] for segment (4fafec2b-a6e2-4e57-9489-84e1c8f57960), before_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:17:37.202628 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-a28f9115-679f-4fb4-ba64-10957a587711 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505043'] for segment (4fafec2b-a6e2-4e57-9489-84e1c8f57960), precommit_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:17:37.212295 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a28f9115-679f-4fb4-ba64-10957a587711 admin admin] Releasing vlan 198 on physical network physnet1 to pool {{(pid=104416) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 04:17:37.212705 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-a28f9115-679f-4fb4-ba64-10957a587711 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1764343'] for segment (4fafec2b-a6e2-4e57-9489-84e1c8f57960), after_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:17:37.222259 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-43ea4cf7-7b28-4cad-8b8c-8e1dc69a185f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3637186'] for security_group (b9d0c36b-7ad7-419e-aabf-30a2599153f4), after_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:17:37.225460 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-43ea4cf7-7b28-4cad-8b8c-8e1dc69a185f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:17:37.229310 dv-cinder-846842-7-iscsi neutron-server[104415]: INFO neutron.wsgi [None req-43ea4cf7-7b28-4cad-8b8c-8e1dc69a185f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b9d0c36b-7ad7-419e-aabf-30a2599153f4 HTTP/1.1" status: 204 len: 168 time: 0.2596619 Jun 30 04:17:37.236221 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ea4cf7-7b28-4cad-8b8c-8e1dc69a185f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9d0c36b-7ad7-419e-aabf-30a2599153f4,revision_number=None']} {{(pid=104415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:17:37.244647 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81895a95-c444-4e14-a6a5-b280084aa98a req-342ee034-4e56-4250-940e-543ceb711635 tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:17:37.264539 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-81895a95-c444-4e14-a6a5-b280084aa98a req-342ee034-4e56-4250-940e-543ceb711635 tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] 10.222.0.13 "GET /v2.0/ports?device_id=1faec7e8-1e39-47c4-aba5-2e67eaf2936c HTTP/1.1" status: 200 len: 945 time: 0.1652143 Jun 30 04:17:37.341126 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.services.segments.plugin [-] Segment 4fafec2b-a6e2-4e57-9489-84e1c8f57960 resource provider aggregate not found Jun 30 04:17:37.344376 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.rpc [None req-2a6d8403-c0a5-4ac4-aa48-860a84345009 None None] Device d85e5dc8-6ae3-41a7-a0ce-d0f2040f83f5 up at agent ovs-agent-dv-cinder-846842-7-iscsi {{(pid=104417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 04:17:37.418994 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.db.provisioning_blocks [None req-2a6d8403-c0a5-4ac4-aa48-860a84345009 None None] Provisioning complete for port d85e5dc8-6ae3-41a7-a0ce-d0f2040f83f5 triggered by entity L2. {{(pid=104417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 30 04:17:37.420530 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-2a6d8403-c0a5-4ac4-aa48-860a84345009 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565073'] for port (d85e5dc8-6ae3-41a7-a0ce-d0f2040f83f5), provisioning_complete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:17:37.445582 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-a28f9115-679f-4fb4-ba64-10957a587711 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3567543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3637173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-620245'] for network (e32b4d2d-0c44-4263-befe-fe39be6c48e5), after_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:17:37.452001 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.services.segments.plugin [-] Segment 4fafec2b-a6e2-4e57-9489-84e1c8f57960 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4fafec2b-a6e2-4e57-9489-84e1c8f57960 found for delete ", "request_id": "req-b522a759-2a96-430b-9737-2a51d84f6fd4"}]} Jun 30 04:17:37.462531 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d35cfb-86ea-480a-9d96-0ea35089bbe8 req-2ea22d27-c90e-4cb7-85ca-41b14cbc9312 tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:17:37.464157 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-f9d35cfb-86ea-480a-9d96-0ea35089bbe8 req-2ea22d27-c90e-4cb7-85ca-41b14cbc9312 tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] 10.222.0.13 "GET /v2.0/ports?device_id=2d3f3442-a00e-47ee-b0df-f099086628ce HTTP/1.1" status: 200 len: 943 time: 0.1772521 Jun 30 04:17:37.473821 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-81895a95-c444-4e14-a6a5-b280084aa98a req-9e6f7e44-86e3-4435-b983-e6d624032d7d tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] 10.222.0.13 "GET /v2.0/security-groups?id=8f11cf44-78a0-4c0e-8f30-1538f7de7776&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2065415 Jun 30 04:17:37.494809 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-a28f9115-679f-4fb4-ba64-10957a587711 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528667'] for network (None), before_response {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:17:37.499156 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-a28f9115-679f-4fb4-ba64-10957a587711 admin admin] 10.222.0.13 "DELETE /v2.0/networks/e32b4d2d-0c44-4263-befe-fe39be6c48e5 HTTP/1.1" status: 204 len: 168 time: 0.7307620 Jun 30 04:17:37.500495 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28f9115-679f-4fb4-ba64-10957a587711 admin admin] Pushing event deleted for resources: {'Network': ['ID=e32b4d2d-0c44-4263-befe-fe39be6c48e5,revision_number=None']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:17:37.552346 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-1f0c707c-d5f2-4a82-8957-ed4c709a1eda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926756172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565263'] for agent (2ea21a61-d737-4543-a811-a0d035fbf0f6), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:17:37.556275 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-f9d35cfb-86ea-480a-9d96-0ea35089bbe8 req-94479d92-b530-402a-9d85-dc5e3b7c0fb7 tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] 10.222.0.13 "GET /v2.0/security-groups?id=917dbda3-50de-42c2-a106-5e4480b4dad4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0779650 Jun 30 04:17:37.600197 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-2a6d8403-c0a5-4ac4-aa48-860a84345009 None None] Current status of the port d85e5dc8-6ae3-41a7-a0ce-d0f2040f83f5 is: ACTIVE; New status is: ACTIVE {{(pid=104417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 30 04:17:37.601304 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.rpc [None req-2a6d8403-c0a5-4ac4-aa48-860a84345009 None None] Device e9399e3e-f4c6-457c-a881-c8c701ce5be5 up at agent ovs-agent-dv-cinder-846842-7-iscsi {{(pid=104417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 04:17:37.660753 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.db.provisioning_blocks [None req-2a6d8403-c0a5-4ac4-aa48-860a84345009 None None] Provisioning complete for port e9399e3e-f4c6-457c-a881-c8c701ce5be5 triggered by entity L2. {{(pid=104417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 30 04:17:37.661188 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-2a6d8403-c0a5-4ac4-aa48-860a84345009 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565073'] for port (e9399e3e-f4c6-457c-a881-c8c701ce5be5), provisioning_complete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:17:37.795951 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-2a6d8403-c0a5-4ac4-aa48-860a84345009 None None] Current status of the port e9399e3e-f4c6-457c-a881-c8c701ce5be5 is: ACTIVE; New status is: ACTIVE {{(pid=104417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 30 04:17:37.866615 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.13', 53278) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 04:17:37.925180 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-b96ed193-9430-4170-916f-80699a61a4aa admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=94100e07e4d34a679ae537cb87de4dba&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0573475 Jun 30 04:17:37.927863 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.13', 53282) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 04:17:38.004907 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-95e4e9cc-2437-42fc-9a56-e6b77447b785 admin admin] Publish callbacks [] for security_group (265ff658-8a93-4d62-aa14-b0736216eb05), before_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:17:38.033186 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-95e4e9cc-2437-42fc-9a56-e6b77447b785 admin admin] Publish callbacks [] for security_group (265ff658-8a93-4d62-aa14-b0736216eb05), precommit_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:17:38.086768 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-95e4e9cc-2437-42fc-9a56-e6b77447b785 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3637186'] for security_group (265ff658-8a93-4d62-aa14-b0736216eb05), after_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:17:38.089589 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-95e4e9cc-2437-42fc-9a56-e6b77447b785 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:17:38.090807 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-95e4e9cc-2437-42fc-9a56-e6b77447b785 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/265ff658-8a93-4d62-aa14-b0736216eb05 HTTP/1.1" status: 204 len: 168 time: 0.1620197 Jun 30 04:17:38.102252 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e4e9cc-2437-42fc-9a56-e6b77447b785 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=265ff658-8a93-4d62-aa14-b0736216eb05,revision_number=None']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:17:38.435479 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.13', 53296) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 04:17:38.462953 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-7a77f087-4523-4fd9-b9f1-b6333d8ad1f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926756172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565263'] for agent (672e10fd-0bbc-4d52-8fca-d980f41e3265), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:17:38.552754 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.v2.base [None req-90fe9c9f-048a-4d22-a91a-c78014a7be5d admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-138600561-network', 'tenant_id': 'c2fe0f4b2519494ea784cea098da6be3'}} {{(pid=104416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 30 04:17:38.580822 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:17:38.583341 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90fe9c9f-048a-4d22-a91a-c78014a7be5d admin admin] Made reservation on behalf of c2fe0f4b2519494ea784cea098da6be3 for: {'network': 1} {{(pid=104416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 04:17:38.586228 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-90fe9c9f-048a-4d22-a91a-c78014a7be5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3606762'] for network (None), before_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:17:38.614093 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-90fe9c9f-048a-4d22-a91a-c78014a7be5d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:17:38.637025 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b24b61-1718-4964-aa2b-9a1698a0e8dc req-45c6ec3c-11da-4e64-bfa9-37abcd2ff11c tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:17:38.638828 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-83b24b61-1718-4964-aa2b-9a1698a0e8dc req-45c6ec3c-11da-4e64-bfa9-37abcd2ff11c tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] 10.222.0.13 "GET /v2.0/ports?device_id=1faec7e8-1e39-47c4-aba5-2e67eaf2936c HTTP/1.1" status: 200 len: 945 time: 0.0679793 Jun 30 04:17:38.714984 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=93,neutron:DELETE=3,neutron:INSERT=4 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:17:38.739869 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d61d7a9-c7a6-46d1-8815-90e2f20c740a req-69cb331d-d8fe-4fb2-acdd-53320fa98542 tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:17:38.741348 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-7d61d7a9-c7a6-46d1-8815-90e2f20c740a req-69cb331d-d8fe-4fb2-acdd-53320fa98542 tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] 10.222.0.13 "GET /v2.0/ports?device_id=2d3f3442-a00e-47ee-b0df-f099086628ce HTTP/1.1" status: 200 len: 943 time: 0.0823753 Jun 30 04:17:38.768823 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-83b24b61-1718-4964-aa2b-9a1698a0e8dc req-f2cefc3c-d378-4dc7-852c-44f66bb04619 tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] 10.222.0.13 "GET /v2.0/security-groups?id=8f11cf44-78a0-4c0e-8f30-1538f7de7776&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208777 Jun 30 04:17:38.824827 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-90fe9c9f-048a-4d22-a91a-c78014a7be5d admin admin] Publish callbacks [] for security_group (1b509d36-94df-4c63-9725-7481eed04a79), precommit_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:17:38.829939 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-7d61d7a9-c7a6-46d1-8815-90e2f20c740a req-64f6d6d1-65ee-4d4d-baca-ad28d1a44de0 tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] 10.222.0.13 "GET /v2.0/security-groups?id=917dbda3-50de-42c2-a106-5e4480b4dad4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0778112 Jun 30 04:17:38.830951 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-90fe9c9f-048a-4d22-a91a-c78014a7be5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3637186'] for security_group (1b509d36-94df-4c63-9725-7481eed04a79), after_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:17:38.859074 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-90fe9c9f-048a-4d22-a91a-c78014a7be5d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 192} {{(pid=104416) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 04:17:38.866216 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90fe9c9f-048a-4d22-a91a-c78014a7be5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b509d36-94df-4c63-9725-7481eed04a79,revision_number=1']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:17:38.872686 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-90fe9c9f-048a-4d22-a91a-c78014a7be5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505043'] for segment (29fd2ab4-096b-48df-8eef-82f2cdac089f), precommit_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:17:38.872932 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.db.segments_db [None req-90fe9c9f-048a-4d22-a91a-c78014a7be5d admin admin] Added segment 29fd2ab4-096b-48df-8eef-82f2cdac089f of type vlan for network db2948ec-060f-4621-8ce6-8119698c91b1 Jun 30 04:17:38.915344 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-90fe9c9f-048a-4d22-a91a-c78014a7be5d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781926193812'] for network (db2948ec-060f-4621-8ce6-8119698c91b1), precommit_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:17:38.942213 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-90fe9c9f-048a-4d22-a91a-c78014a7be5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3637173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528681'] for network (db2948ec-060f-4621-8ce6-8119698c91b1), after_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:17:38.944885 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90fe9c9f-048a-4d22-a91a-c78014a7be5d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:17:38.945938 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-90fe9c9f-048a-4d22-a91a-c78014a7be5d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528667'] for network (None), before_response {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:17:38.988835 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-90fe9c9f-048a-4d22-a91a-c78014a7be5d admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 865 time: 0.5450721 Jun 30 04:17:38.991873 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.wsgi [-] (104415) accepted ('10.222.0.13', 53314) {{(pid=104415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 04:17:38.997968 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.v2.base [None req-6be63876-2ee2-410d-a544-3f6144c6f2b5 admin admin] Request body: {'subnet': {'network_id': 'db2948ec-060f-4621-8ce6-8119698c91b1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-138600561-subnet', 'tenant_id': 'c2fe0f4b2519494ea784cea098da6be3', 'ip_version': 4}} {{(pid=104415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 30 04:17:39.031987 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6be63876-2ee2-410d-a544-3f6144c6f2b5 admin admin] Made reservation on behalf of c2fe0f4b2519494ea784cea098da6be3 for: {'subnet': 1} {{(pid=104415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 04:17:39.035162 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-6be63876-2ee2-410d-a544-3f6144c6f2b5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8617624'] for subnet (None), before_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:17:39.040086 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90fe9c9f-048a-4d22-a91a-c78014a7be5d admin admin] Pushing event updated for resources: {'Network': ['ID=db2948ec-060f-4621-8ce6-8119698c91b1,revision_number=1']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:17:39.051517 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.rpc [None req-2a6d8403-c0a5-4ac4-aa48-860a84345009 None None] Network db2948ec-060f-4621-8ce6-8119698c91b1 details requested by agent ovs-agent-dv-cinder-846842-7-iscsi with host dv-cinder-846842-7-iscsi {{(pid=104417) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 04:17:39.259366 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-6be63876-2ee2-410d-a544-3f6144c6f2b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11635623', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8617614'] for subnet (d15d22dc-e983-46bc-a814-5adbf2d25b83), after_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:17:39.318169 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be63876-2ee2-410d-a544-3f6144c6f2b5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d15d22dc-e983-46bc-a814-5adbf2d25b83,revision_number=0']} {{(pid=104415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:17:39.328158 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6be63876-2ee2-410d-a544-3f6144c6f2b5 admin admin] Checking segment: {'id': '29fd2ab4-096b-48df-8eef-82f2cdac089f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'db2948ec-060f-4621-8ce6-8119698c91b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104415) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 30 04:17:39.328515 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6be63876-2ee2-410d-a544-3f6144c6f2b5 admin admin] Network hostable DHCP agents. Network: db2948ec-060f-4621-8ce6-8119698c91b1, hostable agents: ['beddbd52-9273-44c2-990c-63933fe383b2'], hosted agents: [] {{(pid=104415) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 04:17:39.342146 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=89,neutron:DELETE=6,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:17:39.348669 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6be63876-2ee2-410d-a544-3f6144c6f2b5 admin admin] Network db2948ec-060f-4621-8ce6-8119698c91b1 is scheduled to be hosted by DHCP agent beddbd52-9273-44c2-990c-63933fe383b2 with binding_index 1 {{(pid=104415) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 04:17:39.360600 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.scheduler.base_scheduler [None req-6be63876-2ee2-410d-a544-3f6144c6f2b5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-846842-7-iscsi, db2948ec-060f-4621-8ce6-8119698c91b1) {{(pid=104415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 04:17:39.365091 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6be63876-2ee2-410d-a544-3f6144c6f2b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:17:39.365774 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-6be63876-2ee2-410d-a544-3f6144c6f2b5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528667'] for subnet (None), before_response {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:17:39.381677 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10271170-ea69-4d19-b20f-c2c63e953dd8 None None] Network db2948ec-060f-4621-8ce6-8119698c91b1 requested from dv-cinder-846842-7-iscsi {{(pid=104417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 30 04:17:39.385122 dv-cinder-846842-7-iscsi neutron-server[104415]: INFO neutron.wsgi [None req-6be63876-2ee2-410d-a544-3f6144c6f2b5 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3909302 Jun 30 04:17:39.387728 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.wsgi [-] (104415) accepted ('10.222.0.13', 53330) {{(pid=104415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 04:17:39.393358 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.v2.base [None req-3c8da3b0-ad4e-4340-aeda-6648dbe08542 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-138600561-router', 'tenant_id': 'c2fe0f4b2519494ea784cea098da6be3', 'external_gateway_info': {'network_id': 'a14b0e4f-074d-4507-846c-fc8420bddf12'}}} {{(pid=104415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 30 04:17:39.425973 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-3c8da3b0-ad4e-4340-aeda-6648dbe08542 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-611393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-992720'] for router (e0d14cc1-d55a-47b8-8f48-3523e445fe69), before_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:17:39.427417 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-3c8da3b0-ad4e-4340-aeda-6648dbe08542 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-612039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-618118', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-671212', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-992729'] for router (e0d14cc1-d55a-47b8-8f48-3523e445fe69), precommit_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:17:39.494797 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-3c8da3b0-ad4e-4340-aeda-6648dbe08542 admin admin] Publish callbacks [] for router_controller (e0d14cc1-d55a-47b8-8f48-3523e445fe69), precommit_add_association {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:17:39.511064 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a95794c1-dac7-47ff-96b7-ed3ea965b446 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcd801984-d77e-514a-975e-2a6430aac994-db2948ec-060f-4621-8ce6-8119698c91b1', 'network_id': 'db2948ec-060f-4621-8ce6-8119698c91b1', 'project_id': 'c2fe0f4b2519494ea784cea098da6be3', 'fixed_ips': [{'subnet_id': 'd15d22dc-e983-46bc-a814-5adbf2d25b83'}]}} from dv-cinder-846842-7-iscsi. {{(pid=104417) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 30 04:17:39.512458 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-a95794c1-dac7-47ff-96b7-ed3ea965b446 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3606762'] for port (None), before_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:17:39.593779 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.wsgi [req-8e06e3f5-1bd5-441e-ba09-18e30b64853d req-d57c3158-afa6-43a2-9525-132dfd4c70e1 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=104416) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 30 04:17:39.594841 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-8e06e3f5-1bd5-441e-ba09-18e30b64853d req-d57c3158-afa6-43a2-9525-132dfd4c70e1 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0078611 Jun 30 04:17:39.678529 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-3c8da3b0-ad4e-4340-aeda-6648dbe08542 admin admin] Publish callbacks [] for router_gateway (e0d14cc1-d55a-47b8-8f48-3523e445fe69), precommit_update {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:17:39.724710 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=87,neutron:DELETE=4,neutron:UPDATE=3,neutron:INSERT=6 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:17:39.788110 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6eb974a-6d3d-4786-bd63-38a764897d63 req-85d116e8-0ea9-4a61-ab3b-4dff66f237cb tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:17:39.790139 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-a6eb974a-6d3d-4786-bd63-38a764897d63 req-85d116e8-0ea9-4a61-ab3b-4dff66f237cb tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] 10.222.0.13 "GET /v2.0/ports?device_id=2d3f3442-a00e-47ee-b0df-f099086628ce HTTP/1.1" status: 200 len: 943 time: 0.0581176 Jun 30 04:17:39.828703 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.db.db_base_plugin_common [None req-a95794c1-dac7-47ff-96b7-ed3ea965b446 None None] Allocated IP 172.20.0.2 (db2948ec-060f-4621-8ce6-8119698c91b1/d15d22dc-e983-46bc-a814-5adbf2d25b83/b8fdbebd-4e55-42c4-9364-0393a3be6c3c) {{(pid=104417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 04:17:39.868092 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-a6eb974a-6d3d-4786-bd63-38a764897d63 req-19708e8c-1358-4f31-bf30-b55f5c9174f8 tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] 10.222.0.13 "GET /v2.0/security-groups?id=917dbda3-50de-42c2-a106-5e4480b4dad4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0718517 Jun 30 04:17:39.873915 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:17:39.914827 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-3c8da3b0-ad4e-4340-aeda-6648dbe08542 admin admin] Publish callbacks [] for router_gateway (e0d14cc1-d55a-47b8-8f48-3523e445fe69), before_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:17:39.934621 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-3c8da3b0-ad4e-4340-aeda-6648dbe08542 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3606762'] for port (None), before_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:17:39.963445 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20ece76-9e87-47f8-b951-efe3746684a0 req-58ff88e0-8539-46da-b977-943e0fcd3840 tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:17:39.965651 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-f20ece76-9e87-47f8-b951-efe3746684a0 req-58ff88e0-8539-46da-b977-943e0fcd3840 tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] 10.222.0.13 "GET /v2.0/ports?device_id=1faec7e8-1e39-47c4-aba5-2e67eaf2936c HTTP/1.1" status: 200 len: 945 time: 0.0622942 Jun 30 04:17:40.045229 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-a95794c1-dac7-47ff-96b7-ed3ea965b446 None None] Publish callbacks [] for port (b8fdbebd-4e55-42c4-9364-0393a3be6c3c), precommit_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:17:40.057595 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-a95794c1-dac7-47ff-96b7-ed3ea965b446 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4095053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781926239317'] for port (b8fdbebd-4e55-42c4-9364-0393a3be6c3c), after_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:17:40.073453 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-f20ece76-9e87-47f8-b951-efe3746684a0 req-d6632ffc-af0e-4e9d-a358-e647c876bf54 tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] 10.222.0.13 "GET /v2.0/security-groups?id=8f11cf44-78a0-4c0e-8f30-1538f7de7776&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983875 Jun 30 04:17:40.086393 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.db.db_base_plugin_common [None req-3c8da3b0-ad4e-4340-aeda-6648dbe08542 admin admin] Allocated IP 172.27.1.209 (a14b0e4f-074d-4507-846c-fc8420bddf12/15378187-268c-4fae-ace7-eaca7aa50f90/732ebfd2-5866-4d8a-9290-15df8bc253e2) {{(pid=104415) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 04:17:40.122774 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95794c1-dac7-47ff-96b7-ed3ea965b446 None None] Pushing event updated for resources: {'Port': ['ID=b8fdbebd-4e55-42c4-9364-0393a3be6c3c,revision_number=1']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:17:40.132367 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a95794c1-dac7-47ff-96b7-ed3ea965b446 None None] Network db2948ec-060f-4621-8ce6-8119698c91b1 is already hosted by enough agents. {{(pid=104417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 04:17:40.134985 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.scheduler.base_scheduler [None req-a95794c1-dac7-47ff-96b7-ed3ea965b446 None None] Resources bound (agent type, host, resource id): {{(pid=104417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 04:17:40.140821 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a95794c1-dac7-47ff-96b7-ed3ea965b446 None None] Received port after_create {{(pid=104417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 30 04:17:40.262928 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-3c8da3b0-ad4e-4340-aeda-6648dbe08542 admin admin] Publish callbacks [] for port (732ebfd2-5866-4d8a-9290-15df8bc253e2), precommit_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:17:40.266502 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.managers [None req-a95794c1-dac7-47ff-96b7-ed3ea965b446 None None] Attempting to bind port b8fdbebd-4e55-42c4-9364-0393a3be6c3c on host dv-cinder-846842-7-iscsi for vnic_type normal with profile {{(pid=104417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 30 04:17:40.266931 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.managers [None req-a95794c1-dac7-47ff-96b7-ed3ea965b446 None None] Attempting to bind port b8fdbebd-4e55-42c4-9364-0393a3be6c3c by drivers openvswitch,hyperv on host dv-cinder-846842-7-iscsi at level 0 using segments [{'id': '29fd2ab4-096b-48df-8eef-82f2cdac089f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'db2948ec-060f-4621-8ce6-8119698c91b1'}] {{(pid=104417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 30 04:17:40.267454 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a95794c1-dac7-47ff-96b7-ed3ea965b446 None None] Attempting to bind port b8fdbebd-4e55-42c4-9364-0393a3be6c3c on network db2948ec-060f-4621-8ce6-8119698c91b1 {{(pid=104417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 30 04:17:40.274989 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-88ff949a-6007-42d5-8261-77b64d367ca9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926756172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565263'] for agent (4c4a8942-da79-4b81-aa08-fb593b1e6e06), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:17:40.279249 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a95794c1-dac7-47ff-96b7-ed3ea965b446 None None] Checking agent: {'id': 'cbdf45b5-344e-4e18-9242-1abb738708f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846842-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 30, 4, 7, 10), 'started_at': datetime.datetime(2022, 6, 30, 4, 7, 40), 'heartbeat_timestamp': datetime.datetime(2022, 6, 30, 4, 17, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846842-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 30 04:17:40.279550 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a95794c1-dac7-47ff-96b7-ed3ea965b446 None None] Checking segment: {'id': '29fd2ab4-096b-48df-8eef-82f2cdac089f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'db2948ec-060f-4621-8ce6-8119698c91b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 30 04:17:40.280082 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-a95794c1-dac7-47ff-96b7-ed3ea965b446 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:17:40.280609 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a95794c1-dac7-47ff-96b7-ed3ea965b446 None None] Bound using segment: {'id': '29fd2ab4-096b-48df-8eef-82f2cdac089f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'db2948ec-060f-4621-8ce6-8119698c91b1'} {{(pid=104417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 30 04:17:40.281087 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.managers [None req-a95794c1-dac7-47ff-96b7-ed3ea965b446 None None] Bound port: b8fdbebd-4e55-42c4-9364-0393a3be6c3c, host: dv-cinder-846842-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29fd2ab4-096b-48df-8eef-82f2cdac089f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'db2948ec-060f-4621-8ce6-8119698c91b1'}}] {{(pid=104417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 30 04:17:40.281461 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-a95794c1-dac7-47ff-96b7-ed3ea965b446 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3606762'] for port (b8fdbebd-4e55-42c4-9364-0393a3be6c3c), before_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:17:40.299955 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=92,neutron:UPDATE=6,neutron:INSERT=2 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:17:40.332157 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-3c8da3b0-ad4e-4340-aeda-6648dbe08542 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4095053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781926239317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11645207'] for port (732ebfd2-5866-4d8a-9290-15df8bc253e2), after_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:17:40.336384 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.13', 53386) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 04:17:40.392328 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c8da3b0-ad4e-4340-aeda-6648dbe08542 admin admin] Network a14b0e4f-074d-4507-846c-fc8420bddf12 is already hosted by enough agents. {{(pid=104415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 04:17:40.395783 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.scheduler.base_scheduler [None req-3c8da3b0-ad4e-4340-aeda-6648dbe08542 admin admin] Resources bound (agent type, host, resource id): {{(pid=104415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 04:17:40.401567 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c8da3b0-ad4e-4340-aeda-6648dbe08542 admin admin] Received port after_create {{(pid=104415) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 30 04:17:40.428259 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.db [None req-a95794c1-dac7-47ff-96b7-ed3ea965b446 None None] For port b8fdbebd-4e55-42c4-9364-0393a3be6c3c, host dv-cinder-846842-7-iscsi, cleared binding levels {{(pid=104417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 04:17:40.434256 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-2a6d8403-c0a5-4ac4-aa48-860a84345009 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926756172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565263'] for agent (cbdf45b5-344e-4e18-9242-1abb738708f2), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:17:40.446016 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.db [None req-a95794c1-dac7-47ff-96b7-ed3ea965b446 None None] For port b8fdbebd-4e55-42c4-9364-0393a3be6c3c, host dv-cinder-846842-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-7-iscsi',level=0,port_id=b8fdbebd-4e55-42c4-9364-0393a3be6c3c,segment=NetworkSegment(29fd2ab4-096b-48df-8eef-82f2cdac089f),segment_id=29fd2ab4-096b-48df-8eef-82f2cdac089f)] {{(pid=104417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 04:17:40.449193 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8da3b0-ad4e-4340-aeda-6648dbe08542 admin admin] Pushing event updated for resources: {'Port': ['ID=732ebfd2-5866-4d8a-9290-15df8bc253e2,revision_number=1']} {{(pid=104415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:17:40.464703 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-a95794c1-dac7-47ff-96b7-ed3ea965b446 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4095053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781926634698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781926239335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781926239353'] for port (b8fdbebd-4e55-42c4-9364-0393a3be6c3c), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:17:40.502774 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-1e08a202-346d-401f-8faf-4d336dce869e req-568037bd-dab4-42b9-950d-803c4a237c97 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=2d3f3442-a00e-47ee-b0df-f099086628ce&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1649032 Jun 30 04:17:40.511220 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.wsgi [req-1e08a202-346d-401f-8faf-4d336dce869e req-baecca3e-ae2b-4814-9ded-ed1729dc7897 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=104416) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 30 04:17:40.517421 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-1e08a202-346d-401f-8faf-4d336dce869e req-baecca3e-ae2b-4814-9ded-ed1729dc7897 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0134346 Jun 30 04:17:40.609691 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95794c1-dac7-47ff-96b7-ed3ea965b446 None None] Pushing event updated for resources: {'Port': ['ID=b8fdbebd-4e55-42c4-9364-0393a3be6c3c,revision_number=2']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:17:40.749564 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.13', 53418) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 04:17:40.778874 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.rpc [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Device bd404336-185f-4a39-8576-5211044a2340 no longer exists at agent hyperv_hv-cinder-84684 {{(pid=104417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 04:17:40.881401 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=87,neutron:DELETE=1,neutron:INSERT=9,neutron:UPDATE=3 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:17:40.933365 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-3c8da3b0-ad4e-4340-aeda-6648dbe08542 admin admin] Publish callbacks [] for router_gateway (e0d14cc1-d55a-47b8-8f48-3523e445fe69), after_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:17:40.986585 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e08a202-346d-401f-8faf-4d336dce869e req-f9ab798b-5255-48ee-abe1-0d926f7e2487 tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:17:41.002795 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-1e08a202-346d-401f-8faf-4d336dce869e req-f9ab798b-5255-48ee-abe1-0d926f7e2487 tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] 10.222.0.13 "GET /v2.0/ports/bd404336-185f-4a39-8576-5211044a2340 HTTP/1.1" status: 200 len: 940 time: 0.2487845 Jun 30 04:17:41.023314 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Current status of the port bd404336-185f-4a39-8576-5211044a2340 is: DOWN; New status is: DOWN {{(pid=104417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 30 04:17:41.127118 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:17:41.163512 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a09f37-31a4-4178-8864-06217a42e733 req-de771a29-1112-4051-bee9-9956d1522a22 tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:17:41.165862 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-e8a09f37-31a4-4178-8864-06217a42e733 req-de771a29-1112-4051-bee9-9956d1522a22 tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] 10.222.0.13 "GET /v2.0/ports?device_id=2d3f3442-a00e-47ee-b0df-f099086628ce HTTP/1.1" status: 200 len: 943 time: 0.1620724 Jun 30 04:17:41.175192 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.rpc [None req-2a6d8403-c0a5-4ac4-aa48-860a84345009 None None] Device b8fdbebd-4e55-42c4-9364-0393a3be6c3c up at agent ovs-agent-dv-cinder-846842-7-iscsi {{(pid=104417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 04:17:41.239689 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-e8a09f37-31a4-4178-8864-06217a42e733 req-3f500cee-ffd0-4965-ae7b-d3c58cf42361 tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] 10.222.0.13 "GET /v2.0/security-groups?id=917dbda3-50de-42c2-a106-5e4480b4dad4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0668252 Jun 30 04:17:41.243084 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.db.provisioning_blocks [None req-2a6d8403-c0a5-4ac4-aa48-860a84345009 None None] Provisioning complete for port b8fdbebd-4e55-42c4-9364-0393a3be6c3c triggered by entity L2. {{(pid=104417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 30 04:17:41.243355 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-2a6d8403-c0a5-4ac4-aa48-860a84345009 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565073'] for port (b8fdbebd-4e55-42c4-9364-0393a3be6c3c), provisioning_complete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:17:41.263603 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-3c8da3b0-ad4e-4340-aeda-6648dbe08542 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-612929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-619506'] for router (e0d14cc1-d55a-47b8-8f48-3523e445fe69), after_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:17:41.304672 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafcb147-6221-4965-8ed0-b5b54bf6e8a6 req-2e6d225b-e212-4fd3-80e4-46643b6fc7e7 tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:17:41.312562 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-aafcb147-6221-4965-8ed0-b5b54bf6e8a6 req-2e6d225b-e212-4fd3-80e4-46643b6fc7e7 tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] 10.222.0.13 "GET /v2.0/ports?device_id=1faec7e8-1e39-47c4-aba5-2e67eaf2936c HTTP/1.1" status: 200 len: 945 time: 0.0833127 Jun 30 04:17:41.327214 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=89,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:17:41.384616 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-2a6d8403-c0a5-4ac4-aa48-860a84345009 None None] Current status of the port b8fdbebd-4e55-42c4-9364-0393a3be6c3c is: DOWN; New status is: ACTIVE {{(pid=104417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 30 04:17:41.387586 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-2a6d8403-c0a5-4ac4-aa48-860a84345009 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3606762'] for port (b8fdbebd-4e55-42c4-9364-0393a3be6c3c), before_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:17:41.409718 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-aafcb147-6221-4965-8ed0-b5b54bf6e8a6 req-f5a78c53-9fb2-4783-87ef-d036c3b132da tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] 10.222.0.13 "GET /v2.0/security-groups?id=8f11cf44-78a0-4c0e-8f30-1538f7de7776&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909832 Jun 30 04:17:41.434338 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.db [None req-2a6d8403-c0a5-4ac4-aa48-860a84345009 None None] For port b8fdbebd-4e55-42c4-9364-0393a3be6c3c, host dv-cinder-846842-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-7-iscsi',level=0,port_id=b8fdbebd-4e55-42c4-9364-0393a3be6c3c,segment=NetworkSegment(29fd2ab4-096b-48df-8eef-82f2cdac089f),segment_id=29fd2ab4-096b-48df-8eef-82f2cdac089f)] {{(pid=104417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 04:17:41.441926 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-2a6d8403-c0a5-4ac4-aa48-860a84345009 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4095053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781926634698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781926239335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781926239353'] for port (b8fdbebd-4e55-42c4-9364-0393a3be6c3c), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:17:41.455707 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c8da3b0-ad4e-4340-aeda-6648dbe08542 admin admin] Router e0d14cc1-d55a-47b8-8f48-3523e445fe69 is scheduled to L3 agent 2ea21a61-d737-4543-a811-a0d035fbf0f6 with binding_index 1 {{(pid=104415) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 30 04:17:41.506820 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6d8403-c0a5-4ac4-aa48-860a84345009 None None] Pushing event updated for resources: {'Port': ['ID=b8fdbebd-4e55-42c4-9364-0393a3be6c3c,revision_number=3']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:17:41.575142 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c8da3b0-ad4e-4340-aeda-6648dbe08542 admin admin] Notify agent at l3_agent.dv-cinder-846842-7-iscsi the message routers_updated {{(pid=104415) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 04:17:41.587878 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1be1890-6e26-4ebd-88e0-32127fdc09b0 None None] Sync routers for ids ['e0d14cc1-d55a-47b8-8f48-3523e445fe69'] in dv-cinder-846842-7-iscsi {{(pid=104417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 04:17:41.611375 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-3c8da3b0-ad4e-4340-aeda-6648dbe08542 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:17:41.615311 dv-cinder-846842-7-iscsi neutron-server[104415]: INFO neutron.wsgi [None req-3c8da3b0-ad4e-4340-aeda-6648dbe08542 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.2240353 Jun 30 04:17:41.616465 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.wsgi [-] (104415) accepted ('10.222.0.13', 53452) {{(pid=104415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 04:17:41.619343 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1be1890-6e26-4ebd-88e0-32127fdc09b0 None None] Routers {'e0d14cc1-d55a-47b8-8f48-3523e445fe69'} bound to L3 agent in host dv-cinder-846842-7-iscsi {{(pid=104417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 30 04:17:41.619989 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.db.l3_hamode_db [None req-d1be1890-6e26-4ebd-88e0-32127fdc09b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-30T04:07:07Z,description=,heartbeat_timestamp=2022-06-30T04:17:37Z,host='dv-cinder-846842-7-iscsi',id=2ea21a61-d737-4543-a811-a0d035fbf0f6,load=0,resource_versions=,resources_synced=,started_at=2022-06-30T04:07:07Z,topic='l3_agent')) {'router_ids': ['e0d14cc1-d55a-47b8-8f48-3523e445fe69'], 'active': True} {{(pid=104417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 04:17:41.748536 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=3 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:17:41.798878 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.db.l3_dvr_db [None req-d1be1890-6e26-4ebd-88e0-32127fdc09b0 None None] Set router e0d14cc1-d55a-47b8-8f48-3523e445fe69 gateway port host: dv-cinder-846842-7-iscsi {{(pid=104417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 30 04:17:41.989273 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.db.l3_hamode_db [None req-d1be1890-6e26-4ebd-88e0-32127fdc09b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0d14cc1-d55a-47b8-8f48-3523e445fe69', 'name': 'tempest-TestVolumeBootPattern-138600561-router', 'tenant_id': 'c2fe0f4b2519494ea784cea098da6be3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14b0e4f-074d-4507-846c-fc8420bddf12', 'external_fixed_ips': [{'subnet_id': '15378187-268c-4fae-ace7-eaca7aa50f90', 'ip_address': '172.27.1.209'}], 'enable_snat': True}, 'gw_port_id': '732ebfd2-5866-4d8a-9290-15df8bc253e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T04:17:39Z', 'updated_at': '2022-06-30T04:17:40Z', 'revision_number': 3, 'project_id': 'c2fe0f4b2519494ea784cea098da6be3', 'gw_port': {'id': '732ebfd2-5866-4d8a-9290-15df8bc253e2', 'name': '', 'network_id': 'a14b0e4f-074d-4507-846c-fc8420bddf12', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:35:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0d14cc1-d55a-47b8-8f48-3523e445fe69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '15378187-268c-4fae-ace7-eaca7aa50f90', 'ip_address': '172.27.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T04:17:39Z', 'updated_at': '2022-06-30T04:17:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '15378187-268c-4fae-ace7-eaca7aa50f90', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-7-iscsi'}], 'dv-cinder-846842-7-iscsi', False) {} {{(pid=104417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 04:17:42.016245 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1be1890-6e26-4ebd-88e0-32127fdc09b0 None None] Checking router: e0d14cc1-d55a-47b8-8f48-3523e445fe69 for host: dv-cinder-846842-7-iscsi {{(pid=104417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 04:17:42.016488 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1be1890-6e26-4ebd-88e0-32127fdc09b0 None None] Updating router e0d14cc1-d55a-47b8-8f48-3523e445fe69 port 732ebfd2-5866-4d8a-9290-15df8bc253e2 binding host dv-cinder-846842-7-iscsi {{(pid=104417) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 04:17:42.021113 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f84d21f-7755-46cd-aa57-8fe57a5b1f26 None None] Network db2948ec-060f-4621-8ce6-8119698c91b1 requested from dv-cinder-846842-7-iscsi {{(pid=104417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 30 04:17:42.062065 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:UPDATE=2,neutron:SELECT=97,neutron:INSERT=1 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:17:42.085030 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-d1be1890-6e26-4ebd-88e0-32127fdc09b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3606762'] for port (732ebfd2-5866-4d8a-9290-15df8bc253e2), before_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:17:42.170541 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.db.provisioning_blocks [None req-be5f82f5-dd41-4ff4-a7a8-be77b6af1ffb None None] Provisioning complete for port b8fdbebd-4e55-42c4-9364-0393a3be6c3c triggered by entity DHCP. {{(pid=104417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 30 04:17:42.170908 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-be5f82f5-dd41-4ff4-a7a8-be77b6af1ffb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565073'] for port (b8fdbebd-4e55-42c4-9364-0393a3be6c3c), provisioning_complete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:17:42.246385 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:17:42.340312 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-5b9a0c45-7096-4ccc-a68c-9c7b1be1f75c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3606762'] for port (None), before_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:17:42.373394 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f33756e-a1ab-437c-8917-d92b38e1a86e req-cc3c0e97-63fb-4546-ab80-a83d18e399bb tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:17:42.384835 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-8f33756e-a1ab-437c-8917-d92b38e1a86e req-cc3c0e97-63fb-4546-ab80-a83d18e399bb tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] 10.222.0.13 "GET /v2.0/ports?device_id=2d3f3442-a00e-47ee-b0df-f099086628ce HTTP/1.1" status: 200 len: 943 time: 0.0698457 Jun 30 04:17:42.448399 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-8f33756e-a1ab-437c-8917-d92b38e1a86e req-bbf13064-1c71-42fa-8735-76c1982798f5 tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] 10.222.0.13 "GET /v2.0/security-groups?id=917dbda3-50de-42c2-a106-5e4480b4dad4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0622017 Jun 30 04:17:42.450803 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-be5f82f5-dd41-4ff4-a7a8-be77b6af1ffb None None] Current status of the port b8fdbebd-4e55-42c4-9364-0393a3be6c3c is: ACTIVE; New status is: ACTIVE {{(pid=104417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 30 04:17:42.473105 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926756172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565263'] for agent (ef703bef-7cc0-467c-baa9-fe8a66be565c), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:17:42.561382 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.db.db_base_plugin_common [None req-5b9a0c45-7096-4ccc-a68c-9c7b1be1f75c admin admin] Allocated IP 172.20.0.1 (db2948ec-060f-4621-8ce6-8119698c91b1/d15d22dc-e983-46bc-a814-5adbf2d25b83/b299c8ca-10fe-4c07-82e6-fb84dcb9a9df) {{(pid=104415) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 04:17:42.564782 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:INSERT=4 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:17:42.585476 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b386a5ec-90be-4435-bf0c-38c66e109a33 req-3349fd03-3282-4a16-92ee-454de1ba8aad tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:17:42.585791 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-d1be1890-6e26-4ebd-88e0-32127fdc09b0 None None] Publish callbacks [] for port (732ebfd2-5866-4d8a-9290-15df8bc253e2), precommit_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:17:42.588929 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-b386a5ec-90be-4435-bf0c-38c66e109a33 req-3349fd03-3282-4a16-92ee-454de1ba8aad tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] 10.222.0.13 "GET /v2.0/ports?device_id=1faec7e8-1e39-47c4-aba5-2e67eaf2936c HTTP/1.1" status: 200 len: 945 time: 0.0709264 Jun 30 04:17:42.592670 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-d1be1890-6e26-4ebd-88e0-32127fdc09b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4095053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781926634698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781926239335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781926239353'] for port (732ebfd2-5866-4d8a-9290-15df8bc253e2), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:17:42.642247 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-b386a5ec-90be-4435-bf0c-38c66e109a33 req-a080c6a3-b93f-473d-9c83-c635496e85ea tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] 10.222.0.13 "GET /v2.0/security-groups?id=8f11cf44-78a0-4c0e-8f30-1538f7de7776&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472107 Jun 30 04:17:42.652921 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:17:42.659903 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.managers [None req-d1be1890-6e26-4ebd-88e0-32127fdc09b0 None None] Attempting to bind port 732ebfd2-5866-4d8a-9290-15df8bc253e2 on host dv-cinder-846842-7-iscsi for vnic_type normal with profile {{(pid=104417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 30 04:17:42.660269 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.managers [None req-d1be1890-6e26-4ebd-88e0-32127fdc09b0 None None] Attempting to bind port 732ebfd2-5866-4d8a-9290-15df8bc253e2 by drivers openvswitch,hyperv on host dv-cinder-846842-7-iscsi at level 0 using segments [{'id': '3bfcffa1-5305-4ee8-86f3-678eb000aac1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a14b0e4f-074d-4507-846c-fc8420bddf12'}] {{(pid=104417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 30 04:17:42.660624 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1be1890-6e26-4ebd-88e0-32127fdc09b0 None None] Attempting to bind port 732ebfd2-5866-4d8a-9290-15df8bc253e2 on network a14b0e4f-074d-4507-846c-fc8420bddf12 {{(pid=104417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 30 04:17:42.662667 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6046386-4f95-40c8-a07a-f7b1229bf036 None None] Pushing event updated for resources: {'Port': ['ID=732ebfd2-5866-4d8a-9290-15df8bc253e2,revision_number=2']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:17:42.677713 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1be1890-6e26-4ebd-88e0-32127fdc09b0 None None] Checking agent: {'id': 'cbdf45b5-344e-4e18-9242-1abb738708f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846842-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 30, 4, 7, 10), 'started_at': datetime.datetime(2022, 6, 30, 4, 7, 40), 'heartbeat_timestamp': datetime.datetime(2022, 6, 30, 4, 17, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846842-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 30 04:17:42.678391 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1be1890-6e26-4ebd-88e0-32127fdc09b0 None None] Checking segment: {'id': '3bfcffa1-5305-4ee8-86f3-678eb000aac1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a14b0e4f-074d-4507-846c-fc8420bddf12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 30 04:17:42.678939 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-d1be1890-6e26-4ebd-88e0-32127fdc09b0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:17:42.679372 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1be1890-6e26-4ebd-88e0-32127fdc09b0 None None] Bound using segment: {'id': '3bfcffa1-5305-4ee8-86f3-678eb000aac1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a14b0e4f-074d-4507-846c-fc8420bddf12'} {{(pid=104417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 30 04:17:42.680266 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.managers [None req-d1be1890-6e26-4ebd-88e0-32127fdc09b0 None None] Bound port: 732ebfd2-5866-4d8a-9290-15df8bc253e2, host: dv-cinder-846842-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3bfcffa1-5305-4ee8-86f3-678eb000aac1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a14b0e4f-074d-4507-846c-fc8420bddf12'}}] {{(pid=104417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 30 04:17:42.680766 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-d1be1890-6e26-4ebd-88e0-32127fdc09b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3606762'] for port (732ebfd2-5866-4d8a-9290-15df8bc253e2), before_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:17:42.710718 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.db.provisioning_blocks [None req-17deb750-892e-47f9-8849-8a990118c704 None None] Provisioning complete for port b8fdbebd-4e55-42c4-9364-0393a3be6c3c triggered by entity DHCP. {{(pid=104417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 30 04:17:42.711084 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-17deb750-892e-47f9-8849-8a990118c704 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565073'] for port (b8fdbebd-4e55-42c4-9364-0393a3be6c3c), provisioning_complete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:17:42.712677 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-5b9a0c45-7096-4ccc-a68c-9c7b1be1f75c admin admin] Publish callbacks [] for port (b299c8ca-10fe-4c07-82e6-fb84dcb9a9df), precommit_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:17:42.752811 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-5b9a0c45-7096-4ccc-a68c-9c7b1be1f75c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4095053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781926239317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11645207'] for port (b299c8ca-10fe-4c07-82e6-fb84dcb9a9df), after_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:17:42.776116 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.db [None req-d1be1890-6e26-4ebd-88e0-32127fdc09b0 None None] For port 732ebfd2-5866-4d8a-9290-15df8bc253e2, host dv-cinder-846842-7-iscsi, cleared binding levels {{(pid=104417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 04:17:42.780476 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.db [None req-d1be1890-6e26-4ebd-88e0-32127fdc09b0 None None] For port 732ebfd2-5866-4d8a-9290-15df8bc253e2, host dv-cinder-846842-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-7-iscsi',level=0,port_id=732ebfd2-5866-4d8a-9290-15df8bc253e2,segment=NetworkSegment(3bfcffa1-5305-4ee8-86f3-678eb000aac1),segment_id=3bfcffa1-5305-4ee8-86f3-678eb000aac1)] {{(pid=104417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 04:17:42.800214 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b9a0c45-7096-4ccc-a68c-9c7b1be1f75c admin admin] Network db2948ec-060f-4621-8ce6-8119698c91b1 is already hosted by enough agents. {{(pid=104415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 04:17:42.805556 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.scheduler.base_scheduler [None req-5b9a0c45-7096-4ccc-a68c-9c7b1be1f75c admin admin] Resources bound (agent type, host, resource id): {{(pid=104415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 04:17:42.807778 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9a0c45-7096-4ccc-a68c-9c7b1be1f75c admin admin] Pushing event updated for resources: {'Port': ['ID=b299c8ca-10fe-4c07-82e6-fb84dcb9a9df,revision_number=1']} {{(pid=104415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:17:42.809925 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b9a0c45-7096-4ccc-a68c-9c7b1be1f75c admin admin] Received port after_create {{(pid=104415) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 30 04:17:42.811723 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-d1be1890-6e26-4ebd-88e0-32127fdc09b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4095053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781926634698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781926239335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781926239353'] for port (732ebfd2-5866-4d8a-9290-15df8bc253e2), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:17:42.866864 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-5b9a0c45-7096-4ccc-a68c-9c7b1be1f75c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-614065'] for router_interface (e0d14cc1-d55a-47b8-8f48-3523e445fe69), before_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:17:42.872070 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-17deb750-892e-47f9-8849-8a990118c704 None None] Current status of the port b8fdbebd-4e55-42c4-9364-0393a3be6c3c is: ACTIVE; New status is: ACTIVE {{(pid=104417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 30 04:17:42.896838 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1be1890-6e26-4ebd-88e0-32127fdc09b0 None None] Routers {'e0d14cc1-d55a-47b8-8f48-3523e445fe69'} bound to L3 agent in host dv-cinder-846842-7-iscsi {{(pid=104417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 30 04:17:42.897474 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.db.l3_hamode_db [None req-d1be1890-6e26-4ebd-88e0-32127fdc09b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-30T04:07:07Z,description=,heartbeat_timestamp=2022-06-30T04:17:37Z,host='dv-cinder-846842-7-iscsi',id=2ea21a61-d737-4543-a811-a0d035fbf0f6,load=0,resource_versions=,resources_synced=,started_at=2022-06-30T04:07:07Z,topic='l3_agent')) {'router_ids': ['e0d14cc1-d55a-47b8-8f48-3523e445fe69'], 'active': True} {{(pid=104417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 04:17:42.935631 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6046386-4f95-40c8-a07a-f7b1229bf036 None None] Pushing event updated for resources: {'Port': ['ID=732ebfd2-5866-4d8a-9290-15df8bc253e2,revision_number=3']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:17:43.025369 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-5b9a0c45-7096-4ccc-a68c-9c7b1be1f75c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3606762'] for port (b299c8ca-10fe-4c07-82e6-fb84dcb9a9df), before_update {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:17:43.128035 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.rpc [None req-2a6d8403-c0a5-4ac4-aa48-860a84345009 None None] Device b8fdbebd-4e55-42c4-9364-0393a3be6c3c up at agent ovs-agent-dv-cinder-846842-7-iscsi {{(pid=104417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 04:17:43.155346 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.db.provisioning_blocks [None req-27d45558-4979-4bf4-90da-b9bd7198586b None None] Provisioning complete for port b299c8ca-10fe-4c07-82e6-fb84dcb9a9df triggered by entity DHCP. {{(pid=104417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 30 04:17:43.155713 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-27d45558-4979-4bf4-90da-b9bd7198586b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565073'] for port (b299c8ca-10fe-4c07-82e6-fb84dcb9a9df), provisioning_complete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:17:43.191706 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:17:43.197391 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:17:43.227325 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-27d45558-4979-4bf4-90da-b9bd7198586b None None] Port b299c8ca-10fe-4c07-82e6-fb84dcb9a9df cannot update to ACTIVE because it is not bound. {{(pid=104417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 30 04:17:43.231254 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-5b9a0c45-7096-4ccc-a68c-9c7b1be1f75c admin admin] Publish callbacks [] for port (b299c8ca-10fe-4c07-82e6-fb84dcb9a9df), precommit_update {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:17:43.232447 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.db.l3_dvr_db [None req-d1be1890-6e26-4ebd-88e0-32127fdc09b0 None None] Set router e0d14cc1-d55a-47b8-8f48-3523e445fe69 gateway port host: dv-cinder-846842-7-iscsi {{(pid=104417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 30 04:17:43.238053 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-5b9a0c45-7096-4ccc-a68c-9c7b1be1f75c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4095053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781926634698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781926239335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781926239353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11645230'] for port (b299c8ca-10fe-4c07-82e6-fb84dcb9a9df), after_update {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:17:43.289740 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.db.provisioning_blocks [None req-2a6d8403-c0a5-4ac4-aa48-860a84345009 None None] Provisioning complete for port b8fdbebd-4e55-42c4-9364-0393a3be6c3c triggered by entity L2. {{(pid=104417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 30 04:17:43.290117 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-2a6d8403-c0a5-4ac4-aa48-860a84345009 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565073'] for port (b8fdbebd-4e55-42c4-9364-0393a3be6c3c), provisioning_complete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:17:43.308110 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-5b9a0c45-7096-4ccc-a68c-9c7b1be1f75c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-613933'] for router_interface (e0d14cc1-d55a-47b8-8f48-3523e445fe69), after_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:17:43.310725 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9a0c45-7096-4ccc-a68c-9c7b1be1f75c admin admin] Pushing event updated for resources: {'Port': ['ID=b299c8ca-10fe-4c07-82e6-fb84dcb9a9df,revision_number=2']} {{(pid=104415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:17:43.411670 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b9a0c45-7096-4ccc-a68c-9c7b1be1f75c admin admin] Network db2948ec-060f-4621-8ce6-8119698c91b1 is already hosted by enough agents. {{(pid=104415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 04:17:43.413251 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.scheduler.base_scheduler [None req-5b9a0c45-7096-4ccc-a68c-9c7b1be1f75c admin admin] Resources bound (agent type, host, resource id): {{(pid=104415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 04:17:43.460812 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-2a6d8403-c0a5-4ac4-aa48-860a84345009 None None] Current status of the port b8fdbebd-4e55-42c4-9364-0393a3be6c3c is: ACTIVE; New status is: ACTIVE {{(pid=104417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 30 04:17:43.485240 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.db.l3_hamode_db [None req-d1be1890-6e26-4ebd-88e0-32127fdc09b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0d14cc1-d55a-47b8-8f48-3523e445fe69', 'name': 'tempest-TestVolumeBootPattern-138600561-router', 'tenant_id': 'c2fe0f4b2519494ea784cea098da6be3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14b0e4f-074d-4507-846c-fc8420bddf12', 'external_fixed_ips': [{'subnet_id': '15378187-268c-4fae-ace7-eaca7aa50f90', 'ip_address': '172.27.1.209'}], 'enable_snat': True}, 'gw_port_id': '732ebfd2-5866-4d8a-9290-15df8bc253e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T04:17:39Z', 'updated_at': '2022-06-30T04:17:40Z', 'revision_number': 3, 'project_id': 'c2fe0f4b2519494ea784cea098da6be3', 'gw_port': {'id': '732ebfd2-5866-4d8a-9290-15df8bc253e2', 'name': '', 'network_id': 'a14b0e4f-074d-4507-846c-fc8420bddf12', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:35:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0d14cc1-d55a-47b8-8f48-3523e445fe69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '15378187-268c-4fae-ace7-eaca7aa50f90', 'ip_address': '172.27.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T04:17:39Z', 'updated_at': '2022-06-30T04:17:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15378187-268c-4fae-ace7-eaca7aa50f90', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-7-iscsi'}], 'dv-cinder-846842-7-iscsi', False) {} {{(pid=104417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 04:17:43.517294 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1be1890-6e26-4ebd-88e0-32127fdc09b0 None None] The sync data for ids ['e0d14cc1-d55a-47b8-8f48-3523e445fe69'] in dv-cinder-846842-7-iscsi is: [{'id': 'e0d14cc1-d55a-47b8-8f48-3523e445fe69', 'name': 'tempest-TestVolumeBootPattern-138600561-router', 'tenant_id': 'c2fe0f4b2519494ea784cea098da6be3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14b0e4f-074d-4507-846c-fc8420bddf12', 'external_fixed_ips': [{'subnet_id': '15378187-268c-4fae-ace7-eaca7aa50f90', 'ip_address': '172.27.1.209'}], 'enable_snat': True}, 'gw_port_id': '732ebfd2-5866-4d8a-9290-15df8bc253e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T04:17:39Z', 'updated_at': '2022-06-30T04:17:40Z', 'revision_number': 3, 'project_id': 'c2fe0f4b2519494ea784cea098da6be3', 'gw_port': {'id': '732ebfd2-5866-4d8a-9290-15df8bc253e2', 'name': '', 'network_id': 'a14b0e4f-074d-4507-846c-fc8420bddf12', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:35:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0d14cc1-d55a-47b8-8f48-3523e445fe69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '15378187-268c-4fae-ace7-eaca7aa50f90', 'ip_address': '172.27.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T04:17:39Z', 'updated_at': '2022-06-30T04:17:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15378187-268c-4fae-ace7-eaca7aa50f90', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-7-iscsi'}] {{(pid=104417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 04:17:43.527526 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:17:43.549851 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b9a0c45-7096-4ccc-a68c-9c7b1be1f75c admin admin] Router e0d14cc1-d55a-47b8-8f48-3523e445fe69 has already been hosted by L3 agent 2ea21a61-d737-4543-a811-a0d035fbf0f6 {{(pid=104415) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 30 04:17:43.588861 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:17:43.601911 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1d0ff0-1a90-49ef-a362-3c41d2f5b66a req-3f9a7536-c4af-42b0-b07d-7941470b8fac tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:17:43.611217 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-0b1d0ff0-1a90-49ef-a362-3c41d2f5b66a req-3f9a7536-c4af-42b0-b07d-7941470b8fac tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] 10.222.0.13 "GET /v2.0/ports?device_id=2d3f3442-a00e-47ee-b0df-f099086628ce HTTP/1.1" status: 200 len: 943 time: 0.0686667 Jun 30 04:17:43.683985 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-0b1d0ff0-1a90-49ef-a362-3c41d2f5b66a req-5560b230-e6a8-4120-90e7-247a87692431 tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] 10.222.0.13 "GET /v2.0/security-groups?id=917dbda3-50de-42c2-a106-5e4480b4dad4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0631189 Jun 30 04:17:43.695959 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b9a0c45-7096-4ccc-a68c-9c7b1be1f75c admin admin] Notify agent at l3_agent.dv-cinder-846842-7-iscsi the message routers_updated {{(pid=104415) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 04:17:43.701464 dv-cinder-846842-7-iscsi neutron-server[104415]: INFO neutron.wsgi [None req-5b9a0c45-7096-4ccc-a68c-9c7b1be1f75c admin admin] 10.222.0.13 "PUT /v2.0/routers/e0d14cc1-d55a-47b8-8f48-3523e445fe69/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0823495 Jun 30 04:17:43.786972 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.db.provisioning_blocks [None req-f809a793-9447-425d-b1e7-17eea8180f40 None None] Provisioning complete for port b299c8ca-10fe-4c07-82e6-fb84dcb9a9df triggered by entity DHCP. {{(pid=104417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 30 04:17:43.787453 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-f809a793-9447-425d-b1e7-17eea8180f40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565073'] for port (b299c8ca-10fe-4c07-82e6-fb84dcb9a9df), provisioning_complete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:17:43.790415 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24959129-3ead-4f56-90c3-424f8272c836 req-f949596e-49bc-4499-9170-79dcc908dc87 tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:17:43.792556 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-24959129-3ead-4f56-90c3-424f8272c836 req-f949596e-49bc-4499-9170-79dcc908dc87 tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] 10.222.0.13 "GET /v2.0/ports?device_id=1faec7e8-1e39-47c4-aba5-2e67eaf2936c HTTP/1.1" status: 200 len: 945 time: 0.0580802 Jun 30 04:17:43.859554 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-f809a793-9447-425d-b1e7-17eea8180f40 None None] Port b299c8ca-10fe-4c07-82e6-fb84dcb9a9df cannot update to ACTIVE because it is not bound. {{(pid=104417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 30 04:17:43.900555 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-24959129-3ead-4f56-90c3-424f8272c836 req-4991498f-dd63-4752-b046-b1a331252958 tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] 10.222.0.13 "GET /v2.0/security-groups?id=8f11cf44-78a0-4c0e-8f30-1538f7de7776&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825553 Jun 30 04:17:44.409508 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.wsgi [-] (104415) accepted ('10.222.0.13', 53492) {{(pid=104415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 04:17:44.415810 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.v2.base [None req-72e539ed-a7e0-4c37-8353-a88417705234 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1904002067-network', 'tenant_id': '813156a0534848c4b9eb730cc1838825'}} {{(pid=104415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 30 04:17:44.445256 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72e539ed-a7e0-4c37-8353-a88417705234 admin admin] Made reservation on behalf of 813156a0534848c4b9eb730cc1838825 for: {'network': 1} {{(pid=104415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 04:17:44.448387 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-72e539ed-a7e0-4c37-8353-a88417705234 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3606762'] for network (None), before_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:17:44.458385 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-72e539ed-a7e0-4c37-8353-a88417705234 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:17:44.550134 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-72e539ed-a7e0-4c37-8353-a88417705234 admin admin] Publish callbacks [] for security_group (cf4403b3-b454-4416-8f53-fbd2cc4967f5), precommit_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:17:44.555277 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-72e539ed-a7e0-4c37-8353-a88417705234 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3637186'] for security_group (cf4403b3-b454-4416-8f53-fbd2cc4967f5), after_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:17:44.581721 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-72e539ed-a7e0-4c37-8353-a88417705234 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 183} {{(pid=104415) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 04:17:44.591693 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e539ed-a7e0-4c37-8353-a88417705234 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf4403b3-b454-4416-8f53-fbd2cc4967f5,revision_number=1']} {{(pid=104415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:17:44.598262 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-72e539ed-a7e0-4c37-8353-a88417705234 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505043'] for segment (be6d8153-8e3d-4401-b9fc-1aee5c1a449a), precommit_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:17:44.598601 dv-cinder-846842-7-iscsi neutron-server[104415]: INFO neutron.db.segments_db [None req-72e539ed-a7e0-4c37-8353-a88417705234 admin admin] Added segment be6d8153-8e3d-4401-b9fc-1aee5c1a449a of type vlan for network 59a40f35-c009-484b-9e7e-6384c13f54ad Jun 30 04:17:44.638967 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-72e539ed-a7e0-4c37-8353-a88417705234 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781926193812'] for network (59a40f35-c009-484b-9e7e-6384c13f54ad), precommit_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:17:44.669264 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-72e539ed-a7e0-4c37-8353-a88417705234 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3637173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528681'] for network (59a40f35-c009-484b-9e7e-6384c13f54ad), after_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:17:44.670847 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72e539ed-a7e0-4c37-8353-a88417705234 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:17:44.671895 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-72e539ed-a7e0-4c37-8353-a88417705234 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528667'] for network (None), before_response {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:17:44.708669 dv-cinder-846842-7-iscsi neutron-server[104415]: INFO neutron.wsgi [None req-72e539ed-a7e0-4c37-8353-a88417705234 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 866 time: 0.2979672 Jun 30 04:17:44.711601 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.13', 53494) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 04:17:44.716910 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.v2.base [None req-b0e33863-9c92-44d6-b2b4-278ce1c6e9c7 admin admin] Request body: {'subnet': {'network_id': '59a40f35-c009-484b-9e7e-6384c13f54ad', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1904002067-subnet', 'tenant_id': '813156a0534848c4b9eb730cc1838825', 'ip_version': 4}} {{(pid=104416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 30 04:17:44.741734 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e539ed-a7e0-4c37-8353-a88417705234 admin admin] Pushing event updated for resources: {'Network': ['ID=59a40f35-c009-484b-9e7e-6384c13f54ad,revision_number=1']} {{(pid=104415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:17:44.743652 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0e33863-9c92-44d6-b2b4-278ce1c6e9c7 admin admin] Made reservation on behalf of 813156a0534848c4b9eb730cc1838825 for: {'subnet': 1} {{(pid=104416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 04:17:44.746369 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-b0e33863-9c92-44d6-b2b4-278ce1c6e9c7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12208602'] for subnet (None), before_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:17:44.752934 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.rpc [None req-2a6d8403-c0a5-4ac4-aa48-860a84345009 None None] Network 59a40f35-c009-484b-9e7e-6384c13f54ad details requested by agent ovs-agent-dv-cinder-846842-7-iscsi with host dv-cinder-846842-7-iscsi {{(pid=104417) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 04:17:44.871050 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d8f61e-2e41-47a2-af30-f67c108ba716 req-a5711113-2109-487b-8248-74aac3e8cce5 tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:17:44.872603 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-f9d8f61e-2e41-47a2-af30-f67c108ba716 req-a5711113-2109-487b-8248-74aac3e8cce5 tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] 10.222.0.13 "GET /v2.0/ports?device_id=2d3f3442-a00e-47ee-b0df-f099086628ce HTTP/1.1" status: 200 len: 943 time: 0.0926888 Jun 30 04:17:44.964528 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-f9d8f61e-2e41-47a2-af30-f67c108ba716 req-6d03e1ec-c9cb-45ed-a11c-346eb69be4a0 tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] 10.222.0.13 "GET /v2.0/security-groups?id=917dbda3-50de-42c2-a106-5e4480b4dad4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0856199 Jun 30 04:17:45.062059 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-b0e33863-9c92-44d6-b2b4-278ce1c6e9c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1757586', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12208588'] for subnet (df2b2e28-91d6-4887-bc46-4b6acc6d4581), after_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:17:45.077463 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67589e71-1654-4ae1-b160-aac06b2e3665 req-1580af27-d6cb-45e8-b50f-b99bc5e2bc58 tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:17:45.079086 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-67589e71-1654-4ae1-b160-aac06b2e3665 req-1580af27-d6cb-45e8-b50f-b99bc5e2bc58 tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] 10.222.0.13 "GET /v2.0/ports?device_id=1faec7e8-1e39-47c4-aba5-2e67eaf2936c HTTP/1.1" status: 200 len: 945 time: 0.0716529 Jun 30 04:17:45.116131 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.rpc [None req-2a6d8403-c0a5-4ac4-aa48-860a84345009 None None] Device 732ebfd2-5866-4d8a-9290-15df8bc253e2 up at agent ovs-agent-dv-cinder-846842-7-iscsi {{(pid=104417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 04:17:45.151865 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e33863-9c92-44d6-b2b4-278ce1c6e9c7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=df2b2e28-91d6-4887-bc46-4b6acc6d4581,revision_number=0']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:17:45.170865 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:17:45.173798 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.db.provisioning_blocks [None req-2a6d8403-c0a5-4ac4-aa48-860a84345009 None None] Provisioning complete for port 732ebfd2-5866-4d8a-9290-15df8bc253e2 triggered by entity L2. {{(pid=104417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 30 04:17:45.174232 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-2a6d8403-c0a5-4ac4-aa48-860a84345009 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565073'] for port (732ebfd2-5866-4d8a-9290-15df8bc253e2), provisioning_complete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:17:45.182390 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-67589e71-1654-4ae1-b160-aac06b2e3665 req-7db7e400-dbf0-4228-99ba-2ee63a280fbd tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] 10.222.0.13 "GET /v2.0/security-groups?id=8f11cf44-78a0-4c0e-8f30-1538f7de7776&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815699 Jun 30 04:17:45.183236 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0e33863-9c92-44d6-b2b4-278ce1c6e9c7 admin admin] Checking segment: {'id': 'be6d8153-8e3d-4401-b9fc-1aee5c1a449a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '59a40f35-c009-484b-9e7e-6384c13f54ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104416) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 30 04:17:45.183584 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0e33863-9c92-44d6-b2b4-278ce1c6e9c7 admin admin] Network hostable DHCP agents. Network: 59a40f35-c009-484b-9e7e-6384c13f54ad, hostable agents: ['beddbd52-9273-44c2-990c-63933fe383b2'], hosted agents: [] {{(pid=104416) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 04:17:45.203012 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0e33863-9c92-44d6-b2b4-278ce1c6e9c7 admin admin] Network 59a40f35-c009-484b-9e7e-6384c13f54ad is scheduled to be hosted by DHCP agent beddbd52-9273-44c2-990c-63933fe383b2 with binding_index 1 {{(pid=104416) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 04:17:45.214240 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.scheduler.base_scheduler [None req-b0e33863-9c92-44d6-b2b4-278ce1c6e9c7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-846842-7-iscsi, 59a40f35-c009-484b-9e7e-6384c13f54ad) {{(pid=104416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 04:17:45.232460 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0e33863-9c92-44d6-b2b4-278ce1c6e9c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:17:45.233136 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-b0e33863-9c92-44d6-b2b4-278ce1c6e9c7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:17:45.236909 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-638bd32c-bc35-4a8d-929b-d80fc0228b70 None None] Network 59a40f35-c009-484b-9e7e-6384c13f54ad requested from dv-cinder-846842-7-iscsi {{(pid=104417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 30 04:17:45.262144 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-b0e33863-9c92-44d6-b2b4-278ce1c6e9c7 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5468099 Jun 30 04:17:45.262725 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.wsgi [-] (104415) accepted ('10.222.0.13', 53506) {{(pid=104415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 04:17:45.267989 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.v2.base [None req-ce92242d-6f2d-44ff-9d56-01784a684da0 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1904002067-router', 'tenant_id': '813156a0534848c4b9eb730cc1838825', 'external_gateway_info': {'network_id': 'a14b0e4f-074d-4507-846c-fc8420bddf12'}}} {{(pid=104415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 30 04:17:45.271860 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:17:45.306163 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-ce92242d-6f2d-44ff-9d56-01784a684da0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-611393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-992720'] for router (074f2f03-ab80-465b-93d6-45aaa7fb03be), before_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:17:45.307297 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-ce92242d-6f2d-44ff-9d56-01784a684da0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-612039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-618118', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-671212', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-992729'] for router (074f2f03-ab80-465b-93d6-45aaa7fb03be), precommit_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:17:45.336543 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-2a6d8403-c0a5-4ac4-aa48-860a84345009 None None] Current status of the port 732ebfd2-5866-4d8a-9290-15df8bc253e2 is: DOWN; New status is: ACTIVE {{(pid=104417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 30 04:17:45.337028 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-2a6d8403-c0a5-4ac4-aa48-860a84345009 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3606762'] for port (732ebfd2-5866-4d8a-9290-15df8bc253e2), before_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:17:45.361293 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-ce92242d-6f2d-44ff-9d56-01784a684da0 admin admin] Publish callbacks [] for router_controller (074f2f03-ab80-465b-93d6-45aaa7fb03be), precommit_add_association {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:17:45.368479 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.db [None req-2a6d8403-c0a5-4ac4-aa48-860a84345009 None None] For port 732ebfd2-5866-4d8a-9290-15df8bc253e2, host dv-cinder-846842-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-7-iscsi',level=0,port_id=732ebfd2-5866-4d8a-9290-15df8bc253e2,segment=NetworkSegment(3bfcffa1-5305-4ee8-86f3-678eb000aac1),segment_id=3bfcffa1-5305-4ee8-86f3-678eb000aac1)] {{(pid=104417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 04:17:45.387743 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-2a6d8403-c0a5-4ac4-aa48-860a84345009 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4095053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781926634698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781926239335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781926239353'] for port (732ebfd2-5866-4d8a-9290-15df8bc253e2), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:17:45.416103 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d70abdd-329b-4041-82be-e2fc813920a6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcd801984-d77e-514a-975e-2a6430aac994-59a40f35-c009-484b-9e7e-6384c13f54ad', 'network_id': '59a40f35-c009-484b-9e7e-6384c13f54ad', 'project_id': '813156a0534848c4b9eb730cc1838825', 'fixed_ips': [{'subnet_id': 'df2b2e28-91d6-4887-bc46-4b6acc6d4581'}]}} from dv-cinder-846842-7-iscsi. {{(pid=104417) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 30 04:17:45.417028 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-9d70abdd-329b-4041-82be-e2fc813920a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3606762'] for port (None), before_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:17:45.450261 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ae0ff68-6add-4f9c-92ab-50b94b5d2648 None None] Sync routers for ids ['e0d14cc1-d55a-47b8-8f48-3523e445fe69'] in dv-cinder-846842-7-iscsi {{(pid=104418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 04:17:45.467937 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ae0ff68-6add-4f9c-92ab-50b94b5d2648 None None] Routers {'e0d14cc1-d55a-47b8-8f48-3523e445fe69'} bound to L3 agent in host dv-cinder-846842-7-iscsi {{(pid=104418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 30 04:17:45.468921 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.db.l3_hamode_db [None req-5ae0ff68-6add-4f9c-92ab-50b94b5d2648 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-30T04:07:07Z,description=,heartbeat_timestamp=2022-06-30T04:17:37Z,host='dv-cinder-846842-7-iscsi',id=2ea21a61-d737-4543-a811-a0d035fbf0f6,load=0,resource_versions=,resources_synced=,started_at=2022-06-30T04:07:07Z,topic='l3_agent')) {'router_ids': ['e0d14cc1-d55a-47b8-8f48-3523e445fe69'], 'active': True} {{(pid=104418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 04:17:45.475005 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6d8403-c0a5-4ac4-aa48-860a84345009 None None] Pushing event updated for resources: {'Port': ['ID=732ebfd2-5866-4d8a-9290-15df8bc253e2,revision_number=4']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:17:45.514330 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-ce92242d-6f2d-44ff-9d56-01784a684da0 admin admin] Publish callbacks [] for router_gateway (074f2f03-ab80-465b-93d6-45aaa7fb03be), precommit_update {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:17:45.615394 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:17:45.622711 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.db.db_base_plugin_common [None req-9d70abdd-329b-4041-82be-e2fc813920a6 None None] Allocated IP 172.20.0.2 (59a40f35-c009-484b-9e7e-6384c13f54ad/df2b2e28-91d6-4887-bc46-4b6acc6d4581/b7fa974e-b960-4fb1-a18c-0dc7427d43f3) {{(pid=104417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 04:17:45.666543 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.db.l3_dvr_db [None req-5ae0ff68-6add-4f9c-92ab-50b94b5d2648 None None] Set router e0d14cc1-d55a-47b8-8f48-3523e445fe69 gateway port host: dv-cinder-846842-7-iscsi {{(pid=104418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 30 04:17:45.725115 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-ce92242d-6f2d-44ff-9d56-01784a684da0 admin admin] Publish callbacks [] for router_gateway (074f2f03-ab80-465b-93d6-45aaa7fb03be), before_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:17:45.727382 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=79,neutron:INSERT=15,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:17:45.751571 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-ce92242d-6f2d-44ff-9d56-01784a684da0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3606762'] for port (None), before_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:17:45.757579 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:17:45.794891 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-9d70abdd-329b-4041-82be-e2fc813920a6 None None] Publish callbacks [] for port (b7fa974e-b960-4fb1-a18c-0dc7427d43f3), precommit_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:17:45.801159 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-9d70abdd-329b-4041-82be-e2fc813920a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4095053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781926239317'] for port (b7fa974e-b960-4fb1-a18c-0dc7427d43f3), after_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:17:45.839309 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d70abdd-329b-4041-82be-e2fc813920a6 None None] Network 59a40f35-c009-484b-9e7e-6384c13f54ad is already hosted by enough agents. {{(pid=104417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 04:17:45.846634 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.scheduler.base_scheduler [None req-9d70abdd-329b-4041-82be-e2fc813920a6 None None] Resources bound (agent type, host, resource id): {{(pid=104417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 04:17:45.850431 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d70abdd-329b-4041-82be-e2fc813920a6 None None] Received port after_create {{(pid=104417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 30 04:17:45.861731 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d70abdd-329b-4041-82be-e2fc813920a6 None None] Pushing event updated for resources: {'Port': ['ID=b7fa974e-b960-4fb1-a18c-0dc7427d43f3,revision_number=1']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:17:45.880548 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.db.db_base_plugin_common [None req-ce92242d-6f2d-44ff-9d56-01784a684da0 admin admin] Allocated IP 172.27.1.224 (a14b0e4f-074d-4507-846c-fc8420bddf12/15378187-268c-4fae-ace7-eaca7aa50f90/67538140-30eb-497e-b6b7-293080b0c282) {{(pid=104415) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 04:17:45.884548 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.db.l3_hamode_db [None req-5ae0ff68-6add-4f9c-92ab-50b94b5d2648 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0d14cc1-d55a-47b8-8f48-3523e445fe69', 'name': 'tempest-TestVolumeBootPattern-138600561-router', 'tenant_id': 'c2fe0f4b2519494ea784cea098da6be3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14b0e4f-074d-4507-846c-fc8420bddf12', 'external_fixed_ips': [{'subnet_id': '15378187-268c-4fae-ace7-eaca7aa50f90', 'ip_address': '172.27.1.209'}], 'enable_snat': True}, 'gw_port_id': '732ebfd2-5866-4d8a-9290-15df8bc253e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T04:17:39Z', 'updated_at': '2022-06-30T04:17:42Z', 'revision_number': 4, 'project_id': 'c2fe0f4b2519494ea784cea098da6be3', 'gw_port': {'id': '732ebfd2-5866-4d8a-9290-15df8bc253e2', 'name': '', 'network_id': 'a14b0e4f-074d-4507-846c-fc8420bddf12', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:35:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0d14cc1-d55a-47b8-8f48-3523e445fe69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '15378187-268c-4fae-ace7-eaca7aa50f90', 'ip_address': '172.27.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T04:17:39Z', 'updated_at': '2022-06-30T04:17:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15378187-268c-4fae-ace7-eaca7aa50f90', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-7-iscsi', '_interfaces': [{'id': 'b299c8ca-10fe-4c07-82e6-fb84dcb9a9df', 'name': '', 'network_id': 'db2948ec-060f-4621-8ce6-8119698c91b1', 'tenant_id': 'c2fe0f4b2519494ea784cea098da6be3', 'mac_address': 'fa:16:3e:a3:5b:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0d14cc1-d55a-47b8-8f48-3523e445fe69', 'device_owner': 'network:router_interface', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': 'd15d22dc-e983-46bc-a814-5adbf2d25b83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T04:17:42Z', 'updated_at': '2022-06-30T04:17:43Z', 'revision_number': 2, 'project_id': 'c2fe0f4b2519494ea784cea098da6be3', 'subnets': [{'id': 'd15d22dc-e983-46bc-a814-5adbf2d25b83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846842-7-iscsi', False) {} {{(pid=104418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 04:17:45.912577 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ae0ff68-6add-4f9c-92ab-50b94b5d2648 None None] Checking router: e0d14cc1-d55a-47b8-8f48-3523e445fe69 for host: dv-cinder-846842-7-iscsi {{(pid=104418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 04:17:45.913052 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ae0ff68-6add-4f9c-92ab-50b94b5d2648 None None] Updating router e0d14cc1-d55a-47b8-8f48-3523e445fe69 port b299c8ca-10fe-4c07-82e6-fb84dcb9a9df binding host dv-cinder-846842-7-iscsi {{(pid=104418) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 04:17:45.934912 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.managers [None req-9d70abdd-329b-4041-82be-e2fc813920a6 None None] Attempting to bind port b7fa974e-b960-4fb1-a18c-0dc7427d43f3 on host dv-cinder-846842-7-iscsi for vnic_type normal with profile {{(pid=104417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 30 04:17:45.935316 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.managers [None req-9d70abdd-329b-4041-82be-e2fc813920a6 None None] Attempting to bind port b7fa974e-b960-4fb1-a18c-0dc7427d43f3 by drivers openvswitch,hyperv on host dv-cinder-846842-7-iscsi at level 0 using segments [{'id': 'be6d8153-8e3d-4401-b9fc-1aee5c1a449a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '59a40f35-c009-484b-9e7e-6384c13f54ad'}] {{(pid=104417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 30 04:17:45.935640 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d70abdd-329b-4041-82be-e2fc813920a6 None None] Attempting to bind port b7fa974e-b960-4fb1-a18c-0dc7427d43f3 on network 59a40f35-c009-484b-9e7e-6384c13f54ad {{(pid=104417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 30 04:17:45.941559 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d70abdd-329b-4041-82be-e2fc813920a6 None None] Checking agent: {'id': 'cbdf45b5-344e-4e18-9242-1abb738708f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846842-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 30, 4, 7, 10), 'started_at': datetime.datetime(2022, 6, 30, 4, 7, 40), 'heartbeat_timestamp': datetime.datetime(2022, 6, 30, 4, 17, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846842-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 30 04:17:45.941926 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d70abdd-329b-4041-82be-e2fc813920a6 None None] Checking segment: {'id': 'be6d8153-8e3d-4401-b9fc-1aee5c1a449a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '59a40f35-c009-484b-9e7e-6384c13f54ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 30 04:17:45.942320 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-9d70abdd-329b-4041-82be-e2fc813920a6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:17:45.942696 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d70abdd-329b-4041-82be-e2fc813920a6 None None] Bound using segment: {'id': 'be6d8153-8e3d-4401-b9fc-1aee5c1a449a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '59a40f35-c009-484b-9e7e-6384c13f54ad'} {{(pid=104417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 30 04:17:45.943458 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.managers [None req-9d70abdd-329b-4041-82be-e2fc813920a6 None None] Bound port: b7fa974e-b960-4fb1-a18c-0dc7427d43f3, host: dv-cinder-846842-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be6d8153-8e3d-4401-b9fc-1aee5c1a449a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '59a40f35-c009-484b-9e7e-6384c13f54ad'}}] {{(pid=104417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 30 04:17:45.944005 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-9d70abdd-329b-4041-82be-e2fc813920a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3606762'] for port (b7fa974e-b960-4fb1-a18c-0dc7427d43f3), before_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:17:45.948696 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-5ae0ff68-6add-4f9c-92ab-50b94b5d2648 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3606762'] for port (b299c8ca-10fe-4c07-82e6-fb84dcb9a9df), before_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:17:45.952372 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:17:46.012387 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.db [None req-9d70abdd-329b-4041-82be-e2fc813920a6 None None] For port b7fa974e-b960-4fb1-a18c-0dc7427d43f3, host dv-cinder-846842-7-iscsi, cleared binding levels {{(pid=104417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 04:17:46.016193 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.db [None req-9d70abdd-329b-4041-82be-e2fc813920a6 None None] For port b7fa974e-b960-4fb1-a18c-0dc7427d43f3, host dv-cinder-846842-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-7-iscsi',level=0,port_id=b7fa974e-b960-4fb1-a18c-0dc7427d43f3,segment=NetworkSegment(be6d8153-8e3d-4401-b9fc-1aee5c1a449a),segment_id=be6d8153-8e3d-4401-b9fc-1aee5c1a449a)] {{(pid=104417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 04:17:46.024154 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-9d70abdd-329b-4041-82be-e2fc813920a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4095053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781926634698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781926239335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781926239353'] for port (b7fa974e-b960-4fb1-a18c-0dc7427d43f3), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:17:46.037110 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-ce92242d-6f2d-44ff-9d56-01784a684da0 admin admin] Publish callbacks [] for port (67538140-30eb-497e-b6b7-293080b0c282), precommit_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:17:46.096463 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:17:46.105400 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d70abdd-329b-4041-82be-e2fc813920a6 None None] Pushing event updated for resources: {'Port': ['ID=b7fa974e-b960-4fb1-a18c-0dc7427d43f3,revision_number=2']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:17:46.111133 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-ce92242d-6f2d-44ff-9d56-01784a684da0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4095053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781926239317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11645207'] for port (67538140-30eb-497e-b6b7-293080b0c282), after_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:17:46.160400 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce92242d-6f2d-44ff-9d56-01784a684da0 admin admin] Network a14b0e4f-074d-4507-846c-fc8420bddf12 is already hosted by enough agents. {{(pid=104415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 04:17:46.164472 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.scheduler.base_scheduler [None req-ce92242d-6f2d-44ff-9d56-01784a684da0 admin admin] Resources bound (agent type, host, resource id): {{(pid=104415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 04:17:46.169342 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8b8edc-c18e-4668-953f-2c96b2718c38 req-77d4a607-f6af-4a0b-9d32-6a3a2d0dc23d tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:17:46.170921 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-fe8b8edc-c18e-4668-953f-2c96b2718c38 req-77d4a607-f6af-4a0b-9d32-6a3a2d0dc23d tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] 10.222.0.13 "GET /v2.0/ports?device_id=2d3f3442-a00e-47ee-b0df-f099086628ce HTTP/1.1" status: 200 len: 943 time: 0.0860209 Jun 30 04:17:46.180272 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce92242d-6f2d-44ff-9d56-01784a684da0 admin admin] Received port after_create {{(pid=104415) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 30 04:17:46.211517 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce92242d-6f2d-44ff-9d56-01784a684da0 admin admin] Pushing event updated for resources: {'Port': ['ID=67538140-30eb-497e-b6b7-293080b0c282,revision_number=1']} {{(pid=104415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:17:46.225215 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-fe8b8edc-c18e-4668-953f-2c96b2718c38 req-fe1e8d14-3e47-45b5-8fff-3af387ba7078 tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] 10.222.0.13 "GET /v2.0/security-groups?id=917dbda3-50de-42c2-a106-5e4480b4dad4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479887 Jun 30 04:17:46.288118 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-5ae0ff68-6add-4f9c-92ab-50b94b5d2648 None None] Publish callbacks [] for port (b299c8ca-10fe-4c07-82e6-fb84dcb9a9df), precommit_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:17:46.304795 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-5ae0ff68-6add-4f9c-92ab-50b94b5d2648 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4095053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781926634698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781926239335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781926239353'] for port (b299c8ca-10fe-4c07-82e6-fb84dcb9a9df), after_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:17:46.399596 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3341e8-3267-4400-bd46-4c7db73d243f None None] Pushing event updated for resources: {'Port': ['ID=b299c8ca-10fe-4c07-82e6-fb84dcb9a9df,revision_number=3']} {{(pid=104418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:17:46.409216 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d3bc09-91f1-45fe-9b9e-df61ef7b797d req-ab76cca8-e5ea-4d0d-8c27-641729661314 tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:17:46.420187 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-e5d3bc09-91f1-45fe-9b9e-df61ef7b797d req-ab76cca8-e5ea-4d0d-8c27-641729661314 tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] 10.222.0.13 "GET /v2.0/ports?device_id=1faec7e8-1e39-47c4-aba5-2e67eaf2936c HTTP/1.1" status: 200 len: 945 time: 0.1270516 Jun 30 04:17:46.443409 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:17:46.497147 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-e5d3bc09-91f1-45fe-9b9e-df61ef7b797d req-53abadaf-2291-4f8a-80d3-7cd32051cf4d tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] 10.222.0.13 "GET /v2.0/security-groups?id=8f11cf44-78a0-4c0e-8f30-1538f7de7776&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759599 Jun 30 04:17:46.504935 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.managers [None req-5ae0ff68-6add-4f9c-92ab-50b94b5d2648 None None] Attempting to bind port b299c8ca-10fe-4c07-82e6-fb84dcb9a9df on host dv-cinder-846842-7-iscsi for vnic_type normal with profile {{(pid=104418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 30 04:17:46.505953 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.managers [None req-5ae0ff68-6add-4f9c-92ab-50b94b5d2648 None None] Attempting to bind port b299c8ca-10fe-4c07-82e6-fb84dcb9a9df by drivers openvswitch,hyperv on host dv-cinder-846842-7-iscsi at level 0 using segments [{'id': '29fd2ab4-096b-48df-8eef-82f2cdac089f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'db2948ec-060f-4621-8ce6-8119698c91b1'}] {{(pid=104418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 30 04:17:46.506529 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ae0ff68-6add-4f9c-92ab-50b94b5d2648 None None] Attempting to bind port b299c8ca-10fe-4c07-82e6-fb84dcb9a9df on network db2948ec-060f-4621-8ce6-8119698c91b1 {{(pid=104418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 30 04:17:46.512935 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ae0ff68-6add-4f9c-92ab-50b94b5d2648 None None] Checking agent: {'id': 'cbdf45b5-344e-4e18-9242-1abb738708f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846842-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 30, 4, 7, 10), 'started_at': datetime.datetime(2022, 6, 30, 4, 7, 40), 'heartbeat_timestamp': datetime.datetime(2022, 6, 30, 4, 17, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846842-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 30 04:17:46.513872 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ae0ff68-6add-4f9c-92ab-50b94b5d2648 None None] Checking segment: {'id': '29fd2ab4-096b-48df-8eef-82f2cdac089f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'db2948ec-060f-4621-8ce6-8119698c91b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 30 04:17:46.514488 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-5ae0ff68-6add-4f9c-92ab-50b94b5d2648 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:17:46.515331 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ae0ff68-6add-4f9c-92ab-50b94b5d2648 None None] Bound using segment: {'id': '29fd2ab4-096b-48df-8eef-82f2cdac089f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'db2948ec-060f-4621-8ce6-8119698c91b1'} {{(pid=104418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 30 04:17:46.516214 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.managers [None req-5ae0ff68-6add-4f9c-92ab-50b94b5d2648 None None] Bound port: b299c8ca-10fe-4c07-82e6-fb84dcb9a9df, host: dv-cinder-846842-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29fd2ab4-096b-48df-8eef-82f2cdac089f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'db2948ec-060f-4621-8ce6-8119698c91b1'}}] {{(pid=104418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 30 04:17:46.516898 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-5ae0ff68-6add-4f9c-92ab-50b94b5d2648 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3606762'] for port (b299c8ca-10fe-4c07-82e6-fb84dcb9a9df), before_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:17:46.578998 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-ce92242d-6f2d-44ff-9d56-01784a684da0 admin admin] Publish callbacks [] for router_gateway (074f2f03-ab80-465b-93d6-45aaa7fb03be), after_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:17:46.582213 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:17:46.609895 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.db [None req-5ae0ff68-6add-4f9c-92ab-50b94b5d2648 None None] For port b299c8ca-10fe-4c07-82e6-fb84dcb9a9df, host dv-cinder-846842-7-iscsi, cleared binding levels {{(pid=104418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 04:17:46.613585 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.db [None req-5ae0ff68-6add-4f9c-92ab-50b94b5d2648 None None] For port b299c8ca-10fe-4c07-82e6-fb84dcb9a9df, host dv-cinder-846842-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-7-iscsi',level=0,port_id=b299c8ca-10fe-4c07-82e6-fb84dcb9a9df,segment=NetworkSegment(29fd2ab4-096b-48df-8eef-82f2cdac089f),segment_id=29fd2ab4-096b-48df-8eef-82f2cdac089f)] {{(pid=104418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 04:17:46.622012 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-5ae0ff68-6add-4f9c-92ab-50b94b5d2648 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4095053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781926634698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781926239335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781926239353'] for port (b299c8ca-10fe-4c07-82e6-fb84dcb9a9df), after_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:17:46.664511 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:17:46.693124 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ae0ff68-6add-4f9c-92ab-50b94b5d2648 None None] Routers {'e0d14cc1-d55a-47b8-8f48-3523e445fe69'} bound to L3 agent in host dv-cinder-846842-7-iscsi {{(pid=104418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 30 04:17:46.693770 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.db.l3_hamode_db [None req-5ae0ff68-6add-4f9c-92ab-50b94b5d2648 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-30T04:07:07Z,description=,heartbeat_timestamp=2022-06-30T04:17:37Z,host='dv-cinder-846842-7-iscsi',id=2ea21a61-d737-4543-a811-a0d035fbf0f6,load=0,resource_versions=,resources_synced=,started_at=2022-06-30T04:07:07Z,topic='l3_agent')) {'router_ids': ['e0d14cc1-d55a-47b8-8f48-3523e445fe69'], 'active': True} {{(pid=104418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 04:17:46.699184 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3341e8-3267-4400-bd46-4c7db73d243f None None] Pushing event updated for resources: {'Port': ['ID=b299c8ca-10fe-4c07-82e6-fb84dcb9a9df,revision_number=4']} {{(pid=104418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:17:46.718564 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.db.provisioning_blocks [None req-da6007a9-5698-4bac-98ff-554eb9d47afa None None] Provisioning complete for port b299c8ca-10fe-4c07-82e6-fb84dcb9a9df triggered by entity DHCP. {{(pid=104417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 30 04:17:46.719252 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-da6007a9-5698-4bac-98ff-554eb9d47afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565073'] for port (b299c8ca-10fe-4c07-82e6-fb84dcb9a9df), provisioning_complete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:17:46.799740 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:17:46.839374 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.db.l3_dvr_db [None req-5ae0ff68-6add-4f9c-92ab-50b94b5d2648 None None] Set router e0d14cc1-d55a-47b8-8f48-3523e445fe69 gateway port host: dv-cinder-846842-7-iscsi {{(pid=104418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 30 04:17:46.857372 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-da6007a9-5698-4bac-98ff-554eb9d47afa None None] Current status of the port b299c8ca-10fe-4c07-82e6-fb84dcb9a9df is: DOWN; New status is: ACTIVE {{(pid=104417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 30 04:17:46.857752 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-da6007a9-5698-4bac-98ff-554eb9d47afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3606762'] for port (b299c8ca-10fe-4c07-82e6-fb84dcb9a9df), before_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:17:46.896592 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.db [None req-da6007a9-5698-4bac-98ff-554eb9d47afa None None] For port b299c8ca-10fe-4c07-82e6-fb84dcb9a9df, host dv-cinder-846842-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-7-iscsi',level=0,port_id=b299c8ca-10fe-4c07-82e6-fb84dcb9a9df,segment=NetworkSegment(29fd2ab4-096b-48df-8eef-82f2cdac089f),segment_id=29fd2ab4-096b-48df-8eef-82f2cdac089f)] {{(pid=104417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 04:17:46.906470 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-da6007a9-5698-4bac-98ff-554eb9d47afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4095053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781926634698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781926239335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781926239353'] for port (b299c8ca-10fe-4c07-82e6-fb84dcb9a9df), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:17:46.978989 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6007a9-5698-4bac-98ff-554eb9d47afa None None] Pushing event updated for resources: {'Port': ['ID=b299c8ca-10fe-4c07-82e6-fb84dcb9a9df,revision_number=5']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:17:47.033908 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.db.provisioning_blocks [None req-d4b527b2-607e-47fa-9363-cdeb1aacc295 None None] Provisioning complete for port b299c8ca-10fe-4c07-82e6-fb84dcb9a9df triggered by entity DHCP. {{(pid=104417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 30 04:17:47.036092 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-d4b527b2-607e-47fa-9363-cdeb1aacc295 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565073'] for port (b299c8ca-10fe-4c07-82e6-fb84dcb9a9df), provisioning_complete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:17:47.120245 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.db.l3_hamode_db [None req-5ae0ff68-6add-4f9c-92ab-50b94b5d2648 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0d14cc1-d55a-47b8-8f48-3523e445fe69', 'name': 'tempest-TestVolumeBootPattern-138600561-router', 'tenant_id': 'c2fe0f4b2519494ea784cea098da6be3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14b0e4f-074d-4507-846c-fc8420bddf12', 'external_fixed_ips': [{'subnet_id': '15378187-268c-4fae-ace7-eaca7aa50f90', 'ip_address': '172.27.1.209'}], 'enable_snat': True}, 'gw_port_id': '732ebfd2-5866-4d8a-9290-15df8bc253e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T04:17:39Z', 'updated_at': '2022-06-30T04:17:42Z', 'revision_number': 4, 'project_id': 'c2fe0f4b2519494ea784cea098da6be3', 'gw_port': {'id': '732ebfd2-5866-4d8a-9290-15df8bc253e2', 'name': '', 'network_id': 'a14b0e4f-074d-4507-846c-fc8420bddf12', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:35:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0d14cc1-d55a-47b8-8f48-3523e445fe69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '15378187-268c-4fae-ace7-eaca7aa50f90', 'ip_address': '172.27.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T04:17:39Z', 'updated_at': '2022-06-30T04:17:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15378187-268c-4fae-ace7-eaca7aa50f90', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-7-iscsi', '_interfaces': [{'id': 'b299c8ca-10fe-4c07-82e6-fb84dcb9a9df', 'name': '', 'network_id': 'db2948ec-060f-4621-8ce6-8119698c91b1', 'tenant_id': 'c2fe0f4b2519494ea784cea098da6be3', 'mac_address': 'fa:16:3e:a3:5b:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0d14cc1-d55a-47b8-8f48-3523e445fe69', 'device_owner': 'network:router_interface', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': 'd15d22dc-e983-46bc-a814-5adbf2d25b83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T04:17:42Z', 'updated_at': '2022-06-30T04:17:46Z', 'revision_number': 4, 'project_id': 'c2fe0f4b2519494ea784cea098da6be3', 'subnets': [{'id': 'd15d22dc-e983-46bc-a814-5adbf2d25b83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846842-7-iscsi', False) {} {{(pid=104418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 04:17:47.151968 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-d4b527b2-607e-47fa-9363-cdeb1aacc295 None None] Current status of the port b299c8ca-10fe-4c07-82e6-fb84dcb9a9df is: ACTIVE; New status is: ACTIVE {{(pid=104417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 30 04:17:47.195854 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ae0ff68-6add-4f9c-92ab-50b94b5d2648 None None] The sync data for ids ['e0d14cc1-d55a-47b8-8f48-3523e445fe69'] in dv-cinder-846842-7-iscsi is: [{'id': 'e0d14cc1-d55a-47b8-8f48-3523e445fe69', 'name': 'tempest-TestVolumeBootPattern-138600561-router', 'tenant_id': 'c2fe0f4b2519494ea784cea098da6be3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14b0e4f-074d-4507-846c-fc8420bddf12', 'external_fixed_ips': [{'subnet_id': '15378187-268c-4fae-ace7-eaca7aa50f90', 'ip_address': '172.27.1.209'}], 'enable_snat': True}, 'gw_port_id': '732ebfd2-5866-4d8a-9290-15df8bc253e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T04:17:39Z', 'updated_at': '2022-06-30T04:17:42Z', 'revision_number': 4, 'project_id': 'c2fe0f4b2519494ea784cea098da6be3', 'gw_port': {'id': '732ebfd2-5866-4d8a-9290-15df8bc253e2', 'name': '', 'network_id': 'a14b0e4f-074d-4507-846c-fc8420bddf12', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:35:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0d14cc1-d55a-47b8-8f48-3523e445fe69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '15378187-268c-4fae-ace7-eaca7aa50f90', 'ip_address': '172.27.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T04:17:39Z', 'updated_at': '2022-06-30T04:17:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15378187-268c-4fae-ace7-eaca7aa50f90', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-7-iscsi', '_interfaces': [{'id': 'b299c8ca-10fe-4c07-82e6-fb84dcb9a9df', 'name': '', 'network_id': 'db2948ec-060f-4621-8ce6-8119698c91b1', 'tenant_id': 'c2fe0f4b2519494ea784cea098da6be3', 'mac_address': 'fa:16:3e:a3:5b:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0d14cc1-d55a-47b8-8f48-3523e445fe69', 'device_owner': 'network:router_interface', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': 'd15d22dc-e983-46bc-a814-5adbf2d25b83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T04:17:42Z', 'updated_at': '2022-06-30T04:17:46Z', 'revision_number': 4, 'project_id': 'c2fe0f4b2519494ea784cea098da6be3', 'subnets': [{'id': 'd15d22dc-e983-46bc-a814-5adbf2d25b83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 04:17:47.288431 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-ce92242d-6f2d-44ff-9d56-01784a684da0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-612929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-619506'] for router (074f2f03-ab80-465b-93d6-45aaa7fb03be), after_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:17:47.306234 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:17:47.404924 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.rpc [None req-2a6d8403-c0a5-4ac4-aa48-860a84345009 None None] Device b7fa974e-b960-4fb1-a18c-0dc7427d43f3 up at agent ovs-agent-dv-cinder-846842-7-iscsi {{(pid=104417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 04:17:47.501976 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e69a5e-c581-4ddd-a1d2-f14961e01635 req-8363dcb9-e1a6-43b7-b4f7-135f6d9e1c0e tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:17:47.502571 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce92242d-6f2d-44ff-9d56-01784a684da0 admin admin] Router 074f2f03-ab80-465b-93d6-45aaa7fb03be is scheduled to L3 agent 2ea21a61-d737-4543-a811-a0d035fbf0f6 with binding_index 1 {{(pid=104415) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 30 04:17:47.505011 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-01e69a5e-c581-4ddd-a1d2-f14961e01635 req-8363dcb9-e1a6-43b7-b4f7-135f6d9e1c0e tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] 10.222.0.13 "GET /v2.0/ports?device_id=2d3f3442-a00e-47ee-b0df-f099086628ce HTTP/1.1" status: 200 len: 943 time: 0.1258526 Jun 30 04:17:47.526650 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.db.provisioning_blocks [None req-2a6d8403-c0a5-4ac4-aa48-860a84345009 None None] Provisioning complete for port b7fa974e-b960-4fb1-a18c-0dc7427d43f3 triggered by entity L2. {{(pid=104417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 30 04:17:47.527180 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-2a6d8403-c0a5-4ac4-aa48-860a84345009 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565073'] for port (b7fa974e-b960-4fb1-a18c-0dc7427d43f3), provisioning_complete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:17:47.587461 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:17:47.591239 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-01e69a5e-c581-4ddd-a1d2-f14961e01635 req-0f1c4be3-d01e-4744-844c-04f5b8a66bc9 tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] 10.222.0.13 "GET /v2.0/security-groups?id=917dbda3-50de-42c2-a106-5e4480b4dad4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0778270 Jun 30 04:17:47.671952 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-2a6d8403-c0a5-4ac4-aa48-860a84345009 None None] Current status of the port b7fa974e-b960-4fb1-a18c-0dc7427d43f3 is: DOWN; New status is: ACTIVE {{(pid=104417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 30 04:17:47.672483 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-2a6d8403-c0a5-4ac4-aa48-860a84345009 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3606762'] for port (b7fa974e-b960-4fb1-a18c-0dc7427d43f3), before_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:17:47.702774 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79ac84f-7e0f-4a29-9c39-1695202ecabf req-659655fa-5dc9-4e78-8b4e-2fdf71aebca6 tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:17:47.720191 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-b79ac84f-7e0f-4a29-9c39-1695202ecabf req-659655fa-5dc9-4e78-8b4e-2fdf71aebca6 tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] 10.222.0.13 "GET /v2.0/ports?device_id=1faec7e8-1e39-47c4-aba5-2e67eaf2936c HTTP/1.1" status: 200 len: 945 time: 0.0897963 Jun 30 04:17:47.724604 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce92242d-6f2d-44ff-9d56-01784a684da0 admin admin] Notify agent at l3_agent.dv-cinder-846842-7-iscsi the message routers_updated {{(pid=104415) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 04:17:47.751588 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aca3fa55-f589-492d-b96c-ce20fae87d1d None None] Sync routers for ids ['074f2f03-ab80-465b-93d6-45aaa7fb03be'] in dv-cinder-846842-7-iscsi {{(pid=104417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 04:17:47.759967 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.db [None req-2a6d8403-c0a5-4ac4-aa48-860a84345009 None None] For port b7fa974e-b960-4fb1-a18c-0dc7427d43f3, host dv-cinder-846842-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-7-iscsi',level=0,port_id=b7fa974e-b960-4fb1-a18c-0dc7427d43f3,segment=NetworkSegment(be6d8153-8e3d-4401-b9fc-1aee5c1a449a),segment_id=be6d8153-8e3d-4401-b9fc-1aee5c1a449a)] {{(pid=104417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 04:17:47.772763 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-2a6d8403-c0a5-4ac4-aa48-860a84345009 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4095053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781926634698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781926239335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781926239353'] for port (b7fa974e-b960-4fb1-a18c-0dc7427d43f3), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:17:47.776332 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.rpc [None req-2a6d8403-c0a5-4ac4-aa48-860a84345009 None None] Device 732ebfd2-5866-4d8a-9290-15df8bc253e2 up at agent ovs-agent-dv-cinder-846842-7-iscsi {{(pid=104417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 04:17:47.777820 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-ce92242d-6f2d-44ff-9d56-01784a684da0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:17:47.782103 dv-cinder-846842-7-iscsi neutron-server[104415]: INFO neutron.wsgi [None req-ce92242d-6f2d-44ff-9d56-01784a684da0 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.5181854 Jun 30 04:17:47.783122 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.wsgi [-] (104415) accepted ('10.222.0.13', 53528) {{(pid=104415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 04:17:47.810140 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-b79ac84f-7e0f-4a29-9c39-1695202ecabf req-88894151-cea6-4d78-9485-464a4d7e8581 tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] 10.222.0.13 "GET /v2.0/security-groups?id=8f11cf44-78a0-4c0e-8f30-1538f7de7776&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704482 Jun 30 04:17:47.828390 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aca3fa55-f589-492d-b96c-ce20fae87d1d None None] Routers {'074f2f03-ab80-465b-93d6-45aaa7fb03be'} bound to L3 agent in host dv-cinder-846842-7-iscsi {{(pid=104417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 30 04:17:47.830296 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.db.l3_hamode_db [None req-aca3fa55-f589-492d-b96c-ce20fae87d1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-30T04:07:07Z,description=,heartbeat_timestamp=2022-06-30T04:17:37Z,host='dv-cinder-846842-7-iscsi',id=2ea21a61-d737-4543-a811-a0d035fbf0f6,load=0,resource_versions=,resources_synced=,started_at=2022-06-30T04:07:07Z,topic='l3_agent')) {'router_ids': ['074f2f03-ab80-465b-93d6-45aaa7fb03be'], 'active': True} {{(pid=104417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 04:17:47.917718 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff0af736-1c22-4e21-a120-c5109deb8721 None None] Network 59a40f35-c009-484b-9e7e-6384c13f54ad requested from dv-cinder-846842-7-iscsi {{(pid=104417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 30 04:17:47.956910 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.db.provisioning_blocks [None req-2ce22702-943b-487d-810e-6b2f40042903 None None] Provisioning complete for port b7fa974e-b960-4fb1-a18c-0dc7427d43f3 triggered by entity DHCP. {{(pid=104417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 30 04:17:47.957457 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-2ce22702-943b-487d-810e-6b2f40042903 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565073'] for port (b7fa974e-b960-4fb1-a18c-0dc7427d43f3), provisioning_complete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:17:47.959489 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6d8403-c0a5-4ac4-aa48-860a84345009 None None] Pushing event updated for resources: {'Port': ['ID=b7fa974e-b960-4fb1-a18c-0dc7427d43f3,revision_number=3']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:17:48.351003 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.db.provisioning_blocks [None req-2a6d8403-c0a5-4ac4-aa48-860a84345009 None None] Provisioning complete for port 732ebfd2-5866-4d8a-9290-15df8bc253e2 triggered by entity L2. {{(pid=104417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 30 04:17:48.351493 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-2a6d8403-c0a5-4ac4-aa48-860a84345009 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565073'] for port (732ebfd2-5866-4d8a-9290-15df8bc253e2), provisioning_complete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:17:48.454600 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.db.l3_dvr_db [None req-aca3fa55-f589-492d-b96c-ce20fae87d1d None None] Set router 074f2f03-ab80-465b-93d6-45aaa7fb03be gateway port host: dv-cinder-846842-7-iscsi {{(pid=104417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 30 04:17:48.483011 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-c4f43b4a-3e41-4a36-89ba-7f38bd25a987 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3606762'] for port (None), before_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:17:48.515314 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:17:48.562813 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:17:48.673886 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e08a202-346d-401f-8faf-4d336dce869e req-5b8f357b-d87c-4d35-aa4e-3bc890f3efb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:17:48.675458 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-1e08a202-346d-401f-8faf-4d336dce869e req-5b8f357b-d87c-4d35-aa4e-3bc890f3efb5 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=2d3f3442-a00e-47ee-b0df-f099086628ce&tenant_id=71588f8a5fc34919a77f28b6a8c8db0e HTTP/1.1" status: 200 len: 1127 time: 0.1499763 Jun 30 04:17:48.726686 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-2ce22702-943b-487d-810e-6b2f40042903 None None] Current status of the port b7fa974e-b960-4fb1-a18c-0dc7427d43f3 is: ACTIVE; New status is: ACTIVE {{(pid=104417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 30 04:17:48.742818 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.db.db_base_plugin_common [None req-c4f43b4a-3e41-4a36-89ba-7f38bd25a987 admin admin] Allocated IP 172.20.0.1 (59a40f35-c009-484b-9e7e-6384c13f54ad/df2b2e28-91d6-4887-bc46-4b6acc6d4581/5164db45-a5d3-4faf-bebb-16790e46fd6a) {{(pid=104415) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 04:17:48.811298 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.db.l3_hamode_db [None req-aca3fa55-f589-492d-b96c-ce20fae87d1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '074f2f03-ab80-465b-93d6-45aaa7fb03be', 'name': 'tempest-TestVolumeBootPattern-1904002067-router', 'tenant_id': '813156a0534848c4b9eb730cc1838825', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14b0e4f-074d-4507-846c-fc8420bddf12', 'external_fixed_ips': [{'subnet_id': '15378187-268c-4fae-ace7-eaca7aa50f90', 'ip_address': '172.27.1.224'}], 'enable_snat': True}, 'gw_port_id': '67538140-30eb-497e-b6b7-293080b0c282', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T04:17:45Z', 'updated_at': '2022-06-30T04:17:46Z', 'revision_number': 3, 'project_id': '813156a0534848c4b9eb730cc1838825', 'gw_port': {'id': '67538140-30eb-497e-b6b7-293080b0c282', 'name': '', 'network_id': 'a14b0e4f-074d-4507-846c-fc8420bddf12', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:75:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '074f2f03-ab80-465b-93d6-45aaa7fb03be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': '15378187-268c-4fae-ace7-eaca7aa50f90', 'ip_address': '172.27.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T04:17:45Z', 'updated_at': '2022-06-30T04:17:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '15378187-268c-4fae-ace7-eaca7aa50f90', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-7-iscsi'}], 'dv-cinder-846842-7-iscsi', False) {} {{(pid=104417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 04:17:48.842858 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e08a202-346d-401f-8faf-4d336dce869e req-9cd39920-5430-4a7e-bd33-1dbfaada6902 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:17:48.846125 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-1e08a202-346d-401f-8faf-4d336dce869e req-9cd39920-5430-4a7e-bd33-1dbfaada6902 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=71588f8a5fc34919a77f28b6a8c8db0e&device_id=2d3f3442-a00e-47ee-b0df-f099086628ce HTTP/1.1" status: 200 len: 1127 time: 0.1383939 Jun 30 04:17:48.857202 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86641e7-6bf8-4eeb-b755-70e9b58c0d57 req-c4290185-e7de-461d-9b88-9b01e31d024c tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:17:48.864800 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-b86641e7-6bf8-4eeb-b755-70e9b58c0d57 req-c4290185-e7de-461d-9b88-9b01e31d024c tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] 10.222.0.13 "GET /v2.0/ports?device_id=2d3f3442-a00e-47ee-b0df-f099086628ce HTTP/1.1" status: 200 len: 943 time: 0.1118057 Jun 30 04:17:48.867753 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aca3fa55-f589-492d-b96c-ce20fae87d1d None None] Checking router: 074f2f03-ab80-465b-93d6-45aaa7fb03be for host: dv-cinder-846842-7-iscsi {{(pid=104417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 04:17:48.868204 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aca3fa55-f589-492d-b96c-ce20fae87d1d None None] Updating router 074f2f03-ab80-465b-93d6-45aaa7fb03be port 67538140-30eb-497e-b6b7-293080b0c282 binding host dv-cinder-846842-7-iscsi {{(pid=104417) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 04:17:48.873447 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-2a6d8403-c0a5-4ac4-aa48-860a84345009 None None] Current status of the port 732ebfd2-5866-4d8a-9290-15df8bc253e2 is: ACTIVE; New status is: ACTIVE {{(pid=104417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 30 04:17:48.911981 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-c4f43b4a-3e41-4a36-89ba-7f38bd25a987 admin admin] Publish callbacks [] for port (5164db45-a5d3-4faf-bebb-16790e46fd6a), precommit_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:17:48.952099 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:17:48.956982 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-c4f43b4a-3e41-4a36-89ba-7f38bd25a987 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4095053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781926239317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11645207'] for port (5164db45-a5d3-4faf-bebb-16790e46fd6a), after_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:17:48.959529 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-aca3fa55-f589-492d-b96c-ce20fae87d1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3606762'] for port (67538140-30eb-497e-b6b7-293080b0c282), before_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:17:48.963914 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.db.provisioning_blocks [None req-80e88896-6b42-4bdb-b9e8-dc8b97e54229 None None] Provisioning complete for port b7fa974e-b960-4fb1-a18c-0dc7427d43f3 triggered by entity DHCP. {{(pid=104417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 30 04:17:48.964356 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-80e88896-6b42-4bdb-b9e8-dc8b97e54229 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565073'] for port (b7fa974e-b960-4fb1-a18c-0dc7427d43f3), provisioning_complete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:17:49.013716 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4f43b4a-3e41-4a36-89ba-7f38bd25a987 admin admin] Network 59a40f35-c009-484b-9e7e-6384c13f54ad is already hosted by enough agents. {{(pid=104415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 04:17:49.017685 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.scheduler.base_scheduler [None req-c4f43b4a-3e41-4a36-89ba-7f38bd25a987 admin admin] Resources bound (agent type, host, resource id): {{(pid=104415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 04:17:49.021933 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4f43b4a-3e41-4a36-89ba-7f38bd25a987 admin admin] Received port after_create {{(pid=104415) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 30 04:17:49.025488 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f43b4a-3e41-4a36-89ba-7f38bd25a987 admin admin] Pushing event updated for resources: {'Port': ['ID=5164db45-a5d3-4faf-bebb-16790e46fd6a,revision_number=1']} {{(pid=104415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:17:49.029373 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-b86641e7-6bf8-4eeb-b755-70e9b58c0d57 req-a4c4e3c1-b76e-4bff-8a1b-6005dc6ceafb tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] 10.222.0.13 "GET /v2.0/security-groups?id=917dbda3-50de-42c2-a106-5e4480b4dad4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1620815 Jun 30 04:17:49.068957 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e08a202-346d-401f-8faf-4d336dce869e req-32d66e3b-8c7f-42fe-86f6-b851f825bd6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:17:49.070499 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-1e08a202-346d-401f-8faf-4d336dce869e req-32d66e3b-8c7f-42fe-86f6-b851f825bd6d service neutron] 10.222.0.20 "GET /v2.0/networks?id=17fe777c-5046-426d-94b6-3483df1f9f21 HTTP/1.1" status: 200 len: 918 time: 0.1814995 Jun 30 04:17:49.077157 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-c4f43b4a-3e41-4a36-89ba-7f38bd25a987 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-614065'] for router_interface (074f2f03-ab80-465b-93d6-45aaa7fb03be), before_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:17:49.081816 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:17:49.331054 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-c4f43b4a-3e41-4a36-89ba-7f38bd25a987 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3606762'] for port (5164db45-a5d3-4faf-bebb-16790e46fd6a), before_update {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:17:49.348633 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-80e88896-6b42-4bdb-b9e8-dc8b97e54229 None None] Current status of the port b7fa974e-b960-4fb1-a18c-0dc7427d43f3 is: ACTIVE; New status is: ACTIVE {{(pid=104417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 30 04:17:49.386008 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=91,neutron:UPDATE=5,neutron:INSERT=4 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:17:49.390306 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.rpc [None req-2a6d8403-c0a5-4ac4-aa48-860a84345009 None None] Device b7fa974e-b960-4fb1-a18c-0dc7427d43f3 up at agent ovs-agent-dv-cinder-846842-7-iscsi {{(pid=104417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 04:17:49.430453 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca32cb6-d40d-4b67-9817-e5eeb7335a5f req-c06731ae-f3f1-4cea-8117-db5f154e7ae6 tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:17:49.431996 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-3ca32cb6-d40d-4b67-9817-e5eeb7335a5f req-c06731ae-f3f1-4cea-8117-db5f154e7ae6 tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] 10.222.0.13 "GET /v2.0/ports?device_id=1faec7e8-1e39-47c4-aba5-2e67eaf2936c HTTP/1.1" status: 200 len: 945 time: 0.4541821 Jun 30 04:17:49.438315 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-aca3fa55-f589-492d-b96c-ce20fae87d1d None None] Publish callbacks [] for port (67538140-30eb-497e-b6b7-293080b0c282), precommit_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:17:49.452499 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-aca3fa55-f589-492d-b96c-ce20fae87d1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4095053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781926634698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781926239335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781926239353'] for port (67538140-30eb-497e-b6b7-293080b0c282), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:17:49.487363 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-3ca32cb6-d40d-4b67-9817-e5eeb7335a5f req-bacfd25f-b64d-4691-b9fd-be4b0526ab99 tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] 10.222.0.13 "GET /v2.0/security-groups?id=8f11cf44-78a0-4c0e-8f30-1538f7de7776&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466826 Jun 30 04:17:49.494434 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:17:49.526750 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.db.provisioning_blocks [None req-7fc53af2-21a3-4ac4-97d5-793378e48bf0 None None] Provisioning complete for port 5164db45-a5d3-4faf-bebb-16790e46fd6a triggered by entity DHCP. {{(pid=104417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 30 04:17:49.527139 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-7fc53af2-21a3-4ac4-97d5-793378e48bf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565073'] for port (5164db45-a5d3-4faf-bebb-16790e46fd6a), provisioning_complete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:17:49.536606 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-c4f43b4a-3e41-4a36-89ba-7f38bd25a987 admin admin] Publish callbacks [] for port (5164db45-a5d3-4faf-bebb-16790e46fd6a), precommit_update {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:17:49.542709 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-c4f43b4a-3e41-4a36-89ba-7f38bd25a987 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4095053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781926634698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781926239335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781926239353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11645230'] for port (5164db45-a5d3-4faf-bebb-16790e46fd6a), after_update {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:17:49.560113 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.db.provisioning_blocks [None req-2a6d8403-c0a5-4ac4-aa48-860a84345009 None None] Provisioning complete for port b7fa974e-b960-4fb1-a18c-0dc7427d43f3 triggered by entity L2. {{(pid=104417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 30 04:17:49.560480 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-2a6d8403-c0a5-4ac4-aa48-860a84345009 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565073'] for port (b7fa974e-b960-4fb1-a18c-0dc7427d43f3), provisioning_complete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:17:49.569241 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9518d234-ed62-4a2a-acfa-12919ba7e789 None None] Pushing event updated for resources: {'Port': ['ID=67538140-30eb-497e-b6b7-293080b0c282,revision_number=2']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:17:49.569241 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.managers [None req-aca3fa55-f589-492d-b96c-ce20fae87d1d None None] Attempting to bind port 67538140-30eb-497e-b6b7-293080b0c282 on host dv-cinder-846842-7-iscsi for vnic_type normal with profile {{(pid=104417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 30 04:17:49.569241 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.managers [None req-aca3fa55-f589-492d-b96c-ce20fae87d1d None None] Attempting to bind port 67538140-30eb-497e-b6b7-293080b0c282 by drivers openvswitch,hyperv on host dv-cinder-846842-7-iscsi at level 0 using segments [{'id': '3bfcffa1-5305-4ee8-86f3-678eb000aac1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a14b0e4f-074d-4507-846c-fc8420bddf12'}] {{(pid=104417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 30 04:17:49.569241 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aca3fa55-f589-492d-b96c-ce20fae87d1d None None] Attempting to bind port 67538140-30eb-497e-b6b7-293080b0c282 on network a14b0e4f-074d-4507-846c-fc8420bddf12 {{(pid=104417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 30 04:17:49.604059 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aca3fa55-f589-492d-b96c-ce20fae87d1d None None] Checking agent: {'id': 'cbdf45b5-344e-4e18-9242-1abb738708f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846842-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 30, 4, 7, 10), 'started_at': datetime.datetime(2022, 6, 30, 4, 7, 40), 'heartbeat_timestamp': datetime.datetime(2022, 6, 30, 4, 17, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846842-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 30 04:17:49.604520 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aca3fa55-f589-492d-b96c-ce20fae87d1d None None] Checking segment: {'id': '3bfcffa1-5305-4ee8-86f3-678eb000aac1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a14b0e4f-074d-4507-846c-fc8420bddf12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 30 04:17:49.604826 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-aca3fa55-f589-492d-b96c-ce20fae87d1d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:17:49.605221 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aca3fa55-f589-492d-b96c-ce20fae87d1d None None] Bound using segment: {'id': '3bfcffa1-5305-4ee8-86f3-678eb000aac1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a14b0e4f-074d-4507-846c-fc8420bddf12'} {{(pid=104417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 30 04:17:49.605691 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.managers [None req-aca3fa55-f589-492d-b96c-ce20fae87d1d None None] Bound port: 67538140-30eb-497e-b6b7-293080b0c282, host: dv-cinder-846842-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3bfcffa1-5305-4ee8-86f3-678eb000aac1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a14b0e4f-074d-4507-846c-fc8420bddf12'}}] {{(pid=104417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 30 04:17:49.606070 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-aca3fa55-f589-492d-b96c-ce20fae87d1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3606762'] for port (67538140-30eb-497e-b6b7-293080b0c282), before_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:17:49.616256 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f43b4a-3e41-4a36-89ba-7f38bd25a987 admin admin] Pushing event updated for resources: {'Port': ['ID=5164db45-a5d3-4faf-bebb-16790e46fd6a,revision_number=2']} {{(pid=104415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:17:49.618732 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-c4f43b4a-3e41-4a36-89ba-7f38bd25a987 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-613933'] for router_interface (074f2f03-ab80-465b-93d6-45aaa7fb03be), after_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:17:49.634611 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-7fc53af2-21a3-4ac4-97d5-793378e48bf0 None None] Port 5164db45-a5d3-4faf-bebb-16790e46fd6a cannot update to ACTIVE because it is not bound. {{(pid=104417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 30 04:17:49.696590 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.db [None req-aca3fa55-f589-492d-b96c-ce20fae87d1d None None] For port 67538140-30eb-497e-b6b7-293080b0c282, host dv-cinder-846842-7-iscsi, cleared binding levels {{(pid=104417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 04:17:49.701709 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.db [None req-aca3fa55-f589-492d-b96c-ce20fae87d1d None None] For port 67538140-30eb-497e-b6b7-293080b0c282, host dv-cinder-846842-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-7-iscsi',level=0,port_id=67538140-30eb-497e-b6b7-293080b0c282,segment=NetworkSegment(3bfcffa1-5305-4ee8-86f3-678eb000aac1),segment_id=3bfcffa1-5305-4ee8-86f3-678eb000aac1)] {{(pid=104417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 04:17:49.723766 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-aca3fa55-f589-492d-b96c-ce20fae87d1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4095053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781926634698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781926239335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781926239353'] for port (67538140-30eb-497e-b6b7-293080b0c282), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:17:49.731258 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4f43b4a-3e41-4a36-89ba-7f38bd25a987 admin admin] Network 59a40f35-c009-484b-9e7e-6384c13f54ad is already hosted by enough agents. {{(pid=104415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 04:17:49.733015 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.scheduler.base_scheduler [None req-c4f43b4a-3e41-4a36-89ba-7f38bd25a987 admin admin] Resources bound (agent type, host, resource id): {{(pid=104415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 04:17:49.774817 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-2a6d8403-c0a5-4ac4-aa48-860a84345009 None None] Current status of the port b7fa974e-b960-4fb1-a18c-0dc7427d43f3 is: ACTIVE; New status is: ACTIVE {{(pid=104417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 30 04:17:49.775934 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.rpc [None req-2a6d8403-c0a5-4ac4-aa48-860a84345009 None None] Device b299c8ca-10fe-4c07-82e6-fb84dcb9a9df up at agent ovs-agent-dv-cinder-846842-7-iscsi {{(pid=104417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 04:17:49.838260 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aca3fa55-f589-492d-b96c-ce20fae87d1d None None] Routers {'074f2f03-ab80-465b-93d6-45aaa7fb03be'} bound to L3 agent in host dv-cinder-846842-7-iscsi {{(pid=104417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 30 04:17:49.839316 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.db.l3_hamode_db [None req-aca3fa55-f589-492d-b96c-ce20fae87d1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-30T04:07:07Z,description=,heartbeat_timestamp=2022-06-30T04:17:37Z,host='dv-cinder-846842-7-iscsi',id=2ea21a61-d737-4543-a811-a0d035fbf0f6,load=0,resource_versions=,resources_synced=,started_at=2022-06-30T04:07:07Z,topic='l3_agent')) {'router_ids': ['074f2f03-ab80-465b-93d6-45aaa7fb03be'], 'active': True} {{(pid=104417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 04:17:49.842611 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9518d234-ed62-4a2a-acfa-12919ba7e789 None None] Pushing event updated for resources: {'Port': ['ID=67538140-30eb-497e-b6b7-293080b0c282,revision_number=3']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:17:49.861457 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4f43b4a-3e41-4a36-89ba-7f38bd25a987 admin admin] Router 074f2f03-ab80-465b-93d6-45aaa7fb03be has already been hosted by L3 agent 2ea21a61-d737-4543-a811-a0d035fbf0f6 {{(pid=104415) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 30 04:17:49.927637 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.db.provisioning_blocks [None req-2a6d8403-c0a5-4ac4-aa48-860a84345009 None None] Provisioning complete for port b299c8ca-10fe-4c07-82e6-fb84dcb9a9df triggered by entity L2. {{(pid=104417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 30 04:17:49.928000 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-2a6d8403-c0a5-4ac4-aa48-860a84345009 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565073'] for port (b299c8ca-10fe-4c07-82e6-fb84dcb9a9df), provisioning_complete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:17:49.959768 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:17:49.977881 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4f43b4a-3e41-4a36-89ba-7f38bd25a987 admin admin] Notify agent at l3_agent.dv-cinder-846842-7-iscsi the message routers_updated {{(pid=104415) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 04:17:49.984362 dv-cinder-846842-7-iscsi neutron-server[104415]: INFO neutron.wsgi [None req-c4f43b4a-3e41-4a36-89ba-7f38bd25a987 admin admin] 10.222.0.13 "PUT /v2.0/routers/074f2f03-ab80-465b-93d6-45aaa7fb03be/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2001402 Jun 30 04:17:49.985717 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.db.provisioning_blocks [None req-8fdb001f-f05a-4b99-adbe-659ef3b34c9f None None] Provisioning complete for port 5164db45-a5d3-4faf-bebb-16790e46fd6a triggered by entity DHCP. {{(pid=104417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 30 04:17:49.986081 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-8fdb001f-f05a-4b99-adbe-659ef3b34c9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565073'] for port (5164db45-a5d3-4faf-bebb-16790e46fd6a), provisioning_complete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:17:50.024314 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.db.l3_dvr_db [None req-aca3fa55-f589-492d-b96c-ce20fae87d1d None None] Set router 074f2f03-ab80-465b-93d6-45aaa7fb03be gateway port host: dv-cinder-846842-7-iscsi {{(pid=104417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 30 04:17:50.072429 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-8fdb001f-f05a-4b99-adbe-659ef3b34c9f None None] Port 5164db45-a5d3-4faf-bebb-16790e46fd6a cannot update to ACTIVE because it is not bound. {{(pid=104417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 30 04:17:50.167331 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-2a6d8403-c0a5-4ac4-aa48-860a84345009 None None] Current status of the port b299c8ca-10fe-4c07-82e6-fb84dcb9a9df is: ACTIVE; New status is: ACTIVE {{(pid=104417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 30 04:17:50.251011 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc6afd9-f50d-415e-96c9-4d5e1b945ff2 req-c207c79f-b3ae-4c03-9076-a66e0e855bc2 tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:17:50.252562 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-cfc6afd9-f50d-415e-96c9-4d5e1b945ff2 req-c207c79f-b3ae-4c03-9076-a66e0e855bc2 tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] 10.222.0.13 "GET /v2.0/ports?device_id=2d3f3442-a00e-47ee-b0df-f099086628ce HTTP/1.1" status: 200 len: 943 time: 0.0986440 Jun 30 04:17:50.260863 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-1e08a202-346d-401f-8faf-4d336dce869e req-8174758a-b3fe-40c0-a048-7faa83c8b430 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bd404336-185f-4a39-8576-5211044a2340 HTTP/1.1" status: 200 len: 998 time: 0.0952055 Jun 30 04:17:50.296041 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.db.l3_hamode_db [None req-aca3fa55-f589-492d-b96c-ce20fae87d1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '074f2f03-ab80-465b-93d6-45aaa7fb03be', 'name': 'tempest-TestVolumeBootPattern-1904002067-router', 'tenant_id': '813156a0534848c4b9eb730cc1838825', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14b0e4f-074d-4507-846c-fc8420bddf12', 'external_fixed_ips': [{'subnet_id': '15378187-268c-4fae-ace7-eaca7aa50f90', 'ip_address': '172.27.1.224'}], 'enable_snat': True}, 'gw_port_id': '67538140-30eb-497e-b6b7-293080b0c282', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T04:17:45Z', 'updated_at': '2022-06-30T04:17:49Z', 'revision_number': 4, 'project_id': '813156a0534848c4b9eb730cc1838825', 'gw_port': {'id': '67538140-30eb-497e-b6b7-293080b0c282', 'name': '', 'network_id': 'a14b0e4f-074d-4507-846c-fc8420bddf12', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:75:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '074f2f03-ab80-465b-93d6-45aaa7fb03be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': '15378187-268c-4fae-ace7-eaca7aa50f90', 'ip_address': '172.27.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T04:17:45Z', 'updated_at': '2022-06-30T04:17:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15378187-268c-4fae-ace7-eaca7aa50f90', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-7-iscsi', '_interfaces': [{'id': '5164db45-a5d3-4faf-bebb-16790e46fd6a', 'name': '', 'network_id': '59a40f35-c009-484b-9e7e-6384c13f54ad', 'tenant_id': '813156a0534848c4b9eb730cc1838825', 'mac_address': 'fa:16:3e:df:2f:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '074f2f03-ab80-465b-93d6-45aaa7fb03be', 'device_owner': 'network:router_interface', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': 'df2b2e28-91d6-4887-bc46-4b6acc6d4581', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T04:17:48Z', 'updated_at': '2022-06-30T04:17:49Z', 'revision_number': 2, 'project_id': '813156a0534848c4b9eb730cc1838825', 'subnets': [{'id': 'df2b2e28-91d6-4887-bc46-4b6acc6d4581', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846842-7-iscsi', False) {} {{(pid=104417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 04:17:50.305887 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-cfc6afd9-f50d-415e-96c9-4d5e1b945ff2 req-74bc01b3-4632-4637-a5ee-0cbfa8434682 tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] 10.222.0.13 "GET /v2.0/security-groups?id=917dbda3-50de-42c2-a106-5e4480b4dad4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440810 Jun 30 04:17:50.328070 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aca3fa55-f589-492d-b96c-ce20fae87d1d None None] The sync data for ids ['074f2f03-ab80-465b-93d6-45aaa7fb03be'] in dv-cinder-846842-7-iscsi is: [{'id': '074f2f03-ab80-465b-93d6-45aaa7fb03be', 'name': 'tempest-TestVolumeBootPattern-1904002067-router', 'tenant_id': '813156a0534848c4b9eb730cc1838825', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14b0e4f-074d-4507-846c-fc8420bddf12', 'external_fixed_ips': [{'subnet_id': '15378187-268c-4fae-ace7-eaca7aa50f90', 'ip_address': '172.27.1.224'}], 'enable_snat': True}, 'gw_port_id': '67538140-30eb-497e-b6b7-293080b0c282', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T04:17:45Z', 'updated_at': '2022-06-30T04:17:49Z', 'revision_number': 4, 'project_id': '813156a0534848c4b9eb730cc1838825', 'gw_port': {'id': '67538140-30eb-497e-b6b7-293080b0c282', 'name': '', 'network_id': 'a14b0e4f-074d-4507-846c-fc8420bddf12', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:75:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '074f2f03-ab80-465b-93d6-45aaa7fb03be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': '15378187-268c-4fae-ace7-eaca7aa50f90', 'ip_address': '172.27.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T04:17:45Z', 'updated_at': '2022-06-30T04:17:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15378187-268c-4fae-ace7-eaca7aa50f90', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-7-iscsi', '_interfaces': [{'id': '5164db45-a5d3-4faf-bebb-16790e46fd6a', 'name': '', 'network_id': '59a40f35-c009-484b-9e7e-6384c13f54ad', 'tenant_id': '813156a0534848c4b9eb730cc1838825', 'mac_address': 'fa:16:3e:df:2f:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '074f2f03-ab80-465b-93d6-45aaa7fb03be', 'device_owner': 'network:router_interface', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': 'df2b2e28-91d6-4887-bc46-4b6acc6d4581', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T04:17:48Z', 'updated_at': '2022-06-30T04:17:49Z', 'revision_number': 2, 'project_id': '813156a0534848c4b9eb730cc1838825', 'subnets': [{'id': 'df2b2e28-91d6-4887-bc46-4b6acc6d4581', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 04:17:50.380298 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.13', 53562) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 04:17:50.384784 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.v2.base [None req-7c6825ab-08bd-49ec-ab2b-2ecfd196dbbc tempest-TestVolumeBootPattern-1718480899 tempest-TestVolumeBootPattern-1718480899-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-779380356', 'description': 'tempest-secgroup-smoke-779380356 description', 'project_id': 'c2fe0f4b2519494ea784cea098da6be3'}} {{(pid=104416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 30 04:17:50.408847 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-7c6825ab-08bd-49ec-ab2b-2ecfd196dbbc tempest-TestVolumeBootPattern-1718480899 tempest-TestVolumeBootPattern-1718480899-project] Publish callbacks [] for security_group (None), before_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:17:50.470529 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:17:50.501461 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-7c6825ab-08bd-49ec-ab2b-2ecfd196dbbc tempest-TestVolumeBootPattern-1718480899 tempest-TestVolumeBootPattern-1718480899-project] Publish callbacks [] for security_group (1e7d7258-f507-4717-8413-3442decd3e6b), precommit_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:17:50.506907 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-7c6825ab-08bd-49ec-ab2b-2ecfd196dbbc tempest-TestVolumeBootPattern-1718480899 tempest-TestVolumeBootPattern-1718480899-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3637186'] for security_group (1e7d7258-f507-4717-8413-3442decd3e6b), after_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:17:50.540187 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-7c6825ab-08bd-49ec-ab2b-2ecfd196dbbc tempest-TestVolumeBootPattern-1718480899 tempest-TestVolumeBootPattern-1718480899-project] Publish callbacks [] for security_group (None), before_response {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:17:50.541434 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-7c6825ab-08bd-49ec-ab2b-2ecfd196dbbc tempest-TestVolumeBootPattern-1718480899 tempest-TestVolumeBootPattern-1718480899-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1601303 Jun 30 04:17:50.544473 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.13', 53568) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 04:17:50.555141 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.v2.base [None req-d2642b12-7c12-4511-ad3b-d7942fbcb036 tempest-TestVolumeBootPattern-1718480899 tempest-TestVolumeBootPattern-1718480899-project] Request body: {'security_group_rule': {'security_group_id': '1e7d7258-f507-4717-8413-3442decd3e6b', 'project_id': 'c2fe0f4b2519494ea784cea098da6be3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 30 04:17:50.559806 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6825ab-08bd-49ec-ab2b-2ecfd196dbbc tempest-TestVolumeBootPattern-1718480899 tempest-TestVolumeBootPattern-1718480899-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1e7d7258-f507-4717-8413-3442decd3e6b,revision_number=1']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:17:50.620455 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-d2642b12-7c12-4511-ad3b-d7942fbcb036 tempest-TestVolumeBootPattern-1718480899 tempest-TestVolumeBootPattern-1718480899-project] Publish callbacks [] for security_group_rule (088801ec-cc60-4b04-aae4-d6c1b51bbced), before_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:17:50.642669 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:DELETE=1 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:17:50.690642 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809b1daa-bf52-46fa-9b6c-77cc9dc3d95a req-f39dbca0-c3cc-489b-920d-de8760b0c9c5 tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:17:50.692222 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-809b1daa-bf52-46fa-9b6c-77cc9dc3d95a req-f39dbca0-c3cc-489b-920d-de8760b0c9c5 tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] 10.222.0.13 "GET /v2.0/ports?device_id=1faec7e8-1e39-47c4-aba5-2e67eaf2936c HTTP/1.1" status: 200 len: 945 time: 0.0921049 Jun 30 04:17:50.733742 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-d2642b12-7c12-4511-ad3b-d7942fbcb036 tempest-TestVolumeBootPattern-1718480899 tempest-TestVolumeBootPattern-1718480899-project] Publish callbacks [] for security_group_rule (088801ec-cc60-4b04-aae4-d6c1b51bbced), precommit_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:17:50.747587 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-d2642b12-7c12-4511-ad3b-d7942fbcb036 tempest-TestVolumeBootPattern-1718480899 tempest-TestVolumeBootPattern-1718480899-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3637011'] for security_group_rule (088801ec-cc60-4b04-aae4-d6c1b51bbced), after_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:17:50.783152 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2642b12-7c12-4511-ad3b-d7942fbcb036 tempest-TestVolumeBootPattern-1718480899 tempest-TestVolumeBootPattern-1718480899-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=088801ec-cc60-4b04-aae4-d6c1b51bbced,revision_number=0']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:17:50.789084 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-809b1daa-bf52-46fa-9b6c-77cc9dc3d95a req-3a32cec9-0e7b-4aa2-b936-bcac8b1a05fc tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] 10.222.0.13 "GET /v2.0/security-groups?id=8f11cf44-78a0-4c0e-8f30-1538f7de7776&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848556 Jun 30 04:17:50.795787 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-d2642b12-7c12-4511-ad3b-d7942fbcb036 tempest-TestVolumeBootPattern-1718480899 tempest-TestVolumeBootPattern-1718480899-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:17:50.797260 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-d2642b12-7c12-4511-ad3b-d7942fbcb036 tempest-TestVolumeBootPattern-1718480899 tempest-TestVolumeBootPattern-1718480899-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2516477 Jun 30 04:17:50.800565 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.wsgi [-] (104415) accepted ('10.222.0.13', 53574) {{(pid=104415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 04:17:50.808657 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.v2.base [None req-0773b187-5048-41b3-871e-064067719fb4 tempest-TestVolumeBootPattern-1718480899 tempest-TestVolumeBootPattern-1718480899-project] Request body: {'security_group_rule': {'security_group_id': '1e7d7258-f507-4717-8413-3442decd3e6b', 'project_id': 'c2fe0f4b2519494ea784cea098da6be3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 30 04:17:50.846943 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-0773b187-5048-41b3-871e-064067719fb4 tempest-TestVolumeBootPattern-1718480899 tempest-TestVolumeBootPattern-1718480899-project] Publish callbacks [] for security_group_rule (757b3b7d-781f-4578-9edc-8702074b25d4), before_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:17:50.849447 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:17:50.913109 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-0773b187-5048-41b3-871e-064067719fb4 tempest-TestVolumeBootPattern-1718480899 tempest-TestVolumeBootPattern-1718480899-project] Publish callbacks [] for security_group_rule (757b3b7d-781f-4578-9edc-8702074b25d4), precommit_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:17:50.918872 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-0773b187-5048-41b3-871e-064067719fb4 tempest-TestVolumeBootPattern-1718480899 tempest-TestVolumeBootPattern-1718480899-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3637011'] for security_group_rule (757b3b7d-781f-4578-9edc-8702074b25d4), after_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:17:50.939834 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0773b187-5048-41b3-871e-064067719fb4 tempest-TestVolumeBootPattern-1718480899 tempest-TestVolumeBootPattern-1718480899-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=757b3b7d-781f-4578-9edc-8702074b25d4,revision_number=0']} {{(pid=104415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:17:50.949091 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-0773b187-5048-41b3-871e-064067719fb4 tempest-TestVolumeBootPattern-1718480899 tempest-TestVolumeBootPattern-1718480899-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:17:50.952895 dv-cinder-846842-7-iscsi neutron-server[104415]: INFO neutron.wsgi [None req-0773b187-5048-41b3-871e-064067719fb4 tempest-TestVolumeBootPattern-1718480899 tempest-TestVolumeBootPattern-1718480899-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1482372 Jun 30 04:17:50.953222 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.wsgi [-] (104415) accepted ('10.222.0.13', 53576) {{(pid=104415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 04:17:50.957715 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.v2.base [None req-d19965bf-8e3a-4ef1-9e52-d4499a89d9ac tempest-TestVolumeBootPattern-1718480899 tempest-TestVolumeBootPattern-1718480899-project] Request body: {'security_group_rule': {'security_group_id': '1e7d7258-f507-4717-8413-3442decd3e6b', 'project_id': 'c2fe0f4b2519494ea784cea098da6be3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 30 04:17:50.993093 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-d19965bf-8e3a-4ef1-9e52-d4499a89d9ac tempest-TestVolumeBootPattern-1718480899 tempest-TestVolumeBootPattern-1718480899-project] Publish callbacks [] for security_group_rule (6e52b2d8-fbc1-4050-ac07-75869b609d07), before_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:17:51.071370 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-d19965bf-8e3a-4ef1-9e52-d4499a89d9ac tempest-TestVolumeBootPattern-1718480899 tempest-TestVolumeBootPattern-1718480899-project] Publish callbacks [] for security_group_rule (6e52b2d8-fbc1-4050-ac07-75869b609d07), precommit_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:17:51.075981 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-d19965bf-8e3a-4ef1-9e52-d4499a89d9ac tempest-TestVolumeBootPattern-1718480899 tempest-TestVolumeBootPattern-1718480899-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3637011'] for security_group_rule (6e52b2d8-fbc1-4050-ac07-75869b609d07), after_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:17:51.098400 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19965bf-8e3a-4ef1-9e52-d4499a89d9ac tempest-TestVolumeBootPattern-1718480899 tempest-TestVolumeBootPattern-1718480899-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e52b2d8-fbc1-4050-ac07-75869b609d07,revision_number=0']} {{(pid=104415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:17:51.108866 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-d19965bf-8e3a-4ef1-9e52-d4499a89d9ac tempest-TestVolumeBootPattern-1718480899 tempest-TestVolumeBootPattern-1718480899-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:17:51.112680 dv-cinder-846842-7-iscsi neutron-server[104415]: INFO neutron.wsgi [None req-d19965bf-8e3a-4ef1-9e52-d4499a89d9ac tempest-TestVolumeBootPattern-1718480899 tempest-TestVolumeBootPattern-1718480899-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1560080 Jun 30 04:17:51.113092 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.wsgi [-] (104415) accepted ('10.222.0.13', 53578) {{(pid=104415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 04:17:51.118707 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.v2.base [None req-0aff79eb-ae05-4b49-8972-fb9770927315 tempest-TestVolumeBootPattern-1718480899 tempest-TestVolumeBootPattern-1718480899-project] Request body: {'security_group_rule': {'security_group_id': '1e7d7258-f507-4717-8413-3442decd3e6b', 'project_id': 'c2fe0f4b2519494ea784cea098da6be3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 30 04:17:51.137512 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:17:51.161353 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-0aff79eb-ae05-4b49-8972-fb9770927315 tempest-TestVolumeBootPattern-1718480899 tempest-TestVolumeBootPattern-1718480899-project] Publish callbacks [] for security_group_rule (6ff1c66a-ac42-40b5-973b-cb050d2b8512), before_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:17:51.185805 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.rpc [None req-2a6d8403-c0a5-4ac4-aa48-860a84345009 None None] Device 67538140-30eb-497e-b6b7-293080b0c282 up at agent ovs-agent-dv-cinder-846842-7-iscsi {{(pid=104417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 04:17:51.235129 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-0aff79eb-ae05-4b49-8972-fb9770927315 tempest-TestVolumeBootPattern-1718480899 tempest-TestVolumeBootPattern-1718480899-project] Publish callbacks [] for security_group_rule (6ff1c66a-ac42-40b5-973b-cb050d2b8512), precommit_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:17:51.242498 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-0aff79eb-ae05-4b49-8972-fb9770927315 tempest-TestVolumeBootPattern-1718480899 tempest-TestVolumeBootPattern-1718480899-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3637011'] for security_group_rule (6ff1c66a-ac42-40b5-973b-cb050d2b8512), after_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:17:51.247906 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.db.provisioning_blocks [None req-2a6d8403-c0a5-4ac4-aa48-860a84345009 None None] Provisioning complete for port 67538140-30eb-497e-b6b7-293080b0c282 triggered by entity L2. {{(pid=104417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 30 04:17:51.248269 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-2a6d8403-c0a5-4ac4-aa48-860a84345009 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565073'] for port (67538140-30eb-497e-b6b7-293080b0c282), provisioning_complete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:17:51.272811 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aff79eb-ae05-4b49-8972-fb9770927315 tempest-TestVolumeBootPattern-1718480899 tempest-TestVolumeBootPattern-1718480899-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ff1c66a-ac42-40b5-973b-cb050d2b8512,revision_number=0']} {{(pid=104415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:17:51.279948 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-0aff79eb-ae05-4b49-8972-fb9770927315 tempest-TestVolumeBootPattern-1718480899 tempest-TestVolumeBootPattern-1718480899-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:17:51.281299 dv-cinder-846842-7-iscsi neutron-server[104415]: INFO neutron.wsgi [None req-0aff79eb-ae05-4b49-8972-fb9770927315 tempest-TestVolumeBootPattern-1718480899 tempest-TestVolumeBootPattern-1718480899-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1671100 Jun 30 04:17:51.284416 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.wsgi [-] (104415) accepted ('10.222.0.13', 53580) {{(pid=104415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 04:17:51.285394 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:17:51.303590 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.v2.base [None req-7d41d7de-4f1e-41bc-8cc0-18bff2be05ef tempest-TestVolumeBootPattern-1718480899 tempest-TestVolumeBootPattern-1718480899-project] Request body: {'security_group_rule': {'security_group_id': '1e7d7258-f507-4717-8413-3442decd3e6b', 'project_id': 'c2fe0f4b2519494ea784cea098da6be3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 30 04:17:51.344935 dv-cinder-846842-7-iscsi neutron-server[104415]: INFO neutron.db.securitygroups_db [None req-7d41d7de-4f1e-41bc-8cc0-18bff2be05ef tempest-TestVolumeBootPattern-1718480899 tempest-TestVolumeBootPattern-1718480899-project] Project c2fe0f4b2519494ea784cea098da6be3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 30 04:17:51.351980 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-7d41d7de-4f1e-41bc-8cc0-18bff2be05ef tempest-TestVolumeBootPattern-1718480899 tempest-TestVolumeBootPattern-1718480899-project] Publish callbacks [] for security_group_rule (8c975a4e-00ac-49a8-b462-94e0913cd128), before_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:17:51.366632 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-2a6d8403-c0a5-4ac4-aa48-860a84345009 None None] Current status of the port 67538140-30eb-497e-b6b7-293080b0c282 is: DOWN; New status is: ACTIVE {{(pid=104417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 30 04:17:51.367374 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-2a6d8403-c0a5-4ac4-aa48-860a84345009 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3606762'] for port (67538140-30eb-497e-b6b7-293080b0c282), before_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:17:51.404369 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.db [None req-2a6d8403-c0a5-4ac4-aa48-860a84345009 None None] For port 67538140-30eb-497e-b6b7-293080b0c282, host dv-cinder-846842-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-7-iscsi',level=0,port_id=67538140-30eb-497e-b6b7-293080b0c282,segment=NetworkSegment(3bfcffa1-5305-4ee8-86f3-678eb000aac1),segment_id=3bfcffa1-5305-4ee8-86f3-678eb000aac1)] {{(pid=104417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 04:17:51.431717 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-2a6d8403-c0a5-4ac4-aa48-860a84345009 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4095053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781926634698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781926239335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781926239353'] for port (67538140-30eb-497e-b6b7-293080b0c282), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:17:51.465754 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-7d41d7de-4f1e-41bc-8cc0-18bff2be05ef tempest-TestVolumeBootPattern-1718480899 tempest-TestVolumeBootPattern-1718480899-project] Publish callbacks [] for security_group_rule (8c975a4e-00ac-49a8-b462-94e0913cd128), precommit_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:17:51.478823 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-7d41d7de-4f1e-41bc-8cc0-18bff2be05ef tempest-TestVolumeBootPattern-1718480899 tempest-TestVolumeBootPattern-1718480899-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3637011'] for security_group_rule (8c975a4e-00ac-49a8-b462-94e0913cd128), after_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:17:51.479762 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86a5e33-32a1-4678-9ef9-7235718983f0 req-db96c4fb-44b6-4814-8cc0-9a492b112a15 tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:17:51.482714 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-a86a5e33-32a1-4678-9ef9-7235718983f0 req-db96c4fb-44b6-4814-8cc0-9a492b112a15 tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] 10.222.0.13 "GET /v2.0/ports?device_id=2d3f3442-a00e-47ee-b0df-f099086628ce HTTP/1.1" status: 200 len: 943 time: 0.0594800 Jun 30 04:17:51.512569 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6d8403-c0a5-4ac4-aa48-860a84345009 None None] Pushing event updated for resources: {'Port': ['ID=67538140-30eb-497e-b6b7-293080b0c282,revision_number=4']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:17:51.518416 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d41d7de-4f1e-41bc-8cc0-18bff2be05ef tempest-TestVolumeBootPattern-1718480899 tempest-TestVolumeBootPattern-1718480899-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c975a4e-00ac-49a8-b462-94e0913cd128,revision_number=0']} {{(pid=104415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:17:51.533213 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-7d41d7de-4f1e-41bc-8cc0-18bff2be05ef tempest-TestVolumeBootPattern-1718480899 tempest-TestVolumeBootPattern-1718480899-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:17:51.534466 dv-cinder-846842-7-iscsi neutron-server[104415]: INFO neutron.wsgi [None req-7d41d7de-4f1e-41bc-8cc0-18bff2be05ef tempest-TestVolumeBootPattern-1718480899 tempest-TestVolumeBootPattern-1718480899-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2346675 Jun 30 04:17:51.537227 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.wsgi [-] (104415) accepted ('10.222.0.13', 53586) {{(pid=104415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 04:17:51.542520 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.v2.base [None req-57f80a4b-ba73-4270-b024-0ca52672a4b8 tempest-TestVolumeBootPattern-1718480899 tempest-TestVolumeBootPattern-1718480899-project] Request body: {'security_group_rule': {'security_group_id': '1e7d7258-f507-4717-8413-3442decd3e6b', 'project_id': 'c2fe0f4b2519494ea784cea098da6be3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 30 04:17:51.567619 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-a86a5e33-32a1-4678-9ef9-7235718983f0 req-66cebbd7-c5d2-466f-922f-62ba65a494de tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] 10.222.0.13 "GET /v2.0/security-groups?id=917dbda3-50de-42c2-a106-5e4480b4dad4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0784445 Jun 30 04:17:51.576860 dv-cinder-846842-7-iscsi neutron-server[104415]: INFO neutron.db.securitygroups_db [None req-57f80a4b-ba73-4270-b024-0ca52672a4b8 tempest-TestVolumeBootPattern-1718480899 tempest-TestVolumeBootPattern-1718480899-project] Project c2fe0f4b2519494ea784cea098da6be3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 30 04:17:51.595810 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-57f80a4b-ba73-4270-b024-0ca52672a4b8 tempest-TestVolumeBootPattern-1718480899 tempest-TestVolumeBootPattern-1718480899-project] Publish callbacks [] for security_group_rule (e114586c-af72-46cd-ae28-34efda66f004), before_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:17:51.662622 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-57f80a4b-ba73-4270-b024-0ca52672a4b8 tempest-TestVolumeBootPattern-1718480899 tempest-TestVolumeBootPattern-1718480899-project] Publish callbacks [] for security_group_rule (e114586c-af72-46cd-ae28-34efda66f004), precommit_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:17:51.667545 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-57f80a4b-ba73-4270-b024-0ca52672a4b8 tempest-TestVolumeBootPattern-1718480899 tempest-TestVolumeBootPattern-1718480899-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3637011'] for security_group_rule (e114586c-af72-46cd-ae28-34efda66f004), after_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:17:51.691988 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f80a4b-ba73-4270-b024-0ca52672a4b8 tempest-TestVolumeBootPattern-1718480899 tempest-TestVolumeBootPattern-1718480899-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e114586c-af72-46cd-ae28-34efda66f004,revision_number=0']} {{(pid=104415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:17:51.702708 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-57f80a4b-ba73-4270-b024-0ca52672a4b8 tempest-TestVolumeBootPattern-1718480899 tempest-TestVolumeBootPattern-1718480899-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:17:51.704627 dv-cinder-846842-7-iscsi neutron-server[104415]: INFO neutron.wsgi [None req-57f80a4b-ba73-4270-b024-0ca52672a4b8 tempest-TestVolumeBootPattern-1718480899 tempest-TestVolumeBootPattern-1718480899-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1658158 Jun 30 04:17:51.928379 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48afd12b-1527-452d-a85a-122661dd04e5 req-141aace6-4cea-4591-95d5-a910817be6a3 tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:17:51.929869 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-48afd12b-1527-452d-a85a-122661dd04e5 req-141aace6-4cea-4591-95d5-a910817be6a3 tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] 10.222.0.13 "GET /v2.0/ports?device_id=1faec7e8-1e39-47c4-aba5-2e67eaf2936c HTTP/1.1" status: 200 len: 945 time: 0.0611866 Jun 30 04:17:51.981729 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-48afd12b-1527-452d-a85a-122661dd04e5 req-f58d7e61-971d-4be3-b871-511414d7347b tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] 10.222.0.13 "GET /v2.0/security-groups?id=8f11cf44-78a0-4c0e-8f30-1538f7de7776&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458245 Jun 30 04:17:52.225858 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e08a202-346d-401f-8faf-4d336dce869e req-d429723f-d739-4e31-b965-0023bc611a86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:17:52.227370 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-1e08a202-346d-401f-8faf-4d336dce869e req-d429723f-d739-4e31-b965-0023bc611a86 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d7ebd17c-ba43-4daa-b223-4200fbc873be HTTP/1.1" status: 200 len: 856 time: 0.0506325 Jun 30 04:17:52.277960 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e08a202-346d-401f-8faf-4d336dce869e req-679daf13-2b81-4d69-aaf4-c6ed990e645c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:17:52.279529 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-1e08a202-346d-401f-8faf-4d336dce869e req-679daf13-2b81-4d69-aaf4-c6ed990e645c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=17fe777c-5046-426d-94b6-3483df1f9f21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0450640 Jun 30 04:17:52.384093 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-1e08a202-346d-401f-8faf-4d336dce869e req-687b773e-0e78-4c94-a03e-fd3afa0d7172 service neutron] 10.222.0.20 "GET /v2.0/networks/17fe777c-5046-426d-94b6-3483df1f9f21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0966644 Jun 30 04:17:52.481748 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-1e08a202-346d-401f-8faf-4d336dce869e req-db150f84-3f7d-46a8-b700-14dc603afa3a service neutron] 10.222.0.20 "GET /v2.0/networks/17fe777c-5046-426d-94b6-3483df1f9f21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905159 Jun 30 04:17:52.650387 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f25d20e-5c9d-43fe-91cc-92936a62152c None None] Sync routers for ids ['074f2f03-ab80-465b-93d6-45aaa7fb03be'] in dv-cinder-846842-7-iscsi {{(pid=104418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 04:17:52.668230 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f25d20e-5c9d-43fe-91cc-92936a62152c None None] Routers {'074f2f03-ab80-465b-93d6-45aaa7fb03be'} bound to L3 agent in host dv-cinder-846842-7-iscsi {{(pid=104418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 30 04:17:52.668630 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.db.l3_hamode_db [None req-6f25d20e-5c9d-43fe-91cc-92936a62152c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-30T04:07:07Z,description=,heartbeat_timestamp=2022-06-30T04:17:37Z,host='dv-cinder-846842-7-iscsi',id=2ea21a61-d737-4543-a811-a0d035fbf0f6,load=0,resource_versions=,resources_synced=,started_at=2022-06-30T04:07:07Z,topic='l3_agent')) {'router_ids': ['074f2f03-ab80-465b-93d6-45aaa7fb03be'], 'active': True} {{(pid=104418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 04:17:52.753017 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04c7c16-16bd-4fce-8eec-d226b6471ef7 req-5c74fac9-81d2-42a2-b0de-f5975480ef18 tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:17:52.754866 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-f04c7c16-16bd-4fce-8eec-d226b6471ef7 req-5c74fac9-81d2-42a2-b0de-f5975480ef18 tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] 10.222.0.13 "GET /v2.0/ports?device_id=2d3f3442-a00e-47ee-b0df-f099086628ce HTTP/1.1" status: 200 len: 943 time: 0.0692465 Jun 30 04:17:52.790347 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.db.l3_dvr_db [None req-6f25d20e-5c9d-43fe-91cc-92936a62152c None None] Set router 074f2f03-ab80-465b-93d6-45aaa7fb03be gateway port host: dv-cinder-846842-7-iscsi {{(pid=104418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 30 04:17:52.826754 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-f04c7c16-16bd-4fce-8eec-d226b6471ef7 req-051f80d3-56ca-4012-a7b5-d0cb643e3226 tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] 10.222.0.13 "GET /v2.0/security-groups?id=917dbda3-50de-42c2-a106-5e4480b4dad4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616047 Jun 30 04:17:53.034438 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:17:53.059480 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.db.l3_hamode_db [None req-6f25d20e-5c9d-43fe-91cc-92936a62152c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '074f2f03-ab80-465b-93d6-45aaa7fb03be', 'name': 'tempest-TestVolumeBootPattern-1904002067-router', 'tenant_id': '813156a0534848c4b9eb730cc1838825', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14b0e4f-074d-4507-846c-fc8420bddf12', 'external_fixed_ips': [{'subnet_id': '15378187-268c-4fae-ace7-eaca7aa50f90', 'ip_address': '172.27.1.224'}], 'enable_snat': True}, 'gw_port_id': '67538140-30eb-497e-b6b7-293080b0c282', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T04:17:45Z', 'updated_at': '2022-06-30T04:17:49Z', 'revision_number': 4, 'project_id': '813156a0534848c4b9eb730cc1838825', 'gw_port': {'id': '67538140-30eb-497e-b6b7-293080b0c282', 'name': '', 'network_id': 'a14b0e4f-074d-4507-846c-fc8420bddf12', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:75:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '074f2f03-ab80-465b-93d6-45aaa7fb03be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': '15378187-268c-4fae-ace7-eaca7aa50f90', 'ip_address': '172.27.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T04:17:45Z', 'updated_at': '2022-06-30T04:17:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15378187-268c-4fae-ace7-eaca7aa50f90', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-7-iscsi', '_interfaces': [{'id': '5164db45-a5d3-4faf-bebb-16790e46fd6a', 'name': '', 'network_id': '59a40f35-c009-484b-9e7e-6384c13f54ad', 'tenant_id': '813156a0534848c4b9eb730cc1838825', 'mac_address': 'fa:16:3e:df:2f:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '074f2f03-ab80-465b-93d6-45aaa7fb03be', 'device_owner': 'network:router_interface', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': 'df2b2e28-91d6-4887-bc46-4b6acc6d4581', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T04:17:48Z', 'updated_at': '2022-06-30T04:17:49Z', 'revision_number': 2, 'project_id': '813156a0534848c4b9eb730cc1838825', 'subnets': [{'id': 'df2b2e28-91d6-4887-bc46-4b6acc6d4581', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846842-7-iscsi', False) {} {{(pid=104418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 04:17:53.096505 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f25d20e-5c9d-43fe-91cc-92936a62152c None None] Checking router: 074f2f03-ab80-465b-93d6-45aaa7fb03be for host: dv-cinder-846842-7-iscsi {{(pid=104418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 04:17:53.096872 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f25d20e-5c9d-43fe-91cc-92936a62152c None None] Updating router 074f2f03-ab80-465b-93d6-45aaa7fb03be port 5164db45-a5d3-4faf-bebb-16790e46fd6a binding host dv-cinder-846842-7-iscsi {{(pid=104418) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 04:17:53.119171 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:17:53.139410 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff63bd6f-c3bc-4b0b-887f-ed71690a68d0 req-c20f2fed-637d-4f36-ae8d-b26f16ae7ac3 tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:17:53.140933 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-6f25d20e-5c9d-43fe-91cc-92936a62152c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3606762'] for port (5164db45-a5d3-4faf-bebb-16790e46fd6a), before_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:17:53.147508 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-ff63bd6f-c3bc-4b0b-887f-ed71690a68d0 req-c20f2fed-637d-4f36-ae8d-b26f16ae7ac3 tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] 10.222.0.13 "GET /v2.0/ports?device_id=1faec7e8-1e39-47c4-aba5-2e67eaf2936c HTTP/1.1" status: 200 len: 945 time: 0.0615911 Jun 30 04:17:53.150377 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:SELECT=100 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:17:53.155938 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.rpc [None req-2a6d8403-c0a5-4ac4-aa48-860a84345009 None None] Device 67538140-30eb-497e-b6b7-293080b0c282 up at agent ovs-agent-dv-cinder-846842-7-iscsi {{(pid=104417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 04:17:53.233083 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.db.provisioning_blocks [None req-2a6d8403-c0a5-4ac4-aa48-860a84345009 None None] Provisioning complete for port 67538140-30eb-497e-b6b7-293080b0c282 triggered by entity L2. {{(pid=104417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 30 04:17:53.233649 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-2a6d8403-c0a5-4ac4-aa48-860a84345009 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565073'] for port (67538140-30eb-497e-b6b7-293080b0c282), provisioning_complete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:17:53.234931 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-ff63bd6f-c3bc-4b0b-887f-ed71690a68d0 req-ec90ee8b-a284-4b92-ac4f-222b1abdaa24 tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] 10.222.0.13 "GET /v2.0/security-groups?id=8f11cf44-78a0-4c0e-8f30-1538f7de7776&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864460 Jun 30 04:17:53.360764 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-2a6d8403-c0a5-4ac4-aa48-860a84345009 None None] Current status of the port 67538140-30eb-497e-b6b7-293080b0c282 is: ACTIVE; New status is: ACTIVE {{(pid=104417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 30 04:17:53.595217 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-6f25d20e-5c9d-43fe-91cc-92936a62152c None None] Publish callbacks [] for port (5164db45-a5d3-4faf-bebb-16790e46fd6a), precommit_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:17:53.604726 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-6f25d20e-5c9d-43fe-91cc-92936a62152c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4095053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781926634698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781926239335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781926239353'] for port (5164db45-a5d3-4faf-bebb-16790e46fd6a), after_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:17:53.774616 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62cc2f0-7dd1-45e1-a531-2c093b73f5c1 None None] Pushing event updated for resources: {'Port': ['ID=5164db45-a5d3-4faf-bebb-16790e46fd6a,revision_number=3']} {{(pid=104418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:17:53.837652 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.managers [None req-6f25d20e-5c9d-43fe-91cc-92936a62152c None None] Attempting to bind port 5164db45-a5d3-4faf-bebb-16790e46fd6a on host dv-cinder-846842-7-iscsi for vnic_type normal with profile {{(pid=104418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 30 04:17:53.838023 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.managers [None req-6f25d20e-5c9d-43fe-91cc-92936a62152c None None] Attempting to bind port 5164db45-a5d3-4faf-bebb-16790e46fd6a by drivers openvswitch,hyperv on host dv-cinder-846842-7-iscsi at level 0 using segments [{'id': 'be6d8153-8e3d-4401-b9fc-1aee5c1a449a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '59a40f35-c009-484b-9e7e-6384c13f54ad'}] {{(pid=104418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 30 04:17:53.838380 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f25d20e-5c9d-43fe-91cc-92936a62152c None None] Attempting to bind port 5164db45-a5d3-4faf-bebb-16790e46fd6a on network 59a40f35-c009-484b-9e7e-6384c13f54ad {{(pid=104418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 30 04:17:53.843910 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f25d20e-5c9d-43fe-91cc-92936a62152c None None] Checking agent: {'id': 'cbdf45b5-344e-4e18-9242-1abb738708f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846842-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 30, 4, 7, 10), 'started_at': datetime.datetime(2022, 6, 30, 4, 7, 40), 'heartbeat_timestamp': datetime.datetime(2022, 6, 30, 4, 17, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846842-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 30 04:17:53.844280 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f25d20e-5c9d-43fe-91cc-92936a62152c None None] Checking segment: {'id': 'be6d8153-8e3d-4401-b9fc-1aee5c1a449a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '59a40f35-c009-484b-9e7e-6384c13f54ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 30 04:17:53.844714 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-6f25d20e-5c9d-43fe-91cc-92936a62152c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:17:53.845080 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f25d20e-5c9d-43fe-91cc-92936a62152c None None] Bound using segment: {'id': 'be6d8153-8e3d-4401-b9fc-1aee5c1a449a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '59a40f35-c009-484b-9e7e-6384c13f54ad'} {{(pid=104418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 30 04:17:53.845665 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.managers [None req-6f25d20e-5c9d-43fe-91cc-92936a62152c None None] Bound port: 5164db45-a5d3-4faf-bebb-16790e46fd6a, host: dv-cinder-846842-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be6d8153-8e3d-4401-b9fc-1aee5c1a449a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '59a40f35-c009-484b-9e7e-6384c13f54ad'}}] {{(pid=104418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 30 04:17:53.846045 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-6f25d20e-5c9d-43fe-91cc-92936a62152c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3606762'] for port (5164db45-a5d3-4faf-bebb-16790e46fd6a), before_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:17:53.979483 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.db [None req-6f25d20e-5c9d-43fe-91cc-92936a62152c None None] For port 5164db45-a5d3-4faf-bebb-16790e46fd6a, host dv-cinder-846842-7-iscsi, cleared binding levels {{(pid=104418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 04:17:53.985240 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.db [None req-6f25d20e-5c9d-43fe-91cc-92936a62152c None None] For port 5164db45-a5d3-4faf-bebb-16790e46fd6a, host dv-cinder-846842-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-7-iscsi',level=0,port_id=5164db45-a5d3-4faf-bebb-16790e46fd6a,segment=NetworkSegment(be6d8153-8e3d-4401-b9fc-1aee5c1a449a),segment_id=be6d8153-8e3d-4401-b9fc-1aee5c1a449a)] {{(pid=104418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 04:17:54.002524 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-6f25d20e-5c9d-43fe-91cc-92936a62152c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4095053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781926634698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781926239335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781926239353'] for port (5164db45-a5d3-4faf-bebb-16790e46fd6a), after_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:17:54.020543 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68720f7c-9cb7-4ac4-ba87-9499ac152458 req-c2261177-60e5-43fa-92f9-1b5483d0dd32 tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:17:54.024925 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.db.provisioning_blocks [None req-74a3fd8e-c1a8-40d6-b0c8-ca34b56f68c0 None None] Provisioning complete for port 5164db45-a5d3-4faf-bebb-16790e46fd6a triggered by entity DHCP. {{(pid=104417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 30 04:17:54.025517 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-74a3fd8e-c1a8-40d6-b0c8-ca34b56f68c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565073'] for port (5164db45-a5d3-4faf-bebb-16790e46fd6a), provisioning_complete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:17:54.027622 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-68720f7c-9cb7-4ac4-ba87-9499ac152458 req-c2261177-60e5-43fa-92f9-1b5483d0dd32 tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] 10.222.0.13 "GET /v2.0/ports?device_id=2d3f3442-a00e-47ee-b0df-f099086628ce HTTP/1.1" status: 200 len: 943 time: 0.0793223 Jun 30 04:17:54.087433 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62cc2f0-7dd1-45e1-a531-2c093b73f5c1 None None] Pushing event updated for resources: {'Port': ['ID=5164db45-a5d3-4faf-bebb-16790e46fd6a,revision_number=4']} {{(pid=104418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:17:54.104075 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f25d20e-5c9d-43fe-91cc-92936a62152c None None] Routers {'074f2f03-ab80-465b-93d6-45aaa7fb03be'} bound to L3 agent in host dv-cinder-846842-7-iscsi {{(pid=104418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 30 04:17:54.104868 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.db.l3_hamode_db [None req-6f25d20e-5c9d-43fe-91cc-92936a62152c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-30T04:07:07Z,description=,heartbeat_timestamp=2022-06-30T04:17:37Z,host='dv-cinder-846842-7-iscsi',id=2ea21a61-d737-4543-a811-a0d035fbf0f6,load=0,resource_versions=,resources_synced=,started_at=2022-06-30T04:07:07Z,topic='l3_agent')) {'router_ids': ['074f2f03-ab80-465b-93d6-45aaa7fb03be'], 'active': True} {{(pid=104418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 04:17:54.122638 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-68720f7c-9cb7-4ac4-ba87-9499ac152458 req-ce271231-0abd-4307-b3c1-7cf81c0493a8 tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] 10.222.0.13 "GET /v2.0/security-groups?id=917dbda3-50de-42c2-a106-5e4480b4dad4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0935624 Jun 30 04:17:54.153927 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-74a3fd8e-c1a8-40d6-b0c8-ca34b56f68c0 None None] Current status of the port 5164db45-a5d3-4faf-bebb-16790e46fd6a is: DOWN; New status is: ACTIVE {{(pid=104417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 30 04:17:54.154310 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-74a3fd8e-c1a8-40d6-b0c8-ca34b56f68c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3606762'] for port (5164db45-a5d3-4faf-bebb-16790e46fd6a), before_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:17:54.214624 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.db [None req-74a3fd8e-c1a8-40d6-b0c8-ca34b56f68c0 None None] For port 5164db45-a5d3-4faf-bebb-16790e46fd6a, host dv-cinder-846842-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-7-iscsi',level=0,port_id=5164db45-a5d3-4faf-bebb-16790e46fd6a,segment=NetworkSegment(be6d8153-8e3d-4401-b9fc-1aee5c1a449a),segment_id=be6d8153-8e3d-4401-b9fc-1aee5c1a449a)] {{(pid=104417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 04:17:54.224473 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-74a3fd8e-c1a8-40d6-b0c8-ca34b56f68c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4095053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781926634698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781926239335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781926239353'] for port (5164db45-a5d3-4faf-bebb-16790e46fd6a), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:17:54.274472 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.db.l3_dvr_db [None req-6f25d20e-5c9d-43fe-91cc-92936a62152c None None] Set router 074f2f03-ab80-465b-93d6-45aaa7fb03be gateway port host: dv-cinder-846842-7-iscsi {{(pid=104418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 30 04:17:54.313124 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a3fd8e-c1a8-40d6-b0c8-ca34b56f68c0 None None] Pushing event updated for resources: {'Port': ['ID=5164db45-a5d3-4faf-bebb-16790e46fd6a,revision_number=5']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:17:54.378377 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:17:54.416116 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b60450-7cce-4038-925f-da65a7f22ab2 req-618816e5-3a87-45f0-ad35-5783cb2a8f7b tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:17:54.420060 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-42b60450-7cce-4038-925f-da65a7f22ab2 req-618816e5-3a87-45f0-ad35-5783cb2a8f7b tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] 10.222.0.13 "GET /v2.0/ports?device_id=1faec7e8-1e39-47c4-aba5-2e67eaf2936c HTTP/1.1" status: 200 len: 945 time: 0.0799482 Jun 30 04:17:54.447266 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:17:54.448937 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.db.provisioning_blocks [None req-b0e99e87-d6b4-4402-8c67-1ca54de65424 None None] Provisioning complete for port 5164db45-a5d3-4faf-bebb-16790e46fd6a triggered by entity DHCP. {{(pid=104417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 30 04:17:54.449630 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-b0e99e87-d6b4-4402-8c67-1ca54de65424 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565073'] for port (5164db45-a5d3-4faf-bebb-16790e46fd6a), provisioning_complete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:17:54.511844 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-42b60450-7cce-4038-925f-da65a7f22ab2 req-2e9ab1af-0137-4ea2-b4e1-9282f42aecb6 tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] 10.222.0.13 "GET /v2.0/security-groups?id=8f11cf44-78a0-4c0e-8f30-1538f7de7776&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837791 Jun 30 04:17:54.599004 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.db.l3_hamode_db [None req-6f25d20e-5c9d-43fe-91cc-92936a62152c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '074f2f03-ab80-465b-93d6-45aaa7fb03be', 'name': 'tempest-TestVolumeBootPattern-1904002067-router', 'tenant_id': '813156a0534848c4b9eb730cc1838825', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14b0e4f-074d-4507-846c-fc8420bddf12', 'external_fixed_ips': [{'subnet_id': '15378187-268c-4fae-ace7-eaca7aa50f90', 'ip_address': '172.27.1.224'}], 'enable_snat': True}, 'gw_port_id': '67538140-30eb-497e-b6b7-293080b0c282', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T04:17:45Z', 'updated_at': '2022-06-30T04:17:49Z', 'revision_number': 4, 'project_id': '813156a0534848c4b9eb730cc1838825', 'gw_port': {'id': '67538140-30eb-497e-b6b7-293080b0c282', 'name': '', 'network_id': 'a14b0e4f-074d-4507-846c-fc8420bddf12', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:75:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '074f2f03-ab80-465b-93d6-45aaa7fb03be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': '15378187-268c-4fae-ace7-eaca7aa50f90', 'ip_address': '172.27.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T04:17:45Z', 'updated_at': '2022-06-30T04:17:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15378187-268c-4fae-ace7-eaca7aa50f90', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-7-iscsi', '_interfaces': [{'id': '5164db45-a5d3-4faf-bebb-16790e46fd6a', 'name': '', 'network_id': '59a40f35-c009-484b-9e7e-6384c13f54ad', 'tenant_id': '813156a0534848c4b9eb730cc1838825', 'mac_address': 'fa:16:3e:df:2f:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '074f2f03-ab80-465b-93d6-45aaa7fb03be', 'device_owner': 'network:router_interface', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': 'df2b2e28-91d6-4887-bc46-4b6acc6d4581', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T04:17:48Z', 'updated_at': '2022-06-30T04:17:53Z', 'revision_number': 4, 'project_id': '813156a0534848c4b9eb730cc1838825', 'subnets': [{'id': 'df2b2e28-91d6-4887-bc46-4b6acc6d4581', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846842-7-iscsi', False) {} {{(pid=104418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 04:17:54.625585 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f25d20e-5c9d-43fe-91cc-92936a62152c None None] The sync data for ids ['074f2f03-ab80-465b-93d6-45aaa7fb03be'] in dv-cinder-846842-7-iscsi is: [{'id': '074f2f03-ab80-465b-93d6-45aaa7fb03be', 'name': 'tempest-TestVolumeBootPattern-1904002067-router', 'tenant_id': '813156a0534848c4b9eb730cc1838825', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14b0e4f-074d-4507-846c-fc8420bddf12', 'external_fixed_ips': [{'subnet_id': '15378187-268c-4fae-ace7-eaca7aa50f90', 'ip_address': '172.27.1.224'}], 'enable_snat': True}, 'gw_port_id': '67538140-30eb-497e-b6b7-293080b0c282', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T04:17:45Z', 'updated_at': '2022-06-30T04:17:49Z', 'revision_number': 4, 'project_id': '813156a0534848c4b9eb730cc1838825', 'gw_port': {'id': '67538140-30eb-497e-b6b7-293080b0c282', 'name': '', 'network_id': 'a14b0e4f-074d-4507-846c-fc8420bddf12', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:75:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '074f2f03-ab80-465b-93d6-45aaa7fb03be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': '15378187-268c-4fae-ace7-eaca7aa50f90', 'ip_address': '172.27.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T04:17:45Z', 'updated_at': '2022-06-30T04:17:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15378187-268c-4fae-ace7-eaca7aa50f90', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-7-iscsi', '_interfaces': [{'id': '5164db45-a5d3-4faf-bebb-16790e46fd6a', 'name': '', 'network_id': '59a40f35-c009-484b-9e7e-6384c13f54ad', 'tenant_id': '813156a0534848c4b9eb730cc1838825', 'mac_address': 'fa:16:3e:df:2f:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '074f2f03-ab80-465b-93d6-45aaa7fb03be', 'device_owner': 'network:router_interface', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': 'df2b2e28-91d6-4887-bc46-4b6acc6d4581', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T04:17:48Z', 'updated_at': '2022-06-30T04:17:53Z', 'revision_number': 4, 'project_id': '813156a0534848c4b9eb730cc1838825', 'subnets': [{'id': 'df2b2e28-91d6-4887-bc46-4b6acc6d4581', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 04:17:54.731979 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-b0e99e87-d6b4-4402-8c67-1ca54de65424 None None] Current status of the port 5164db45-a5d3-4faf-bebb-16790e46fd6a is: ACTIVE; New status is: ACTIVE {{(pid=104417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 30 04:17:55.152943 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.rpc [None req-2a6d8403-c0a5-4ac4-aa48-860a84345009 None None] Device 5164db45-a5d3-4faf-bebb-16790e46fd6a up at agent ovs-agent-dv-cinder-846842-7-iscsi {{(pid=104417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 04:17:55.212173 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.db.provisioning_blocks [None req-2a6d8403-c0a5-4ac4-aa48-860a84345009 None None] Provisioning complete for port 5164db45-a5d3-4faf-bebb-16790e46fd6a triggered by entity L2. {{(pid=104417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 30 04:17:55.212535 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-2a6d8403-c0a5-4ac4-aa48-860a84345009 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565073'] for port (5164db45-a5d3-4faf-bebb-16790e46fd6a), provisioning_complete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:17:55.262009 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:INSERT=2,neutron:SELECT=97,neutron:DELETE=1 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:17:55.283506 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a7097f-8199-4b7a-bc65-53d366c36ed1 req-f3861b74-cd09-49ab-8b48-5d7bed032fed tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:17:55.301233 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-2a6d8403-c0a5-4ac4-aa48-860a84345009 None None] Current status of the port 5164db45-a5d3-4faf-bebb-16790e46fd6a is: ACTIVE; New status is: ACTIVE {{(pid=104417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 30 04:17:55.305636 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-d1a7097f-8199-4b7a-bc65-53d366c36ed1 req-f3861b74-cd09-49ab-8b48-5d7bed032fed tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] 10.222.0.13 "GET /v2.0/ports?device_id=2d3f3442-a00e-47ee-b0df-f099086628ce HTTP/1.1" status: 200 len: 943 time: 0.0528591 Jun 30 04:17:55.372158 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-d1a7097f-8199-4b7a-bc65-53d366c36ed1 req-bc28ffb9-960f-4c02-9eee-7dba391f1568 tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] 10.222.0.13 "GET /v2.0/security-groups?id=917dbda3-50de-42c2-a106-5e4480b4dad4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615685 Jun 30 04:17:55.633791 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1869981a-88ec-44e0-9747-023730701515 req-d0b80e50-ac53-48f7-98db-6f032c479d50 tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:17:55.635257 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-1869981a-88ec-44e0-9747-023730701515 req-d0b80e50-ac53-48f7-98db-6f032c479d50 tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] 10.222.0.13 "GET /v2.0/ports?device_id=1faec7e8-1e39-47c4-aba5-2e67eaf2936c HTTP/1.1" status: 200 len: 945 time: 0.0523353 Jun 30 04:17:55.688842 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-1869981a-88ec-44e0-9747-023730701515 req-2f7fab71-3cf6-4811-b06d-dcc6f30dc71e tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] 10.222.0.13 "GET /v2.0/security-groups?id=8f11cf44-78a0-4c0e-8f30-1538f7de7776&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473132 Jun 30 04:17:56.499464 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2184754-b4ea-4854-a8d4-cb90a49b834e req-e97b2183-c658-45bb-bfd5-846930ebdb10 tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:17:56.500932 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-f2184754-b4ea-4854-a8d4-cb90a49b834e req-e97b2183-c658-45bb-bfd5-846930ebdb10 tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] 10.222.0.13 "GET /v2.0/ports?device_id=2d3f3442-a00e-47ee-b0df-f099086628ce HTTP/1.1" status: 200 len: 943 time: 0.0508571 Jun 30 04:17:56.549012 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-f2184754-b4ea-4854-a8d4-cb90a49b834e req-cc6e6559-b0c5-44e0-b029-14b51729792c tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] 10.222.0.13 "GET /v2.0/security-groups?id=917dbda3-50de-42c2-a106-5e4480b4dad4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419464 Jun 30 04:17:56.726140 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.db.agents_db [None req-38391644-8868-4c56-b8b1-4dfa3b709b99 None None] Agent healthcheck: found 6 active agents {{(pid=104418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 04:17:56.818209 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf86d3e4-62e2-4a75-98c4-b7d6a8e20e45 req-c275c18f-a4f3-4a1a-99ff-8baeaadc44a6 tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:17:56.820475 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-cf86d3e4-62e2-4a75-98c4-b7d6a8e20e45 req-c275c18f-a4f3-4a1a-99ff-8baeaadc44a6 tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] 10.222.0.13 "GET /v2.0/ports?device_id=1faec7e8-1e39-47c4-aba5-2e67eaf2936c HTTP/1.1" status: 200 len: 945 time: 0.0571229 Jun 30 04:17:56.880747 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-cf86d3e4-62e2-4a75-98c4-b7d6a8e20e45 req-8747976c-eea9-4453-a2ff-4ea00b68e0e8 tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] 10.222.0.13 "GET /v2.0/security-groups?id=8f11cf44-78a0-4c0e-8f30-1538f7de7776&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538554 Jun 30 04:17:57.721052 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ddc64c-a631-481e-9721-1815e0d0575b req-ad8249b4-dd3f-428d-9ff4-e930f1fcaced tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:17:57.722645 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-a8ddc64c-a631-481e-9721-1815e0d0575b req-ad8249b4-dd3f-428d-9ff4-e930f1fcaced tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] 10.222.0.13 "GET /v2.0/ports?device_id=2d3f3442-a00e-47ee-b0df-f099086628ce HTTP/1.1" status: 200 len: 943 time: 0.0632792 Jun 30 04:17:57.790051 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-a8ddc64c-a631-481e-9721-1815e0d0575b req-450175cf-44c8-495f-bfcd-3f977f769ea7 tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] 10.222.0.13 "GET /v2.0/security-groups?id=917dbda3-50de-42c2-a106-5e4480b4dad4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615647 Jun 30 04:17:58.024481 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6714441f-3603-4ebc-964e-fcb096b48b58 req-875535cb-07d5-49d3-a471-f4601017efeb tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:17:58.026436 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-6714441f-3603-4ebc-964e-fcb096b48b58 req-875535cb-07d5-49d3-a471-f4601017efeb tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] 10.222.0.13 "GET /v2.0/ports?device_id=1faec7e8-1e39-47c4-aba5-2e67eaf2936c HTTP/1.1" status: 200 len: 945 time: 0.0547533 Jun 30 04:17:58.087067 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-6714441f-3603-4ebc-964e-fcb096b48b58 req-a55575de-b55b-4521-9c65-323695b697ff tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] 10.222.0.13 "GET /v2.0/security-groups?id=8f11cf44-78a0-4c0e-8f30-1538f7de7776&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533082 Jun 30 04:17:58.932524 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e76f1c1-febf-4f66-93af-253eabd45095 req-62181a37-ba40-4b18-9236-73cbd713b07b tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:17:58.932524 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-7e76f1c1-febf-4f66-93af-253eabd45095 req-62181a37-ba40-4b18-9236-73cbd713b07b tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] 10.222.0.13 "GET /v2.0/ports?device_id=2d3f3442-a00e-47ee-b0df-f099086628ce HTTP/1.1" status: 200 len: 943 time: 0.0507038 Jun 30 04:17:58.991291 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-7e76f1c1-febf-4f66-93af-253eabd45095 req-4258833f-7af3-4637-a2f8-33c06bdd113d tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] 10.222.0.13 "GET /v2.0/security-groups?id=917dbda3-50de-42c2-a106-5e4480b4dad4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542233 Jun 30 04:17:59.233719 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e900c16-9706-40f7-92bb-dab5cd49e96a req-94f3874e-1444-4d25-a2ce-ba80c2559908 tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:17:59.235379 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-1e900c16-9706-40f7-92bb-dab5cd49e96a req-94f3874e-1444-4d25-a2ce-ba80c2559908 tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] 10.222.0.13 "GET /v2.0/ports?device_id=1faec7e8-1e39-47c4-aba5-2e67eaf2936c HTTP/1.1" status: 200 len: 945 time: 0.0739083 Jun 30 04:17:59.304850 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-1e900c16-9706-40f7-92bb-dab5cd49e96a req-16d501f9-b192-471a-a98e-02118f5aaf45 tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] 10.222.0.13 "GET /v2.0/security-groups?id=8f11cf44-78a0-4c0e-8f30-1538f7de7776&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606017 Jun 30 04:18:00.117098 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=100 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:18:00.134102 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9a7767-28b8-45ad-8a87-c7131634c4d9 req-3950ce07-e1c5-43a0-8c7d-119e2f4b331a tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:18:00.135751 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-dd9a7767-28b8-45ad-8a87-c7131634c4d9 req-3950ce07-e1c5-43a0-8c7d-119e2f4b331a tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] 10.222.0.13 "GET /v2.0/ports?device_id=2d3f3442-a00e-47ee-b0df-f099086628ce HTTP/1.1" status: 200 len: 943 time: 0.0591667 Jun 30 04:18:00.187387 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-dd9a7767-28b8-45ad-8a87-c7131634c4d9 req-786939a6-57ea-4452-854b-746e7f6c1954 tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] 10.222.0.13 "GET /v2.0/security-groups?id=917dbda3-50de-42c2-a106-5e4480b4dad4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460286 Jun 30 04:18:00.434869 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b90749-37d9-4718-87c0-caa812895f3f req-e2f49b46-af48-4a53-8f8d-798ff2f784ad tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:18:00.436440 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-d6b90749-37d9-4718-87c0-caa812895f3f req-e2f49b46-af48-4a53-8f8d-798ff2f784ad tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] 10.222.0.13 "GET /v2.0/ports?device_id=1faec7e8-1e39-47c4-aba5-2e67eaf2936c HTTP/1.1" status: 200 len: 945 time: 0.0526152 Jun 30 04:18:00.486906 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-d6b90749-37d9-4718-87c0-caa812895f3f req-5286537a-bc9a-4580-bf12-ad50a0dbd88b tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] 10.222.0.13 "GET /v2.0/security-groups?id=8f11cf44-78a0-4c0e-8f30-1538f7de7776&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445347 Jun 30 04:18:01.325244 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5666e19-b0ae-4d9b-b7d5-d25eac235ac2 req-2dd013f4-32ca-4ff9-93d9-aab22d3a4832 tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:18:01.326771 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-f5666e19-b0ae-4d9b-b7d5-d25eac235ac2 req-2dd013f4-32ca-4ff9-93d9-aab22d3a4832 tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] 10.222.0.13 "GET /v2.0/ports?device_id=2d3f3442-a00e-47ee-b0df-f099086628ce HTTP/1.1" status: 200 len: 943 time: 0.0562944 Jun 30 04:18:01.386539 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-f5666e19-b0ae-4d9b-b7d5-d25eac235ac2 req-6b06e766-3b50-4f1b-ac9c-0aedf90c02ae tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] 10.222.0.13 "GET /v2.0/security-groups?id=917dbda3-50de-42c2-a106-5e4480b4dad4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518811 Jun 30 04:18:01.644137 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971c1f6d-47a5-46be-9d95-fc8318490473 req-429e384e-8b10-45d4-850a-776d9767bf76 tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:18:01.645809 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-971c1f6d-47a5-46be-9d95-fc8318490473 req-429e384e-8b10-45d4-850a-776d9767bf76 tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] 10.222.0.13 "GET /v2.0/ports?device_id=1faec7e8-1e39-47c4-aba5-2e67eaf2936c HTTP/1.1" status: 200 len: 945 time: 0.0719864 Jun 30 04:18:01.691215 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=46,neutron:DELETE=3,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:18:01.693059 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=67,neutron:INSERT=9,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:18:01.703719 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-971c1f6d-47a5-46be-9d95-fc8318490473 req-f373fae3-3f54-4aef-9503-1411550bc11b tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] 10.222.0.13 "GET /v2.0/security-groups?id=8f11cf44-78a0-4c0e-8f30-1538f7de7776&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517633 Jun 30 04:18:02.516820 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1100c6cd-d512-47b1-862b-9dd72b014861 req-f16ccfe7-4c4f-4cb3-a6b3-a5cf7e336594 tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:18:02.518358 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-1100c6cd-d512-47b1-862b-9dd72b014861 req-f16ccfe7-4c4f-4cb3-a6b3-a5cf7e336594 tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] 10.222.0.13 "GET /v2.0/ports?device_id=2d3f3442-a00e-47ee-b0df-f099086628ce HTTP/1.1" status: 200 len: 943 time: 0.0520594 Jun 30 04:18:02.531328 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=100 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:18:02.578479 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-1100c6cd-d512-47b1-862b-9dd72b014861 req-dbf956cc-a616-47ed-9a9b-c2dc20324704 tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] 10.222.0.13 "GET /v2.0/security-groups?id=917dbda3-50de-42c2-a106-5e4480b4dad4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539498 Jun 30 04:18:02.816694 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2cdfdb4-986d-4c8c-9991-fd70a8434e1a req-0f45b594-3f8f-42ff-bdb3-782746bb26a5 tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:18:02.818070 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-f2cdfdb4-986d-4c8c-9991-fd70a8434e1a req-0f45b594-3f8f-42ff-bdb3-782746bb26a5 tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] 10.222.0.13 "GET /v2.0/ports?device_id=1faec7e8-1e39-47c4-aba5-2e67eaf2936c HTTP/1.1" status: 200 len: 945 time: 0.0472512 Jun 30 04:18:02.866163 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-f2cdfdb4-986d-4c8c-9991-fd70a8434e1a req-fc11acb5-35b4-42d9-9cbf-bfe2a53817cc tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] 10.222.0.13 "GET /v2.0/security-groups?id=8f11cf44-78a0-4c0e-8f30-1538f7de7776&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415900 Jun 30 04:18:03.704081 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45057f2b-2ce9-43fc-abac-f31f70208b29 req-9cf04212-936e-41df-84d2-5e4bcd92e3c6 tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:18:03.705538 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-45057f2b-2ce9-43fc-abac-f31f70208b29 req-9cf04212-936e-41df-84d2-5e4bcd92e3c6 tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] 10.222.0.13 "GET /v2.0/ports?device_id=2d3f3442-a00e-47ee-b0df-f099086628ce HTTP/1.1" status: 200 len: 943 time: 0.0497978 Jun 30 04:18:03.756106 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-45057f2b-2ce9-43fc-abac-f31f70208b29 req-5d8c5e9f-db9b-4805-a564-e0d987602873 tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] 10.222.0.13 "GET /v2.0/security-groups?id=917dbda3-50de-42c2-a106-5e4480b4dad4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421879 Jun 30 04:18:03.991712 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467d3e9f-50d5-4086-a766-ca53804a3853 req-8fdba99a-e8c4-4c2f-b0f4-4ef6a148d7f7 tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:18:03.993818 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-467d3e9f-50d5-4086-a766-ca53804a3853 req-8fdba99a-e8c4-4c2f-b0f4-4ef6a148d7f7 tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] 10.222.0.13 "GET /v2.0/ports?device_id=1faec7e8-1e39-47c4-aba5-2e67eaf2936c HTTP/1.1" status: 200 len: 945 time: 0.0594702 Jun 30 04:18:04.043729 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-467d3e9f-50d5-4086-a766-ca53804a3853 req-75781ac8-2348-4830-8b65-d3c5da1aaa1c tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] 10.222.0.13 "GET /v2.0/security-groups?id=8f11cf44-78a0-4c0e-8f30-1538f7de7776&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441320 Jun 30 04:18:04.918419 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be02b15-f069-4bb2-9130-e00fd9e468f3 req-77df2875-4554-4e30-8e87-879b87045b5f tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:18:04.919937 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-4be02b15-f069-4bb2-9130-e00fd9e468f3 req-77df2875-4554-4e30-8e87-879b87045b5f tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] 10.222.0.13 "GET /v2.0/ports?device_id=2d3f3442-a00e-47ee-b0df-f099086628ce HTTP/1.1" status: 200 len: 943 time: 0.0842345 Jun 30 04:18:04.923051 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843cc57b-4ed0-47eb-bba6-dd63968d94bd req-98cc4ecb-9dfc-48dd-946f-f46573352f53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:18:04.924432 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-843cc57b-4ed0-47eb-bba6-dd63968d94bd req-98cc4ecb-9dfc-48dd-946f-f46573352f53 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=1faec7e8-1e39-47c4-aba5-2e67eaf2936c HTTP/1.1" status: 200 len: 1129 time: 0.0764639 Jun 30 04:18:04.999051 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-4be02b15-f069-4bb2-9130-e00fd9e468f3 req-00167c81-aca0-46b0-9e33-edc31cb60438 tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] 10.222.0.13 "GET /v2.0/security-groups?id=917dbda3-50de-42c2-a106-5e4480b4dad4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0732362 Jun 30 04:18:05.005871 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-843cc57b-4ed0-47eb-bba6-dd63968d94bd req-885720fa-a338-4ab2-aeb7-f9fea2db0749 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=8f11cf44-78a0-4c0e-8f30-1538f7de7776&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689042 Jun 30 04:18:05.171711 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc91b555-4a03-46f7-9830-70504358d2cd req-81f88554-28ea-4ae1-a4dd-5f04e8564dae tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:18:05.172874 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-54bc5ba9-5ee1-4ab3-85bd-ba1e2b0cd14f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926756172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565263'] for agent (beddbd52-9273-44c2-990c-63933fe383b2), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:18:05.173402 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-bc91b555-4a03-46f7-9830-70504358d2cd req-81f88554-28ea-4ae1-a4dd-5f04e8564dae tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] 10.222.0.13 "GET /v2.0/ports?device_id=1faec7e8-1e39-47c4-aba5-2e67eaf2936c HTTP/1.1" status: 200 len: 945 time: 0.0572708 Jun 30 04:18:05.217804 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=100 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:18:05.222636 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-bc91b555-4a03-46f7-9830-70504358d2cd req-fbd8e1d0-3f4f-4003-b5b5-8593acdd1fea tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] 10.222.0.13 "GET /v2.0/security-groups?id=8f11cf44-78a0-4c0e-8f30-1538f7de7776&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430558 Jun 30 04:18:05.299600 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=30 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:18:06.150220 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03ef7b0-99b6-4f25-a87b-22e27f039769 req-59361160-294d-4745-a142-30c46b188bce tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:18:06.152200 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-c03ef7b0-99b6-4f25-a87b-22e27f039769 req-59361160-294d-4745-a142-30c46b188bce tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] 10.222.0.13 "GET /v2.0/ports?device_id=2d3f3442-a00e-47ee-b0df-f099086628ce HTTP/1.1" status: 200 len: 943 time: 0.0693834 Jun 30 04:18:06.204322 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-c03ef7b0-99b6-4f25-a87b-22e27f039769 req-81a69931-216d-4952-87cf-5d3995b0304f tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] 10.222.0.13 "GET /v2.0/security-groups?id=917dbda3-50de-42c2-a106-5e4480b4dad4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432198 Jun 30 04:18:06.352060 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e11a44e-d330-4beb-b621-52433ec84d91 req-01e26533-0d44-4cf1-af98-f1ed31c8f9a8 tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:18:06.353556 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-5e11a44e-d330-4beb-b621-52433ec84d91 req-01e26533-0d44-4cf1-af98-f1ed31c8f9a8 tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] 10.222.0.13 "GET /v2.0/ports?device_id=1faec7e8-1e39-47c4-aba5-2e67eaf2936c HTTP/1.1" status: 200 len: 945 time: 0.0564120 Jun 30 04:18:06.410380 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-5e11a44e-d330-4beb-b621-52433ec84d91 req-4ce107cf-a791-4210-b363-9e92aafea97b tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] 10.222.0.13 "GET /v2.0/security-groups?id=8f11cf44-78a0-4c0e-8f30-1538f7de7776&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505261 Jun 30 04:18:07.325845 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98f9ad1-833d-430c-b24e-e887ca8a2ce9 req-0de97dd7-eb07-40b2-827b-1d7a5f277567 tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:18:07.328082 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-b98f9ad1-833d-430c-b24e-e887ca8a2ce9 req-0de97dd7-eb07-40b2-827b-1d7a5f277567 tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] 10.222.0.13 "GET /v2.0/ports?device_id=2d3f3442-a00e-47ee-b0df-f099086628ce HTTP/1.1" status: 200 len: 943 time: 0.0508311 Jun 30 04:18:07.392055 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-b98f9ad1-833d-430c-b24e-e887ca8a2ce9 req-40cdcdef-4adb-4cb7-8a34-dfab3dbed203 tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] 10.222.0.13 "GET /v2.0/security-groups?id=917dbda3-50de-42c2-a106-5e4480b4dad4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583622 Jun 30 04:18:07.531004 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-31973bd4-0040-4bac-bb1d-9d624b04d912 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926756172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565263'] for agent (2ea21a61-d737-4543-a811-a0d035fbf0f6), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:18:07.562668 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313e083b-4341-4f41-b99a-fb4f365739b5 req-4d456584-c48a-4e1c-811f-ad4ad6a15ac1 tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:18:07.564191 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-313e083b-4341-4f41-b99a-fb4f365739b5 req-4d456584-c48a-4e1c-811f-ad4ad6a15ac1 tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] 10.222.0.13 "GET /v2.0/ports?device_id=1faec7e8-1e39-47c4-aba5-2e67eaf2936c HTTP/1.1" status: 200 len: 945 time: 0.0760844 Jun 30 04:18:07.649751 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ea2048-d70b-48a5-9227-9eb3832724e6 req-72de2a6e-3288-4673-9409-08be63efa314 tempest-VolumesSnapshotTestJSON-599944138 tempest-VolumesSnapshotTestJSON-599944138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:18:07.651282 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-d7ea2048-d70b-48a5-9227-9eb3832724e6 req-72de2a6e-3288-4673-9409-08be63efa314 tempest-VolumesSnapshotTestJSON-599944138 tempest-VolumesSnapshotTestJSON-599944138-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6a5fa82-8302-40a4-bdd8-f8ee19570259 HTTP/1.1" status: 200 len: 945 time: 0.0669713 Jun 30 04:18:07.654603 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-313e083b-4341-4f41-b99a-fb4f365739b5 req-3862596d-f22b-4d77-a0c6-f6c3017bbb98 tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] 10.222.0.13 "GET /v2.0/security-groups?id=8f11cf44-78a0-4c0e-8f30-1538f7de7776&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843832 Jun 30 04:18:07.664658 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=100 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:18:07.704101 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-d7ea2048-d70b-48a5-9227-9eb3832724e6 req-b90f367e-080f-4f5d-85aa-1506bb6fce38 tempest-VolumesSnapshotTestJSON-599944138 tempest-VolumesSnapshotTestJSON-599944138-project] 10.222.0.13 "GET /v2.0/security-groups?id=2f6d1c4a-513c-47f4-83a7-99e6c18ff482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462162 Jun 30 04:18:07.796613 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678cc57c-4b24-4e67-9001-63dd198fee15 req-67888a9e-bee2-4c11-a6b3-07f1cf5148e9 tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:18:07.798063 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-678cc57c-4b24-4e67-9001-63dd198fee15 req-67888a9e-bee2-4c11-a6b3-07f1cf5148e9 tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] 10.222.0.13 "GET /v2.0/ports?device_id=b9a789ea-78f4-481d-bd9b-45bce25676ad HTTP/1.1" status: 200 len: 945 time: 0.0608196 Jun 30 04:18:07.850936 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-678cc57c-4b24-4e67-9001-63dd198fee15 req-9bb4c5b3-ec53-41d5-8d92-a206492e6b1b tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] 10.222.0.13 "GET /v2.0/security-groups?id=8f11cf44-78a0-4c0e-8f30-1538f7de7776&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469978 Jun 30 04:18:08.457450 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-7a77f087-4523-4fd9-b9f1-b6333d8ad1f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926756172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565263'] for agent (672e10fd-0bbc-4d52-8fca-d980f41e3265), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:18:08.528525 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a663d88-f118-44ba-8491-ef77e1d31cb6 req-a93329ff-049e-4759-9849-d460c3719c81 tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:18:08.529990 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-6a663d88-f118-44ba-8491-ef77e1d31cb6 req-a93329ff-049e-4759-9849-d460c3719c81 tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] 10.222.0.13 "GET /v2.0/ports?device_id=2d3f3442-a00e-47ee-b0df-f099086628ce HTTP/1.1" status: 200 len: 943 time: 0.0492892 Jun 30 04:18:08.589114 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-6a663d88-f118-44ba-8491-ef77e1d31cb6 req-ab537faf-24fb-4c62-9904-eb80bb855882 tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] 10.222.0.13 "GET /v2.0/security-groups?id=917dbda3-50de-42c2-a106-5e4480b4dad4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527115 Jun 30 04:18:08.828212 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06017d94-671e-4151-b8d1-c529fda834d5 req-f26ddf17-ca1d-4dca-a976-cddf62747bdd tempest-VolumesSnapshotTestJSON-599944138 tempest-VolumesSnapshotTestJSON-599944138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:18:08.829681 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-06017d94-671e-4151-b8d1-c529fda834d5 req-f26ddf17-ca1d-4dca-a976-cddf62747bdd tempest-VolumesSnapshotTestJSON-599944138 tempest-VolumesSnapshotTestJSON-599944138-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6a5fa82-8302-40a4-bdd8-f8ee19570259 HTTP/1.1" status: 200 len: 945 time: 0.0538335 Jun 30 04:18:08.880039 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-06017d94-671e-4151-b8d1-c529fda834d5 req-162dedbe-88d6-4faf-bbe8-7d8342c4f9f3 tempest-VolumesSnapshotTestJSON-599944138 tempest-VolumesSnapshotTestJSON-599944138-project] 10.222.0.13 "GET /v2.0/security-groups?id=2f6d1c4a-513c-47f4-83a7-99e6c18ff482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416954 Jun 30 04:18:09.522316 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cc88ff-d4cb-4e04-9f4b-8c744d61e7ed req-deed57c4-c964-4a97-858a-8e695b3489f3 tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:18:09.523934 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-f9cc88ff-d4cb-4e04-9f4b-8c744d61e7ed req-deed57c4-c964-4a97-858a-8e695b3489f3 tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] 10.222.0.13 "GET /v2.0/ports?device_id=b9a789ea-78f4-481d-bd9b-45bce25676ad HTTP/1.1" status: 200 len: 945 time: 0.0694392 Jun 30 04:18:09.571935 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-f9cc88ff-d4cb-4e04-9f4b-8c744d61e7ed req-a00d5304-af08-466e-9fc4-f575836c0dd8 tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] 10.222.0.13 "GET /v2.0/security-groups?id=8f11cf44-78a0-4c0e-8f30-1538f7de7776&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419912 Jun 30 04:18:09.710160 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8726f63c-2c44-43cc-8b6b-6de0f1c50c4e req-b367d7ac-587e-445f-97a5-03de97f89c73 tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:18:09.711980 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-8726f63c-2c44-43cc-8b6b-6de0f1c50c4e req-b367d7ac-587e-445f-97a5-03de97f89c73 tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] 10.222.0.13 "GET /v2.0/ports?device_id=2d3f3442-a00e-47ee-b0df-f099086628ce HTTP/1.1" status: 200 len: 943 time: 0.0475850 Jun 30 04:18:09.761841 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-8726f63c-2c44-43cc-8b6b-6de0f1c50c4e req-3e7536a5-c8fe-4c47-911b-5bc3d40eaf3b tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] 10.222.0.13 "GET /v2.0/security-groups?id=917dbda3-50de-42c2-a106-5e4480b4dad4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414410 Jun 30 04:18:10.008141 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491b3d78-12b6-43a6-bde4-c95d1e2c8aba req-6925f502-5e45-4e89-8a5a-b78da12faa67 tempest-VolumesSnapshotTestJSON-599944138 tempest-VolumesSnapshotTestJSON-599944138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:18:10.009584 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-491b3d78-12b6-43a6-bde4-c95d1e2c8aba req-6925f502-5e45-4e89-8a5a-b78da12faa67 tempest-VolumesSnapshotTestJSON-599944138 tempest-VolumesSnapshotTestJSON-599944138-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6a5fa82-8302-40a4-bdd8-f8ee19570259 HTTP/1.1" status: 200 len: 945 time: 0.0516226 Jun 30 04:18:10.030182 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=100 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:18:10.059623 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-491b3d78-12b6-43a6-bde4-c95d1e2c8aba req-bb016ec3-8eb5-48ca-accb-069f3321f62e tempest-VolumesSnapshotTestJSON-599944138 tempest-VolumesSnapshotTestJSON-599944138-project] 10.222.0.13 "GET /v2.0/security-groups?id=2f6d1c4a-513c-47f4-83a7-99e6c18ff482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419400 Jun 30 04:18:10.193470 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c00ae0-5c1e-4ce7-894f-f284cd4f6e4e req-80041e86-517d-4185-8766-1ed24e41099a tempest-VolumesSnapshotTestJSON-599944138 tempest-VolumesSnapshotTestJSON-599944138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:18:10.195025 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-e3c00ae0-5c1e-4ce7-894f-f284cd4f6e4e req-80041e86-517d-4185-8766-1ed24e41099a tempest-VolumesSnapshotTestJSON-599944138 tempest-VolumesSnapshotTestJSON-599944138-project] 10.222.0.20 "GET /v2.0/ports?device_id=e6a5fa82-8302-40a4-bdd8-f8ee19570259 HTTP/1.1" status: 200 len: 945 time: 0.0537243 Jun 30 04:18:10.226405 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:18:10.240221 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-88ff949a-6007-42d5-8261-77b64d367ca9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926756172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565263'] for agent (4c4a8942-da79-4b81-aa08-fb593b1e6e06), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:18:10.413961 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-2a6d8403-c0a5-4ac4-aa48-860a84345009 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926756172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565263'] for agent (cbdf45b5-344e-4e18-9242-1abb738708f2), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:18:10.565569 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa399240-c6b2-43ed-8c2e-54f9454f7702 req-429e3fba-e7a3-4fe1-8b77-35f0325ba51b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:18:10.567585 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-fa399240-c6b2-43ed-8c2e-54f9454f7702 req-429e3fba-e7a3-4fe1-8b77-35f0325ba51b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=74b53f46d15c4465b9005939114e67a3&device_id=b9a789ea-78f4-481d-bd9b-45bce25676ad HTTP/1.1" status: 200 len: 1129 time: 0.0859582 Jun 30 04:18:10.687450 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.plugin [req-e3c00ae0-5c1e-4ce7-894f-f284cd4f6e4e req-235e8f3a-970c-4144-909e-f6119f2f3a7a tempest-VolumesSnapshotTestJSON-599944138 tempest-VolumesSnapshotTestJSON-599944138-project] Deleting port ff35c296-16d8-4967-9683-da4fed5ad994 {{(pid=104416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 30 04:18:10.688061 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-e3c00ae0-5c1e-4ce7-894f-f284cd4f6e4e req-235e8f3a-970c-4144-909e-f6119f2f3a7a tempest-VolumesSnapshotTestJSON-599944138 tempest-VolumesSnapshotTestJSON-599944138-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781926629636'] for port (ff35c296-16d8-4967-9683-da4fed5ad994), before_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:18:10.779265 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e6cf2a-a9c8-4a7f-90f8-033da06e3537 req-c0854cb4-bcab-44c3-b421-b60ea370d90d tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:18:10.780770 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-21e6cf2a-a9c8-4a7f-90f8-033da06e3537 req-c0854cb4-bcab-44c3-b421-b60ea370d90d tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] 10.222.0.13 "GET /v2.0/ports?device_id=b9a789ea-78f4-481d-bd9b-45bce25676ad HTTP/1.1" status: 200 len: 945 time: 0.1052241 Jun 30 04:18:10.812216 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa399240-c6b2-43ed-8c2e-54f9454f7702 req-248ac400-ba3b-4264-8b65-7b3cc61d3333 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:18:10.814273 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-fa399240-c6b2-43ed-8c2e-54f9454f7702 req-248ac400-ba3b-4264-8b65-7b3cc61d3333 service neutron] 10.222.0.20 "GET /v2.0/networks?id=d053466e-8b12-41f1-8495-352ca2b58558 HTTP/1.1" status: 200 len: 920 time: 0.2350194 Jun 30 04:18:10.907433 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.db [req-e3c00ae0-5c1e-4ce7-894f-f284cd4f6e4e req-235e8f3a-970c-4144-909e-f6119f2f3a7a tempest-VolumesSnapshotTestJSON-599944138 tempest-VolumesSnapshotTestJSON-599944138-project] For port ff35c296-16d8-4967-9683-da4fed5ad994, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=ff35c296-16d8-4967-9683-da4fed5ad994,segment=NetworkSegment(8e11535a-de25-4823-afc2-8ade8ea587d6),segment_id=8e11535a-de25-4823-afc2-8ade8ea587d6)] {{(pid=104416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 04:18:10.907802 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-e3c00ae0-5c1e-4ce7-894f-f284cd4f6e4e req-235e8f3a-970c-4144-909e-f6119f2f3a7a tempest-VolumesSnapshotTestJSON-599944138 tempest-VolumesSnapshotTestJSON-599944138-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616079'] for port (ff35c296-16d8-4967-9683-da4fed5ad994), precommit_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:18:10.924617 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf7dd5a-a175-4de5-ad85-7cff0cfea552 req-235bc980-04dc-4093-a039-4643fbbf2267 tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:18:10.926112 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-caf7dd5a-a175-4de5-ad85-7cff0cfea552 req-235bc980-04dc-4093-a039-4643fbbf2267 tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] 10.222.0.13 "GET /v2.0/ports?device_id=2d3f3442-a00e-47ee-b0df-f099086628ce HTTP/1.1" status: 200 len: 943 time: 0.0885394 Jun 30 04:18:10.937103 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.plugin [req-e3c00ae0-5c1e-4ce7-894f-f284cd4f6e4e req-235e8f3a-970c-4144-909e-f6119f2f3a7a tempest-VolumesSnapshotTestJSON-599944138 tempest-VolumesSnapshotTestJSON-599944138-project] Calling delete_port for ff35c296-16d8-4967-9683-da4fed5ad994 owned by compute:nova {{(pid=104416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 30 04:18:10.948287 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-21e6cf2a-a9c8-4a7f-90f8-033da06e3537 req-1418bdf3-450c-4b53-ba72-2f1c88d9f1f9 tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] 10.222.0.13 "GET /v2.0/security-groups?id=8f11cf44-78a0-4c0e-8f30-1538f7de7776&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398792 Jun 30 04:18:11.010329 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=100 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:18:11.029492 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-caf7dd5a-a175-4de5-ad85-7cff0cfea552 req-ec44922e-a0ec-48d4-bdc0-2b886d4880e7 tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] 10.222.0.13 "GET /v2.0/security-groups?id=917dbda3-50de-42c2-a106-5e4480b4dad4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0950019 Jun 30 04:18:11.095615 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-fa399240-c6b2-43ed-8c2e-54f9454f7702 req-51455501-cf83-48e8-93ea-26e52c9f1049 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f7491189-7e96-4247-aee7-3f42f81272cd HTTP/1.1" status: 200 len: 217 time: 0.0485005 Jun 30 04:18:11.197020 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:18:11.219115 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa399240-c6b2-43ed-8c2e-54f9454f7702 req-68b5d17e-619f-42a2-8c41-fcdc0dd1c966 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:18:11.220606 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-fa399240-c6b2-43ed-8c2e-54f9454f7702 req-68b5d17e-619f-42a2-8c41-fcdc0dd1c966 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=1d12b51a-7dad-4338-8514-f9c8956a192d HTTP/1.1" status: 200 len: 858 time: 0.1171329 Jun 30 04:18:11.223504 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-e3c00ae0-5c1e-4ce7-894f-f284cd4f6e4e req-235e8f3a-970c-4144-909e-f6119f2f3a7a tempest-VolumesSnapshotTestJSON-599944138 tempest-VolumesSnapshotTestJSON-599944138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4095053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781926635560', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781926239326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1764130'] for port (ff35c296-16d8-4967-9683-da4fed5ad994), after_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:18:11.238805 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.db [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] get_ports_and_sgs() called for port_ids ['ff35c296-16d8-4967-9683-da4fed5ad994'] {{(pid=104417) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 04:18:11.247414 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd82ce0-a3b8-48b3-95a6-73144baef513 req-0905bd8d-619a-4b55-b756-5fffdd81b2b8 tempest-VolumesSnapshotTestJSON-599944138 tempest-VolumesSnapshotTestJSON-599944138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:18:11.248865 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-9fd82ce0-a3b8-48b3-95a6-73144baef513 req-0905bd8d-619a-4b55-b756-5fffdd81b2b8 tempest-VolumesSnapshotTestJSON-599944138 tempest-VolumesSnapshotTestJSON-599944138-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6a5fa82-8302-40a4-bdd8-f8ee19570259 HTTP/1.1" status: 200 len: 945 time: 0.0959542 Jun 30 04:18:11.293491 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235e8f3a-970c-4144-909e-f6119f2f3a7a tempest-VolumesSnapshotTestJSON-599944138 tempest-VolumesSnapshotTestJSON-599944138-project] Pushing event deleted for resources: {'Port': ['ID=ff35c296-16d8-4967-9683-da4fed5ad994,revision_number=None']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:18:11.340481 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa399240-c6b2-43ed-8c2e-54f9454f7702 req-5d288c4a-a02e-4d9d-b825-21bfee8c5b9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:18:11.341974 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-fa399240-c6b2-43ed-8c2e-54f9454f7702 req-5d288c4a-a02e-4d9d-b825-21bfee8c5b9c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d053466e-8b12-41f1-8495-352ca2b58558&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1144207 Jun 30 04:18:11.374761 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3c00ae0-5c1e-4ce7-894f-f284cd4f6e4e req-235e8f3a-970c-4144-909e-f6119f2f3a7a tempest-VolumesSnapshotTestJSON-599944138 tempest-VolumesSnapshotTestJSON-599944138-project] No DVR routers for this DVR port ff35c296-16d8-4967-9683-da4fed5ad994 on host hv-cinder-84684 {{(pid=104416) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 30 04:18:11.392582 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-e3c00ae0-5c1e-4ce7-894f-f284cd4f6e4e req-235e8f3a-970c-4144-909e-f6119f2f3a7a tempest-VolumesSnapshotTestJSON-599944138 tempest-VolumesSnapshotTestJSON-599944138-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13292'] for port (None), before_response {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:18:11.395728 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-e3c00ae0-5c1e-4ce7-894f-f284cd4f6e4e req-235e8f3a-970c-4144-909e-f6119f2f3a7a tempest-VolumesSnapshotTestJSON-599944138 tempest-VolumesSnapshotTestJSON-599944138-project] 10.222.0.20 "DELETE /v2.0/ports/ff35c296-16d8-4967-9683-da4fed5ad994 HTTP/1.1" status: 204 len: 173 time: 0.9036429 Jun 30 04:18:11.396283 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6a5fa82-8302-40a4-bdd8-f8ee19570259', 'name': 'network-vif-deleted', 'tag': 'ff35c296-16d8-4967-9683-da4fed5ad994'}] {{(pid=104416) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 30 04:18:11.398598 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8111519efe35ff5952c269e16f689610d56ef28aa1e0b77ca5734c542983c30f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86642b75-15ea-429d-8d86-ae2e6ed9a6a6" -d '{"events": [{"server_uuid": "e6a5fa82-8302-40a4-bdd8-f8ee19570259", "name": "network-vif-deleted", "tag": "ff35c296-16d8-4967-9683-da4fed5ad994"}]}' {{(pid=104416) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 04:18:11.413084 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-9fd82ce0-a3b8-48b3-95a6-73144baef513 req-d3ea8be9-6056-4523-88b8-142ca238d52f tempest-VolumesSnapshotTestJSON-599944138 tempest-VolumesSnapshotTestJSON-599944138-project] 10.222.0.13 "GET /v2.0/security-groups?id=2f6d1c4a-513c-47f4-83a7-99e6c18ff482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433945 Jun 30 04:18:11.434139 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.rpc [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Device bd404336-185f-4a39-8576-5211044a2340 details requested by agent hyperv_hv-cinder-84684 with host hv-cinder-84684 {{(pid=104417) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 04:18:11.469865 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Jun 2022 04:18:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1ce40c5-75cd-41d8-b850-ea41d2515f88 x-openstack-request-id: req-e1ce40c5-75cd-41d8-b850-ea41d2515f88 {{(pid=104416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 04:18:11.470149 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6a5fa82-8302-40a4-bdd8-f8ee19570259", "name": "network-vif-deleted", "tag": "ff35c296-16d8-4967-9683-da4fed5ad994", "status": "completed", "code": 200}]} {{(pid=104416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 04:18:11.470391 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e1ce40c5-75cd-41d8-b850-ea41d2515f88 {{(pid=104416) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 04:18:11.470783 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e1ce40c5-75cd-41d8-b850-ea41d2515f88'] response: {'server_uuid': 'e6a5fa82-8302-40a4-bdd8-f8ee19570259', 'name': 'network-vif-deleted', 'tag': 'ff35c296-16d8-4967-9683-da4fed5ad994', 'status': 'completed', 'code': 200} Jun 30 04:18:11.484909 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-fa399240-c6b2-43ed-8c2e-54f9454f7702 req-1a5fbfd2-f501-4b08-a02e-50ab657f6cb9 service neutron] 10.222.0.20 "GET /v2.0/networks/d053466e-8b12-41f1-8495-352ca2b58558?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1342432 Jun 30 04:18:11.550256 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.db [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] For port bd404336-185f-4a39-8576-5211044a2340, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=bd404336-185f-4a39-8576-5211044a2340,segment=NetworkSegment(fa7c4b3d-3226-4230-8cea-73b76388d57e),segment_id=fa7c4b3d-3226-4230-8cea-73b76388d57e)] {{(pid=104417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 04:18:11.569813 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.rpc [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Returning: {'device': 'bd404336-185f-4a39-8576-5211044a2340', 'network_id': '17fe777c-5046-426d-94b6-3483df1f9f21', 'port_id': 'bd404336-185f-4a39-8576-5211044a2340', 'mac_address': 'fa:16:3e:3c:7c:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 171, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd7ebd17c-ba43-4daa-b223-4200fbc873be', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104417) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 04:18:11.617528 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Current status of the port bd404336-185f-4a39-8576-5211044a2340 is: DOWN; New status is: BUILD {{(pid=104417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 30 04:18:11.618118 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3606762'] for port (bd404336-185f-4a39-8576-5211044a2340), before_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:18:11.632868 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.notifiers.nova [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bd404336-185f-4a39-8576-5211044a2340 {{(pid=104417) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 30 04:18:11.656150 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.db [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] For port bd404336-185f-4a39-8576-5211044a2340, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=bd404336-185f-4a39-8576-5211044a2340,segment=NetworkSegment(fa7c4b3d-3226-4230-8cea-73b76388d57e),segment_id=fa7c4b3d-3226-4230-8cea-73b76388d57e)] {{(pid=104417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 04:18:11.662323 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4095053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781926634698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781926239335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781926239353'] for port (bd404336-185f-4a39-8576-5211044a2340), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:18:11.722766 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Pushing event updated for resources: {'Port': ['ID=bd404336-185f-4a39-8576-5211044a2340,revision_number=9']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:18:11.803662 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd2ebbe-9b32-4d40-be6a-354bbd31202e req-be931d59-2749-4278-8613-10eed9a4dc6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:18:11.805729 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-dbd2ebbe-9b32-4d40-be6a-354bbd31202e req-be931d59-2749-4278-8613-10eed9a4dc6a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=71588f8a5fc34919a77f28b6a8c8db0e&device_id=2d3f3442-a00e-47ee-b0df-f099086628ce HTTP/1.1" status: 200 len: 1127 time: 0.3111935 Jun 30 04:18:11.876519 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-8b3fd6ae-59ce-4c0b-85e4-d539d9b0f567 req-ecff1b80-b4e5-4a5d-8749-ab66212f6e83 tempest-TestShelveInstance-1069409963 tempest-TestShelveInstance-1069409963-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1631971289&fields=id&tenant_id=62d0dd3cae1448049dc95fb347fd1a80 HTTP/1.1" status: 200 len: 267 time: 0.1022775 Jun 30 04:18:11.906453 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-fa399240-c6b2-43ed-8c2e-54f9454f7702 req-a93f545c-6fb8-496d-868e-efa3574b48ed service neutron] 10.222.0.20 "GET /v2.0/networks/d053466e-8b12-41f1-8495-352ca2b58558?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3809075 Jun 30 04:18:11.943554 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.db [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] get_ports_and_sgs() called for port_ids ['bd404336-185f-4a39-8576-5211044a2340'] {{(pid=104417) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 04:18:12.023996 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3fd6ae-59ce-4c0b-85e4-d539d9b0f567 req-a9868680-9f5c-41fc-8c9d-934af7481e67 tempest-TestShelveInstance-1069409963 tempest-TestShelveInstance-1069409963-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:18:12.025481 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-8b3fd6ae-59ce-4c0b-85e4-d539d9b0f567 req-a9868680-9f5c-41fc-8c9d-934af7481e67 tempest-TestShelveInstance-1069409963 tempest-TestShelveInstance-1069409963-project] 10.222.0.13 "GET /v2.0/networks?id=c7bb47d5-3e98-456a-bf3a-91e07afacb65 HTTP/1.1" status: 200 len: 807 time: 0.1412921 Jun 30 04:18:12.102333 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-8b3fd6ae-59ce-4c0b-85e4-d539d9b0f567 req-7d412bcc-408b-43c7-905c-33b9a1512a34 tempest-TestShelveInstance-1069409963 tempest-TestShelveInstance-1069409963-project] 10.222.0.13 "GET /v2.0/quotas/62d0dd3cae1448049dc95fb347fd1a80 HTTP/1.1" status: 200 len: 375 time: 0.0620358 Jun 30 04:18:12.137950 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8f9274-7393-40ec-8c61-33041bfd3daf req-603f0a0d-c206-4b69-98c2-fd8aa07a90ba tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:18:12.139511 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-fe8f9274-7393-40ec-8c61-33041bfd3daf req-603f0a0d-c206-4b69-98c2-fd8aa07a90ba tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] 10.222.0.13 "GET /v2.0/ports?device_id=b9a789ea-78f4-481d-bd9b-45bce25676ad HTTP/1.1" status: 200 len: 945 time: 0.1131351 Jun 30 04:18:12.187462 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:18:12.227707 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-8b3fd6ae-59ce-4c0b-85e4-d539d9b0f567 req-5febcdfd-09b2-4d73-8aa5-6e8b2ee1a21d tempest-TestShelveInstance-1069409963 tempest-TestShelveInstance-1069409963-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=62d0dd3cae1448049dc95fb347fd1a80&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1162713 Jun 30 04:18:12.274433 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd2ebbe-9b32-4d40-be6a-354bbd31202e req-e56b682c-2ae9-4b95-b9b5-284a337b9fa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:18:12.275815 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-dbd2ebbe-9b32-4d40-be6a-354bbd31202e req-e56b682c-2ae9-4b95-b9b5-284a337b9fa9 service neutron] 10.222.0.20 "GET /v2.0/networks?id=17fe777c-5046-426d-94b6-3483df1f9f21 HTTP/1.1" status: 200 len: 918 time: 0.2237225 Jun 30 04:18:12.304196 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-fe8f9274-7393-40ec-8c61-33041bfd3daf req-0eaeec04-e881-4cbd-8fe8-64c184f3135b tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] 10.222.0.13 "GET /v2.0/security-groups?id=8f11cf44-78a0-4c0e-8f30-1538f7de7776&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212194 Jun 30 04:18:12.418285 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-dbd2ebbe-9b32-4d40-be6a-354bbd31202e req-61dcf6a7-6157-4020-b42e-e743489473e7 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bd404336-185f-4a39-8576-5211044a2340 HTTP/1.1" status: 200 len: 999 time: 0.1317527 Jun 30 04:18:12.468893 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad810fed-ebe2-4766-aefe-9568551e7d3a req-b348aeb2-3fff-4ae7-a112-284a22ad640a tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:18:12.470364 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-ad810fed-ebe2-4766-aefe-9568551e7d3a req-b348aeb2-3fff-4ae7-a112-284a22ad640a tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] 10.222.0.13 "GET /v2.0/ports?device_id=2d3f3442-a00e-47ee-b0df-f099086628ce HTTP/1.1" status: 200 len: 944 time: 0.1072617 Jun 30 04:18:12.475872 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-8b3fd6ae-59ce-4c0b-85e4-d539d9b0f567 req-ba733f58-66fe-4374-9fed-1c402e21bb7c service neutron] 10.222.0.13 "GET /v2.0/networks/c7bb47d5-3e98-456a-bf3a-91e07afacb65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2244222 Jun 30 04:18:12.516983 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=100 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:18:12.531970 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd2ebbe-9b32-4d40-be6a-354bbd31202e req-90a5fe99-964c-49f9-a4fe-bc43754e2a36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:18:12.533536 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-dbd2ebbe-9b32-4d40-be6a-354bbd31202e req-90a5fe99-964c-49f9-a4fe-bc43754e2a36 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d7ebd17c-ba43-4daa-b223-4200fbc873be HTTP/1.1" status: 200 len: 856 time: 0.1042008 Jun 30 04:18:12.635974 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-ad810fed-ebe2-4766-aefe-9568551e7d3a req-6b7725e5-c5e4-448c-8775-d553f030e7c9 tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] 10.222.0.13 "GET /v2.0/security-groups?id=917dbda3-50de-42c2-a106-5e4480b4dad4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1527429 Jun 30 04:18:12.643659 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd2ebbe-9b32-4d40-be6a-354bbd31202e req-292bf4f1-234f-4e28-bda9-0378a5036857 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:18:12.645114 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-dbd2ebbe-9b32-4d40-be6a-354bbd31202e req-292bf4f1-234f-4e28-bda9-0378a5036857 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=17fe777c-5046-426d-94b6-3483df1f9f21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0952542 Jun 30 04:18:12.664495 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-8b3fd6ae-59ce-4c0b-85e4-d539d9b0f567 req-6acbd2b9-5d1d-4bfe-994a-1fc6784becb3 service neutron] 10.222.0.13 "GET /v2.0/networks/c7bb47d5-3e98-456a-bf3a-91e07afacb65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1823711 Jun 30 04:18:12.706317 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:SELECT=21 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:18:12.709398 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926756172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565263'] for agent (ef703bef-7cc0-467c-baa9-fe8a66be565c), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:18:12.712680 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:SELECT=80,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:18:12.764459 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-dbd2ebbe-9b32-4d40-be6a-354bbd31202e req-6d6b776a-6476-4470-b92e-d5215164af06 service neutron] 10.222.0.20 "GET /v2.0/networks/17fe777c-5046-426d-94b6-3483df1f9f21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1115623 Jun 30 04:18:12.881204 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-dbd2ebbe-9b32-4d40-be6a-354bbd31202e req-bcf89c9e-96fb-425c-b995-5930721d8e79 service neutron] 10.222.0.20 "GET /v2.0/networks/17fe777c-5046-426d-94b6-3483df1f9f21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1078227 Jun 30 04:18:13.054502 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-4e168cc1-ccf9-4d56-a9b6-904da617fd68 req-b87ce9d2-acec-4c03-b614-225ace4c709f tempest-TestShelveInstance-1069409963 tempest-TestShelveInstance-1069409963-project] 10.222.0.13 "GET /v2.0/ports?device_id=51354e88-a19f-433f-85b3-126269c921c4 HTTP/1.1" status: 200 len: 210 time: 0.0321577 Jun 30 04:18:13.425169 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cded0bb-5372-43a2-a2bf-44d578213df8 req-662065ca-7d2b-4d59-b979-4d8f97cee9cb tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:18:13.427650 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-4cded0bb-5372-43a2-a2bf-44d578213df8 req-662065ca-7d2b-4d59-b979-4d8f97cee9cb tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] 10.222.0.13 "GET /v2.0/ports?device_id=b9a789ea-78f4-481d-bd9b-45bce25676ad HTTP/1.1" status: 200 len: 945 time: 0.0500054 Jun 30 04:18:13.475184 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-4cded0bb-5372-43a2-a2bf-44d578213df8 req-edfce86a-95ed-46e5-9972-e89957b370b8 tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] 10.222.0.13 "GET /v2.0/security-groups?id=8f11cf44-78a0-4c0e-8f30-1538f7de7776&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413585 Jun 30 04:18:13.756515 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9d1734-bb1e-4df0-96c3-bff0f4e67217 req-e51d26a9-6acb-405d-9922-85dbff73ab85 tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:18:13.757916 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-6d9d1734-bb1e-4df0-96c3-bff0f4e67217 req-e51d26a9-6acb-405d-9922-85dbff73ab85 tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] 10.222.0.13 "GET /v2.0/ports?device_id=2d3f3442-a00e-47ee-b0df-f099086628ce HTTP/1.1" status: 200 len: 944 time: 0.0478346 Jun 30 04:18:13.806175 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-6d9d1734-bb1e-4df0-96c3-bff0f4e67217 req-c9c1b387-f044-4720-b116-2cd9c6e2b16d tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] 10.222.0.13 "GET /v2.0/security-groups?id=917dbda3-50de-42c2-a106-5e4480b4dad4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426655 Jun 30 04:18:14.083650 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.rpc [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Device bd404336-185f-4a39-8576-5211044a2340 up at agent hyperv_hv-cinder-84684 {{(pid=104417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 04:18:14.135268 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.db.provisioning_blocks [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Provisioning complete for port bd404336-185f-4a39-8576-5211044a2340 triggered by entity L2. {{(pid=104417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 30 04:18:14.135632 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565073'] for port (bd404336-185f-4a39-8576-5211044a2340), provisioning_complete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:18:14.164142 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-5e5240c1-6d4c-4825-b1ec-223c13bf1f9b req-7a875c24-e5c7-4ee8-9d3c-64fbeb15f798 tempest-TestShelveInstance-1069409963 tempest-TestShelveInstance-1069409963-project] 10.222.0.13 "GET /v2.0/ports?device_id=51354e88-a19f-433f-85b3-126269c921c4 HTTP/1.1" status: 200 len: 210 time: 0.0311153 Jun 30 04:18:14.209591 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Current status of the port bd404336-185f-4a39-8576-5211044a2340 is: BUILD; New status is: ACTIVE {{(pid=104417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 30 04:18:14.209969 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3606762'] for port (bd404336-185f-4a39-8576-5211044a2340), before_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:18:14.233283 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d3f3442-a00e-47ee-b0df-f099086628ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd404336-185f-4a39-8576-5211044a2340'}] {{(pid=104417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 30 04:18:14.235549 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}872baf0325b3a4d4e4ba58c5a9b381606b113811ad1a9f7b70d77ff172d270fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb92a7a4-3365-4dc1-9209-5f7075cfcd46" -d '{"events": [{"server_uuid": "2d3f3442-a00e-47ee-b0df-f099086628ce", "name": "network-vif-plugged", "status": "completed", "tag": "bd404336-185f-4a39-8576-5211044a2340"}]}' {{(pid=104417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 04:18:14.248030 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.db [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] For port bd404336-185f-4a39-8576-5211044a2340, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=bd404336-185f-4a39-8576-5211044a2340,segment=NetworkSegment(fa7c4b3d-3226-4230-8cea-73b76388d57e),segment_id=fa7c4b3d-3226-4230-8cea-73b76388d57e)] {{(pid=104417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 04:18:14.254886 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4095053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781926634698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781926239335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781926239353'] for port (bd404336-185f-4a39-8576-5211044a2340), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:18:14.255725 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.rpc [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Device ff35c296-16d8-4967-9683-da4fed5ad994 no longer exists at agent hyperv_hv-cinder-84684 {{(pid=104417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 04:18:14.276759 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Jun 2022 04:18:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eba7131a-84be-4fac-8cc1-c6b82f8f7fcd x-openstack-request-id: req-eba7131a-84be-4fac-8cc1-c6b82f8f7fcd {{(pid=104417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 04:18:14.277082 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d3f3442-a00e-47ee-b0df-f099086628ce", "name": "network-vif-plugged", "status": "completed", "tag": "bd404336-185f-4a39-8576-5211044a2340", "code": 200}]} {{(pid=104417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 04:18:14.277320 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-eba7131a-84be-4fac-8cc1-c6b82f8f7fcd {{(pid=104417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 04:18:14.277710 dv-cinder-846842-7-iscsi neutron-server[104417]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eba7131a-84be-4fac-8cc1-c6b82f8f7fcd'] response: {'server_uuid': '2d3f3442-a00e-47ee-b0df-f099086628ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd404336-185f-4a39-8576-5211044a2340', 'code': 200} Jun 30 04:18:14.293332 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] No Port match for: ff35c296-16d8-4967-9683-da4fed5ad994 {{(pid=104417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 30 04:18:14.293678 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.rpc [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Device ff35c296-16d8-4967-9683-da4fed5ad994 not bound to the agent host hv-cinder-84684 {{(pid=104417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 04:18:14.304287 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:18:14.320533 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Pushing event updated for resources: {'Port': ['ID=bd404336-185f-4a39-8576-5211044a2340,revision_number=10']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:18:14.600441 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7d3ed4-91b8-47f3-906f-bb49758ba0b4 req-da594579-4b95-4f76-a445-3bd04ea507a9 tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:18:14.601915 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-8e7d3ed4-91b8-47f3-906f-bb49758ba0b4 req-da594579-4b95-4f76-a445-3bd04ea507a9 tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] 10.222.0.13 "GET /v2.0/ports?device_id=b9a789ea-78f4-481d-bd9b-45bce25676ad HTTP/1.1" status: 200 len: 945 time: 0.0496547 Jun 30 04:18:14.648856 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-8e7d3ed4-91b8-47f3-906f-bb49758ba0b4 req-27882618-d1ec-4ae7-b1a4-d80466f0cb01 tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] 10.222.0.13 "GET /v2.0/security-groups?id=8f11cf44-78a0-4c0e-8f30-1538f7de7776&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413060 Jun 30 04:18:14.954237 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddede94-fd53-43ba-aa7f-1eb548e1be97 req-3f7df6a5-114d-4451-a6bf-368316a05b38 tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:18:14.957054 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-4ddede94-fd53-43ba-aa7f-1eb548e1be97 req-3f7df6a5-114d-4451-a6bf-368316a05b38 tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] 10.222.0.13 "GET /v2.0/ports?device_id=2d3f3442-a00e-47ee-b0df-f099086628ce HTTP/1.1" status: 200 len: 946 time: 0.0553515 Jun 30 04:18:14.977566 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=100 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:18:15.004330 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-4ddede94-fd53-43ba-aa7f-1eb548e1be97 req-432a789a-3592-4ad6-8426-8754487ed642 tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] 10.222.0.13 "GET /v2.0/security-groups?id=917dbda3-50de-42c2-a106-5e4480b4dad4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419123 Jun 30 04:18:15.272517 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-1ce3bc82-1994-46a8-aed0-9b4fa148a09a req-fbb5ced7-b3b2-457c-9770-b1f907b7e20b tempest-TestShelveInstance-1069409963 tempest-TestShelveInstance-1069409963-project] 10.222.0.13 "GET /v2.0/ports?device_id=51354e88-a19f-433f-85b3-126269c921c4 HTTP/1.1" status: 200 len: 210 time: 0.0311606 Jun 30 04:18:15.774127 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c680907c-05a5-464a-9253-08d12e03f1af req-79f5e2a7-91b8-486b-9d5e-c364392e6525 tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:18:15.775666 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-c680907c-05a5-464a-9253-08d12e03f1af req-79f5e2a7-91b8-486b-9d5e-c364392e6525 tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] 10.222.0.13 "GET /v2.0/ports?device_id=b9a789ea-78f4-481d-bd9b-45bce25676ad HTTP/1.1" status: 200 len: 945 time: 0.0497699 Jun 30 04:18:15.823855 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-c680907c-05a5-464a-9253-08d12e03f1af req-f2db818c-a7a9-4c2a-ad06-64e7b5935e6b tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] 10.222.0.13 "GET /v2.0/security-groups?id=8f11cf44-78a0-4c0e-8f30-1538f7de7776&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427113 Jun 30 04:18:16.126749 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1edc7c-18e0-4adf-a679-ed887ae8c4da req-af13816d-6599-4522-91d9-38159e0c5eaf tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:18:16.128156 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-7f1edc7c-18e0-4adf-a679-ed887ae8c4da req-af13816d-6599-4522-91d9-38159e0c5eaf tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] 10.222.0.13 "GET /v2.0/ports?device_id=2d3f3442-a00e-47ee-b0df-f099086628ce HTTP/1.1" status: 200 len: 946 time: 0.0513504 Jun 30 04:18:16.187040 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-7f1edc7c-18e0-4adf-a679-ed887ae8c4da req-5d2d4ff5-735e-47b4-a1de-a88fa73a2918 tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] 10.222.0.13 "GET /v2.0/security-groups?id=917dbda3-50de-42c2-a106-5e4480b4dad4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504262 Jun 30 04:18:16.388751 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-c221914c-f685-4867-9b9f-5575ff6af730 req-33fefe38-d35e-4315-8db9-096318147ff0 tempest-TestShelveInstance-1069409963 tempest-TestShelveInstance-1069409963-project] 10.222.0.13 "GET /v2.0/ports?device_id=51354e88-a19f-433f-85b3-126269c921c4 HTTP/1.1" status: 200 len: 210 time: 0.0380950 Jun 30 04:18:16.392182 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49fc2c8-3023-4cf7-8f71-3cb38eba06aa req-abb1ea0a-b1ea-404f-9e10-a5887493fe40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:18:16.393615 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-e49fc2c8-3023-4cf7-8f71-3cb38eba06aa req-abb1ea0a-b1ea-404f-9e10-a5887493fe40 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=2d3f3442-a00e-47ee-b0df-f099086628ce HTTP/1.1" status: 200 len: 1130 time: 0.0794969 Jun 30 04:18:16.574059 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=100 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:18:16.614244 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-e49fc2c8-3023-4cf7-8f71-3cb38eba06aa req-3a1a8071-9823-4d13-b6ef-10efe4a27218 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=917dbda3-50de-42c2-a106-5e4480b4dad4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486009 Jun 30 04:18:16.998270 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96852953-ad6f-49d9-9ae2-b31b73d0daff req-75c4b592-7f11-400c-98cb-fd71855a470b tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:18:17.000048 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-96852953-ad6f-49d9-9ae2-b31b73d0daff req-75c4b592-7f11-400c-98cb-fd71855a470b tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] 10.222.0.13 "GET /v2.0/ports?device_id=b9a789ea-78f4-481d-bd9b-45bce25676ad HTTP/1.1" status: 200 len: 945 time: 0.0970802 Jun 30 04:18:17.033131 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3fd6ae-59ce-4c0b-85e4-d539d9b0f567 req-175986e8-16b6-48b8-b181-ea3987a3334c tempest-TestShelveInstance-1069409963 tempest-TestShelveInstance-1069409963-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:18:17.034602 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-8b3fd6ae-59ce-4c0b-85e4-d539d9b0f567 req-175986e8-16b6-48b8-b181-ea3987a3334c tempest-TestShelveInstance-1069409963 tempest-TestShelveInstance-1069409963-project] 10.222.0.20 "GET /v2.0/networks?id=c7bb47d5-3e98-456a-bf3a-91e07afacb65 HTTP/1.1" status: 200 len: 807 time: 0.1987305 Jun 30 04:18:17.065442 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-96852953-ad6f-49d9-9ae2-b31b73d0daff req-c867aeda-e4fc-4689-bf48-2bb3baf22a45 tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] 10.222.0.13 "GET /v2.0/security-groups?id=8f11cf44-78a0-4c0e-8f30-1538f7de7776&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587213 Jun 30 04:18:17.354239 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789171fe-5e5f-4dae-b632-c3a0d88172e3 req-793f1f0f-44d4-4862-9c44-23a516825551 tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:18:17.355715 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-789171fe-5e5f-4dae-b632-c3a0d88172e3 req-793f1f0f-44d4-4862-9c44-23a516825551 tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] 10.222.0.13 "GET /v2.0/ports?device_id=2d3f3442-a00e-47ee-b0df-f099086628ce HTTP/1.1" status: 200 len: 946 time: 0.0741045 Jun 30 04:18:17.360381 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-9338d6d6-5297-41cd-b4f6-e9619d6a4891 req-975259b8-643a-458e-a2e2-8c48caa22d55 tempest-TestVolumeBootPattern-1718480899 tempest-TestVolumeBootPattern-1718480899-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-779380356&fields=id&tenant_id=c2fe0f4b2519494ea784cea098da6be3 HTTP/1.1" status: 200 len: 267 time: 0.0862591 Jun 30 04:18:17.525941 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-8b3fd6ae-59ce-4c0b-85e4-d539d9b0f567 req-2e676e01-3880-404d-902d-dad32ba2dc96 tempest-TestShelveInstance-1069409963 tempest-TestShelveInstance-1069409963-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=62d0dd3cae1448049dc95fb347fd1a80 HTTP/1.1" status: 200 len: 380 time: 0.1562452 Jun 30 04:18:17.530827 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-789171fe-5e5f-4dae-b632-c3a0d88172e3 req-b4f30e32-cd3e-4724-ac52-56f448c68a9a tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] 10.222.0.13 "GET /v2.0/security-groups?id=917dbda3-50de-42c2-a106-5e4480b4dad4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1691108 Jun 30 04:18:17.537860 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.v2.base [req-8b3fd6ae-59ce-4c0b-85e4-d539d9b0f567 req-448b3cf6-7212-4ff6-964f-60d97cb10c16 tempest-TestShelveInstance-1069409963 tempest-TestShelveInstance-1069409963-project] Request body: {'port': {'device_id': '51354e88-a19f-433f-85b3-126269c921c4', 'network_id': 'c7bb47d5-3e98-456a-bf3a-91e07afacb65', 'admin_state_up': True, 'tenant_id': '62d0dd3cae1448049dc95fb347fd1a80', 'security_groups': ['0f4a7f03-b349-4d47-a044-e7fe563f709b']}} {{(pid=104416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 30 04:18:17.588335 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9338d6d6-5297-41cd-b4f6-e9619d6a4891 req-da2f388e-96e2-4d6a-b124-5118748f2201 tempest-TestVolumeBootPattern-1718480899 tempest-TestVolumeBootPattern-1718480899-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:18:17.589806 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-9338d6d6-5297-41cd-b4f6-e9619d6a4891 req-da2f388e-96e2-4d6a-b124-5118748f2201 tempest-TestVolumeBootPattern-1718480899 tempest-TestVolumeBootPattern-1718480899-project] 10.222.0.13 "GET /v2.0/networks?id=db2948ec-060f-4621-8ce6-8119698c91b1 HTTP/1.1" status: 200 len: 811 time: 0.2214634 Jun 30 04:18:17.658253 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-9338d6d6-5297-41cd-b4f6-e9619d6a4891 req-4bcf73bc-22b0-448c-b7e8-f045b8e85694 tempest-TestVolumeBootPattern-1718480899 tempest-TestVolumeBootPattern-1718480899-project] 10.222.0.13 "GET /v2.0/quotas/c2fe0f4b2519494ea784cea098da6be3 HTTP/1.1" status: 200 len: 375 time: 0.0418856 Jun 30 04:18:17.661784 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-42aad634-5f84-422a-8704-5d92bf09f4b1 req-ae524b35-d432-41e2-896b-cdf6d11cea37 tempest-TestShelveInstance-1069409963 tempest-TestShelveInstance-1069409963-project] 10.222.0.13 "GET /v2.0/ports?device_id=51354e88-a19f-433f-85b3-126269c921c4 HTTP/1.1" status: 200 len: 210 time: 0.0467434 Jun 30 04:18:17.715893 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=100 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:18:17.734518 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-9338d6d6-5297-41cd-b4f6-e9619d6a4891 req-f85c49c4-9ba4-4255-94c6-1f8b6406a7da tempest-TestVolumeBootPattern-1718480899 tempest-TestVolumeBootPattern-1718480899-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=c2fe0f4b2519494ea784cea098da6be3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0610452 Jun 30 04:18:17.741336 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8b3fd6ae-59ce-4c0b-85e4-d539d9b0f567 req-448b3cf6-7212-4ff6-964f-60d97cb10c16 tempest-TestShelveInstance-1069409963 tempest-TestShelveInstance-1069409963-project] Made reservation on behalf of 62d0dd3cae1448049dc95fb347fd1a80 for: {'port': 1} {{(pid=104416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 04:18:17.744647 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-8b3fd6ae-59ce-4c0b-85e4-d539d9b0f567 req-448b3cf6-7212-4ff6-964f-60d97cb10c16 tempest-TestShelveInstance-1069409963 tempest-TestShelveInstance-1069409963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3606762'] for port (None), before_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:18:17.918541 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-9338d6d6-5297-41cd-b4f6-e9619d6a4891 req-b2059d24-cbb8-4aba-836b-e5141f68adc8 service neutron] 10.222.0.13 "GET /v2.0/networks/db2948ec-060f-4621-8ce6-8119698c91b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1634674 Jun 30 04:18:17.920757 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:18:18.010731 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.db.db_base_plugin_common [req-8b3fd6ae-59ce-4c0b-85e4-d539d9b0f567 req-448b3cf6-7212-4ff6-964f-60d97cb10c16 tempest-TestShelveInstance-1069409963 tempest-TestShelveInstance-1069409963-project] Allocated IP 172.20.0.12 (c7bb47d5-3e98-456a-bf3a-91e07afacb65/7b470bb7-e396-40f4-b592-bdd8af25c2fd/90e33ddf-37e0-40e5-ac04-e09a2cb58d98) {{(pid=104416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 04:18:18.062207 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-9338d6d6-5297-41cd-b4f6-e9619d6a4891 req-976816c5-6c6c-4241-805f-0936a2097288 service neutron] 10.222.0.13 "GET /v2.0/networks/db2948ec-060f-4621-8ce6-8119698c91b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1371706 Jun 30 04:18:18.250461 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfa4f4d-8be0-4c5d-b011-dd618fb4e3ce req-13d45929-4269-47a8-88b6-80593a2d6612 tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:18:18.257448 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-ccfa4f4d-8be0-4c5d-b011-dd618fb4e3ce req-13d45929-4269-47a8-88b6-80593a2d6612 tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] 10.222.0.13 "GET /v2.0/ports?device_id=b9a789ea-78f4-481d-bd9b-45bce25676ad HTTP/1.1" status: 200 len: 945 time: 0.0630853 Jun 30 04:18:18.310551 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-8b3fd6ae-59ce-4c0b-85e4-d539d9b0f567 req-448b3cf6-7212-4ff6-964f-60d97cb10c16 tempest-TestShelveInstance-1069409963 tempest-TestShelveInstance-1069409963-project] Publish callbacks [] for port (90e33ddf-37e0-40e5-ac04-e09a2cb58d98), precommit_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:18:18.381772 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.wsgi [-] (104415) accepted ('10.222.0.13', 54128) {{(pid=104415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 04:18:18.389414 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-ccfa4f4d-8be0-4c5d-b011-dd618fb4e3ce req-d7d3c998-f94c-44bd-9325-cd72e3419fda tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] 10.222.0.13 "GET /v2.0/security-groups?id=8f11cf44-78a0-4c0e-8f30-1538f7de7776&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307285 Jun 30 04:18:18.395293 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-8b3fd6ae-59ce-4c0b-85e4-d539d9b0f567 req-448b3cf6-7212-4ff6-964f-60d97cb10c16 tempest-TestShelveInstance-1069409963 tempest-TestShelveInstance-1069409963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4095053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781926239317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1764130'] for port (90e33ddf-37e0-40e5-ac04-e09a2cb58d98), after_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:18:18.468896 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448b3cf6-7212-4ff6-964f-60d97cb10c16 tempest-TestShelveInstance-1069409963 tempest-TestShelveInstance-1069409963-project] Pushing event updated for resources: {'Port': ['ID=90e33ddf-37e0-40e5-ac04-e09a2cb58d98,revision_number=1']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:18:18.476613 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8b3fd6ae-59ce-4c0b-85e4-d539d9b0f567 req-448b3cf6-7212-4ff6-964f-60d97cb10c16 tempest-TestShelveInstance-1069409963 tempest-TestShelveInstance-1069409963-project] Network c7bb47d5-3e98-456a-bf3a-91e07afacb65 is already hosted by enough agents. {{(pid=104416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 04:18:18.481876 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.scheduler.base_scheduler [req-8b3fd6ae-59ce-4c0b-85e4-d539d9b0f567 req-448b3cf6-7212-4ff6-964f-60d97cb10c16 tempest-TestShelveInstance-1069409963 tempest-TestShelveInstance-1069409963-project] Resources bound (agent type, host, resource id): {{(pid=104416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 04:18:18.484485 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448b3cf6-7212-4ff6-964f-60d97cb10c16 tempest-TestShelveInstance-1069409963 tempest-TestShelveInstance-1069409963-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:18:18.484824 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448b3cf6-7212-4ff6-964f-60d97cb10c16 tempest-TestShelveInstance-1069409963 tempest-TestShelveInstance-1069409963-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:18:18.485169 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448b3cf6-7212-4ff6-964f-60d97cb10c16 tempest-TestShelveInstance-1069409963 tempest-TestShelveInstance-1069409963-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:18:18.485493 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448b3cf6-7212-4ff6-964f-60d97cb10c16 tempest-TestShelveInstance-1069409963 tempest-TestShelveInstance-1069409963-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:18:18.486011 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448b3cf6-7212-4ff6-964f-60d97cb10c16 tempest-TestShelveInstance-1069409963 tempest-TestShelveInstance-1069409963-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:18:18.486131 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448b3cf6-7212-4ff6-964f-60d97cb10c16 tempest-TestShelveInstance-1069409963 tempest-TestShelveInstance-1069409963-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:18:18.486445 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448b3cf6-7212-4ff6-964f-60d97cb10c16 tempest-TestShelveInstance-1069409963 tempest-TestShelveInstance-1069409963-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:18:18.486763 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448b3cf6-7212-4ff6-964f-60d97cb10c16 tempest-TestShelveInstance-1069409963 tempest-TestShelveInstance-1069409963-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:18:18.487118 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448b3cf6-7212-4ff6-964f-60d97cb10c16 tempest-TestShelveInstance-1069409963 tempest-TestShelveInstance-1069409963-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:18:18.487445 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448b3cf6-7212-4ff6-964f-60d97cb10c16 tempest-TestShelveInstance-1069409963 tempest-TestShelveInstance-1069409963-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:18:18.487759 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448b3cf6-7212-4ff6-964f-60d97cb10c16 tempest-TestShelveInstance-1069409963 tempest-TestShelveInstance-1069409963-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:18:18.488149 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448b3cf6-7212-4ff6-964f-60d97cb10c16 tempest-TestShelveInstance-1069409963 tempest-TestShelveInstance-1069409963-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:18:18.488470 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448b3cf6-7212-4ff6-964f-60d97cb10c16 tempest-TestShelveInstance-1069409963 tempest-TestShelveInstance-1069409963-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:18:18.488785 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448b3cf6-7212-4ff6-964f-60d97cb10c16 tempest-TestShelveInstance-1069409963 tempest-TestShelveInstance-1069409963-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:18:18.489097 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448b3cf6-7212-4ff6-964f-60d97cb10c16 tempest-TestShelveInstance-1069409963 tempest-TestShelveInstance-1069409963-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:18:18.493078 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b3fd6ae-59ce-4c0b-85e4-d539d9b0f567 req-448b3cf6-7212-4ff6-964f-60d97cb10c16 tempest-TestShelveInstance-1069409963 tempest-TestShelveInstance-1069409963-project] Received port after_create {{(pid=104416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 30 04:18:18.627054 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3fd6ae-59ce-4c0b-85e4-d539d9b0f567 req-448b3cf6-7212-4ff6-964f-60d97cb10c16 tempest-TestShelveInstance-1069409963 tempest-TestShelveInstance-1069409963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:18:18.630945 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-8b3fd6ae-59ce-4c0b-85e4-d539d9b0f567 req-448b3cf6-7212-4ff6-964f-60d97cb10c16 tempest-TestShelveInstance-1069409963 tempest-TestShelveInstance-1069409963-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13292'] for port (None), before_response {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:18:18.769491 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-9b55f922-ba47-4056-b46f-da634348cfe8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:18:18.890375 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-9b55f922-ba47-4056-b46f-da634348cfe8 admin admin] Publish callbacks [] for security_group (609630a4-043c-4236-a33f-ea7b94266d58), precommit_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:18:18.898480 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-9b55f922-ba47-4056-b46f-da634348cfe8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3637186'] for security_group (609630a4-043c-4236-a33f-ea7b94266d58), after_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:18:18.945173 dv-cinder-846842-7-iscsi neutron-server[104415]: INFO neutron.wsgi [None req-9b55f922-ba47-4056-b46f-da634348cfe8 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e277bba43c6a42218baa2f57f67298fc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5582416 Jun 30 04:18:18.945396 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.wsgi [-] (104415) accepted ('10.222.0.13', 54164) {{(pid=104415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 04:18:18.978754 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.db.provisioning_blocks [None req-ec347767-9ac6-4bfb-9ead-3cf778427a2d None None] Provisioning complete for port 90e33ddf-37e0-40e5-ac04-e09a2cb58d98 triggered by entity DHCP. {{(pid=104417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 30 04:18:18.979799 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-ec347767-9ac6-4bfb-9ead-3cf778427a2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565073'] for port (90e33ddf-37e0-40e5-ac04-e09a2cb58d98), provisioning_complete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:18:19.002303 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b55f922-ba47-4056-b46f-da634348cfe8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=609630a4-043c-4236-a33f-ea7b94266d58,revision_number=1']} {{(pid=104415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:18:19.013544 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-7de68e2b-6fe3-421a-a0e4-e6e07d6353f8 admin admin] Publish callbacks [] for security_group (609630a4-043c-4236-a33f-ea7b94266d58), before_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:18:19.037570 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-ec347767-9ac6-4bfb-9ead-3cf778427a2d None None] Port 90e33ddf-37e0-40e5-ac04-e09a2cb58d98 cannot update to ACTIVE because it is not bound. {{(pid=104417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 30 04:18:19.037855 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-7de68e2b-6fe3-421a-a0e4-e6e07d6353f8 admin admin] Publish callbacks [] for security_group (609630a4-043c-4236-a33f-ea7b94266d58), precommit_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:18:19.038603 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fc4e62-9250-43a1-8ce3-9669b4d80568 req-1d3e64d7-8db8-4c50-81e5-491dc5b63b3d tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:18:19.046949 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-56fc4e62-9250-43a1-8ce3-9669b4d80568 req-1d3e64d7-8db8-4c50-81e5-491dc5b63b3d tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] 10.222.0.13 "GET /v2.0/ports?device_id=2d3f3442-a00e-47ee-b0df-f099086628ce HTTP/1.1" status: 200 len: 946 time: 0.4108350 Jun 30 04:18:19.061597 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b55f922-ba47-4056-b46f-da634348cfe8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:18:19.061943 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b55f922-ba47-4056-b46f-da634348cfe8 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:18:19.062277 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b55f922-ba47-4056-b46f-da634348cfe8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:18:19.062613 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b55f922-ba47-4056-b46f-da634348cfe8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:18:19.063019 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b55f922-ba47-4056-b46f-da634348cfe8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:18:19.063399 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b55f922-ba47-4056-b46f-da634348cfe8 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:18:19.063724 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b55f922-ba47-4056-b46f-da634348cfe8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:18:19.064048 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b55f922-ba47-4056-b46f-da634348cfe8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:18:19.064454 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b55f922-ba47-4056-b46f-da634348cfe8 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:18:19.064805 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b55f922-ba47-4056-b46f-da634348cfe8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:18:19.065479 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b55f922-ba47-4056-b46f-da634348cfe8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:18:19.066066 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b55f922-ba47-4056-b46f-da634348cfe8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:18:19.066529 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b55f922-ba47-4056-b46f-da634348cfe8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:18:19.067021 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b55f922-ba47-4056-b46f-da634348cfe8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:18:19.067369 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b55f922-ba47-4056-b46f-da634348cfe8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:18:19.087945 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-491bfb72-f6fa-467f-8d5d-1c3dbf065314 req-84845376-81e3-45b5-91b1-9d6ac7413d0d tempest-TestVolumeBootPattern-1718480899 tempest-TestVolumeBootPattern-1718480899-project] 10.222.0.13 "GET /v2.0/ports?device_id=d0a0dbf7-3345-49a9-9785-a36af6da4a5f HTTP/1.1" status: 200 len: 210 time: 0.4508753 Jun 30 04:18:19.106399 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-8b3fd6ae-59ce-4c0b-85e4-d539d9b0f567 req-448b3cf6-7212-4ff6-964f-60d97cb10c16 tempest-TestShelveInstance-1069409963 tempest-TestShelveInstance-1069409963-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5745664 Jun 30 04:18:19.134747 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-7de68e2b-6fe3-421a-a0e4-e6e07d6353f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3637186'] for security_group (609630a4-043c-4236-a33f-ea7b94266d58), after_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:18:19.137469 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-7de68e2b-6fe3-421a-a0e4-e6e07d6353f8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:18:19.138715 dv-cinder-846842-7-iscsi neutron-server[104415]: INFO neutron.wsgi [None req-7de68e2b-6fe3-421a-a0e4-e6e07d6353f8 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/609630a4-043c-4236-a33f-ea7b94266d58 HTTP/1.1" status: 204 len: 168 time: 0.1923840 Jun 30 04:18:19.153587 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de68e2b-6fe3-421a-a0e4-e6e07d6353f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=609630a4-043c-4236-a33f-ea7b94266d58,revision_number=None']} {{(pid=104415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:18:19.187840 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-56fc4e62-9250-43a1-8ce3-9669b4d80568 req-ba2cb3e2-60f1-40a0-923f-19b970767ce9 tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] 10.222.0.13 "GET /v2.0/security-groups?id=917dbda3-50de-42c2-a106-5e4480b4dad4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1051342 Jun 30 04:18:19.202409 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:DELETE=1 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:18:19.255985 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2080847-55f3-4894-9b10-9218d5ddc473 req-217274a1-4d7a-40bc-9385-c0f3613bb6aa tempest-TestShelveInstance-1069409963 tempest-TestShelveInstance-1069409963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:18:19.257702 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-c2080847-55f3-4894-9b10-9218d5ddc473 req-217274a1-4d7a-40bc-9385-c0f3613bb6aa tempest-TestShelveInstance-1069409963 tempest-TestShelveInstance-1069409963-project] 10.222.0.13 "GET /v2.0/ports?device_id=51354e88-a19f-433f-85b3-126269c921c4 HTTP/1.1" status: 200 len: 932 time: 0.0683656 Jun 30 04:18:19.330125 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-c2080847-55f3-4894-9b10-9218d5ddc473 req-bfc7d920-06d7-4d38-869d-4158ff51db33 tempest-TestShelveInstance-1069409963 tempest-TestShelveInstance-1069409963-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f4a7f03-b349-4d47-a044-e7fe563f709b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0661726 Jun 30 04:18:19.540120 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6052750-b6c7-4eaf-befd-3a237ee72063 req-19519e9d-064a-40cf-a554-55cffa471962 tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:18:19.541628 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-a6052750-b6c7-4eaf-befd-3a237ee72063 req-19519e9d-064a-40cf-a554-55cffa471962 tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] 10.222.0.13 "GET /v2.0/ports?device_id=b9a789ea-78f4-481d-bd9b-45bce25676ad HTTP/1.1" status: 200 len: 945 time: 0.0501399 Jun 30 04:18:19.578716 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:18:19.591818 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-a6052750-b6c7-4eaf-befd-3a237ee72063 req-7387283c-5754-490c-ab79-4321e0da6cd6 tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] 10.222.0.13 "GET /v2.0/security-groups?id=8f11cf44-78a0-4c0e-8f30-1538f7de7776&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443678 Jun 30 04:18:19.882210 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.13', 54206) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 04:18:19.994047 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.v2.base [None req-2757cb65-7c2f-4f27-be53-88372e116a76 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1356694039-network', 'tenant_id': 'bf207393082c48d09f827e16d99b2609'}} {{(pid=104416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 30 04:18:20.018017 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2757cb65-7c2f-4f27-be53-88372e116a76 admin admin] Made reservation on behalf of bf207393082c48d09f827e16d99b2609 for: {'network': 1} {{(pid=104416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 04:18:20.020406 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-2757cb65-7c2f-4f27-be53-88372e116a76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3606762'] for network (None), before_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:18:20.029056 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-2757cb65-7c2f-4f27-be53-88372e116a76 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:18:20.105464 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-2757cb65-7c2f-4f27-be53-88372e116a76 admin admin] Publish callbacks [] for security_group (f3b6e636-c97e-43d6-a170-7ea88b7ee921), precommit_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:18:20.111791 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-2757cb65-7c2f-4f27-be53-88372e116a76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3637186'] for security_group (f3b6e636-c97e-43d6-a170-7ea88b7ee921), after_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:18:20.140697 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2757cb65-7c2f-4f27-be53-88372e116a76 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 169} {{(pid=104416) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 04:18:20.150884 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2757cb65-7c2f-4f27-be53-88372e116a76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3b6e636-c97e-43d6-a170-7ea88b7ee921,revision_number=1']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:18:20.155888 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-2757cb65-7c2f-4f27-be53-88372e116a76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505043'] for segment (b7cef8bc-fef8-404a-93d8-c0f76d6c6909), precommit_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:18:20.156238 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.db.segments_db [None req-2757cb65-7c2f-4f27-be53-88372e116a76 admin admin] Added segment b7cef8bc-fef8-404a-93d8-c0f76d6c6909 of type vlan for network 9f998a2a-5cb6-4bab-892c-06a6730a89bd Jun 30 04:18:20.211653 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-19cdc3aa-5e95-4f0d-b62f-3307b3c1a548 req-ac3e3294-5edc-464d-b97c-2d488ebf1bd8 tempest-TestVolumeBootPattern-1718480899 tempest-TestVolumeBootPattern-1718480899-project] 10.222.0.13 "GET /v2.0/ports?device_id=d0a0dbf7-3345-49a9-9785-a36af6da4a5f HTTP/1.1" status: 200 len: 210 time: 0.0533776 Jun 30 04:18:20.220093 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-2757cb65-7c2f-4f27-be53-88372e116a76 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781926193812'] for network (9f998a2a-5cb6-4bab-892c-06a6730a89bd), precommit_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:18:20.246513 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-2757cb65-7c2f-4f27-be53-88372e116a76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3637173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528681'] for network (9f998a2a-5cb6-4bab-892c-06a6730a89bd), after_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:18:20.247532 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2757cb65-7c2f-4f27-be53-88372e116a76 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:18:20.248197 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-2757cb65-7c2f-4f27-be53-88372e116a76 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528667'] for network (None), before_response {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:18:20.287848 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-2757cb65-7c2f-4f27-be53-88372e116a76 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 869 time: 0.4045208 Jun 30 04:18:20.291016 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.wsgi [-] (104415) accepted ('10.222.0.13', 54214) {{(pid=104415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 04:18:20.295983 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.v2.base [None req-0b59186d-c0a3-4a9b-8bd8-fb854f06800b admin admin] Request body: {'subnet': {'network_id': '9f998a2a-5cb6-4bab-892c-06a6730a89bd', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1356694039-subnet', 'tenant_id': 'bf207393082c48d09f827e16d99b2609', 'ip_version': 4}} {{(pid=104415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 30 04:18:20.316713 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b59186d-c0a3-4a9b-8bd8-fb854f06800b admin admin] Made reservation on behalf of bf207393082c48d09f827e16d99b2609 for: {'subnet': 1} {{(pid=104415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 04:18:20.319269 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-0b59186d-c0a3-4a9b-8bd8-fb854f06800b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8617624'] for subnet (None), before_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:18:20.341051 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2757cb65-7c2f-4f27-be53-88372e116a76 admin admin] Pushing event updated for resources: {'Network': ['ID=9f998a2a-5cb6-4bab-892c-06a6730a89bd,revision_number=1']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:18:20.351708 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.rpc [None req-2a6d8403-c0a5-4ac4-aa48-860a84345009 None None] Network 9f998a2a-5cb6-4bab-892c-06a6730a89bd details requested by agent ovs-agent-dv-cinder-846842-7-iscsi with host dv-cinder-846842-7-iscsi {{(pid=104417) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 04:18:20.362394 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c72be23-4e07-409f-b055-f9f0f5256e1b req-430ae138-feb8-4c75-bf19-67a0cfc186a4 tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:18:20.364264 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-9c72be23-4e07-409f-b055-f9f0f5256e1b req-430ae138-feb8-4c75-bf19-67a0cfc186a4 tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] 10.222.0.13 "GET /v2.0/ports?device_id=2d3f3442-a00e-47ee-b0df-f099086628ce HTTP/1.1" status: 200 len: 946 time: 0.0828373 Jun 30 04:18:20.418586 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-9c72be23-4e07-409f-b055-f9f0f5256e1b req-15d40010-8fbb-4038-9913-e74f2f706bb0 tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] 10.222.0.13 "GET /v2.0/security-groups?id=917dbda3-50de-42c2-a106-5e4480b4dad4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477366 Jun 30 04:18:20.465451 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3831a396-4997-4547-a063-ff6c516bae94 req-eafa238c-be21-4953-81aa-35ad190f33bb tempest-TestShelveInstance-1069409963 tempest-TestShelveInstance-1069409963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:18:20.467126 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-3831a396-4997-4547-a063-ff6c516bae94 req-eafa238c-be21-4953-81aa-35ad190f33bb tempest-TestShelveInstance-1069409963 tempest-TestShelveInstance-1069409963-project] 10.222.0.13 "GET /v2.0/ports?device_id=51354e88-a19f-433f-85b3-126269c921c4 HTTP/1.1" status: 200 len: 932 time: 0.0474494 Jun 30 04:18:20.514725 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-0b59186d-c0a3-4a9b-8bd8-fb854f06800b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11635623', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8617614'] for subnet (06112278-432b-41ef-b6f4-fdb3205ed762), after_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:18:20.518135 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-3831a396-4997-4547-a063-ff6c516bae94 req-0ea54f64-0c0b-4c41-bf48-41aa8e5c2018 tempest-TestShelveInstance-1069409963 tempest-TestShelveInstance-1069409963-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f4a7f03-b349-4d47-a044-e7fe563f709b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448322 Jun 30 04:18:20.582296 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b59186d-c0a3-4a9b-8bd8-fb854f06800b admin admin] Pushing event updated for resources: {'Subnet': ['ID=06112278-432b-41ef-b6f4-fdb3205ed762,revision_number=0']} {{(pid=104415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:18:20.590190 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b59186d-c0a3-4a9b-8bd8-fb854f06800b admin admin] Checking segment: {'id': 'b7cef8bc-fef8-404a-93d8-c0f76d6c6909', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '9f998a2a-5cb6-4bab-892c-06a6730a89bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104415) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 30 04:18:20.590542 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b59186d-c0a3-4a9b-8bd8-fb854f06800b admin admin] Network hostable DHCP agents. Network: 9f998a2a-5cb6-4bab-892c-06a6730a89bd, hostable agents: ['beddbd52-9273-44c2-990c-63933fe383b2'], hosted agents: [] {{(pid=104415) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 04:18:20.610542 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b59186d-c0a3-4a9b-8bd8-fb854f06800b admin admin] Network 9f998a2a-5cb6-4bab-892c-06a6730a89bd is scheduled to be hosted by DHCP agent beddbd52-9273-44c2-990c-63933fe383b2 with binding_index 1 {{(pid=104415) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 04:18:20.621677 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.scheduler.base_scheduler [None req-0b59186d-c0a3-4a9b-8bd8-fb854f06800b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-846842-7-iscsi, 9f998a2a-5cb6-4bab-892c-06a6730a89bd) {{(pid=104415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 04:18:20.625810 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b59186d-c0a3-4a9b-8bd8-fb854f06800b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:18:20.626397 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-0b59186d-c0a3-4a9b-8bd8-fb854f06800b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528667'] for subnet (None), before_response {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:18:20.632357 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f116a6d9-c49a-466a-b464-c6e78b4bdfeb None None] Network 9f998a2a-5cb6-4bab-892c-06a6730a89bd requested from dv-cinder-846842-7-iscsi {{(pid=104417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 30 04:18:20.649723 dv-cinder-846842-7-iscsi neutron-server[104415]: INFO neutron.wsgi [None req-0b59186d-c0a3-4a9b-8bd8-fb854f06800b admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3543110 Jun 30 04:18:20.649932 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.wsgi [-] (104415) accepted ('10.222.0.13', 54220) {{(pid=104415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 04:18:20.655223 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.v2.base [None req-fefcc7d0-c0bf-438b-93a5-209655101459 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1356694039-router', 'tenant_id': 'bf207393082c48d09f827e16d99b2609', 'external_gateway_info': {'network_id': 'a14b0e4f-074d-4507-846c-fc8420bddf12'}}} {{(pid=104415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 30 04:18:20.679740 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-fefcc7d0-c0bf-438b-93a5-209655101459 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-611393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-992720'] for router (94c38f85-5e46-4cec-9919-676c779c6860), before_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:18:20.680834 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-fefcc7d0-c0bf-438b-93a5-209655101459 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-612039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-618118', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-671212', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-992729'] for router (94c38f85-5e46-4cec-9919-676c779c6860), precommit_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:18:20.712799 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:18:20.720825 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=79,neutron:INSERT=16,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:18:20.728250 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a498464-8035-438b-a833-17808d60b1e0 req-c9a4c257-5ca7-471e-9f11-aeff542682f9 tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:18:20.729935 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-8a498464-8035-438b-a833-17808d60b1e0 req-c9a4c257-5ca7-471e-9f11-aeff542682f9 tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] 10.222.0.13 "GET /v2.0/ports?device_id=b9a789ea-78f4-481d-bd9b-45bce25676ad HTTP/1.1" status: 200 len: 945 time: 0.0616109 Jun 30 04:18:20.749727 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=85,neutron:DELETE=3,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:18:20.753043 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-fefcc7d0-c0bf-438b-93a5-209655101459 admin admin] Publish callbacks [] for router_controller (94c38f85-5e46-4cec-9919-676c779c6860), precommit_add_association {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:18:20.756749 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb9c8a8f-9455-4e9b-8582-820de072090d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcd801984-d77e-514a-975e-2a6430aac994-9f998a2a-5cb6-4bab-892c-06a6730a89bd', 'network_id': '9f998a2a-5cb6-4bab-892c-06a6730a89bd', 'project_id': 'bf207393082c48d09f827e16d99b2609', 'fixed_ips': [{'subnet_id': '06112278-432b-41ef-b6f4-fdb3205ed762'}]}} from dv-cinder-846842-7-iscsi. {{(pid=104417) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 30 04:18:20.758399 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-eb9c8a8f-9455-4e9b-8582-820de072090d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3606762'] for port (None), before_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:18:20.782720 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-8a498464-8035-438b-a833-17808d60b1e0 req-d07563a5-82c8-4b59-ac07-875634edb723 tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] 10.222.0.13 "GET /v2.0/security-groups?id=8f11cf44-78a0-4c0e-8f30-1538f7de7776&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469391 Jun 30 04:18:20.897116 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-fefcc7d0-c0bf-438b-93a5-209655101459 admin admin] Publish callbacks [] for router_gateway (94c38f85-5e46-4cec-9919-676c779c6860), precommit_update {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:18:20.899064 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.db.db_base_plugin_common [None req-eb9c8a8f-9455-4e9b-8582-820de072090d None None] Allocated IP 172.20.0.2 (9f998a2a-5cb6-4bab-892c-06a6730a89bd/06112278-432b-41ef-b6f4-fdb3205ed762/3a0683e9-c670-4d6a-8891-fd3afdbe5203) {{(pid=104417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 04:18:21.039357 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-eb9c8a8f-9455-4e9b-8582-820de072090d None None] Publish callbacks [] for port (3a0683e9-c670-4d6a-8891-fd3afdbe5203), precommit_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:18:21.045847 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-eb9c8a8f-9455-4e9b-8582-820de072090d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4095053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781926239317'] for port (3a0683e9-c670-4d6a-8891-fd3afdbe5203), after_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:18:21.080035 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-fefcc7d0-c0bf-438b-93a5-209655101459 admin admin] Publish callbacks [] for router_gateway (94c38f85-5e46-4cec-9919-676c779c6860), before_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:18:21.084714 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb9c8a8f-9455-4e9b-8582-820de072090d None None] Network 9f998a2a-5cb6-4bab-892c-06a6730a89bd is already hosted by enough agents. {{(pid=104417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 04:18:21.089321 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.scheduler.base_scheduler [None req-eb9c8a8f-9455-4e9b-8582-820de072090d None None] Resources bound (agent type, host, resource id): {{(pid=104417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 04:18:21.095414 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb9c8a8f-9455-4e9b-8582-820de072090d None None] Received port after_create {{(pid=104417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 30 04:18:21.098540 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9c8a8f-9455-4e9b-8582-820de072090d None None] Pushing event updated for resources: {'Port': ['ID=3a0683e9-c670-4d6a-8891-fd3afdbe5203,revision_number=1']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:18:21.099069 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-fefcc7d0-c0bf-438b-93a5-209655101459 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3606762'] for port (None), before_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:18:21.111308 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb9c8a8f-9455-4e9b-8582-820de072090d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:18:21.111308 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb9c8a8f-9455-4e9b-8582-820de072090d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:18:21.111621 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb9c8a8f-9455-4e9b-8582-820de072090d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:18:21.111883 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb9c8a8f-9455-4e9b-8582-820de072090d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:18:21.112229 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb9c8a8f-9455-4e9b-8582-820de072090d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:18:21.112534 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb9c8a8f-9455-4e9b-8582-820de072090d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:18:21.112912 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb9c8a8f-9455-4e9b-8582-820de072090d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:18:21.113558 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb9c8a8f-9455-4e9b-8582-820de072090d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:18:21.113874 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb9c8a8f-9455-4e9b-8582-820de072090d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:18:21.114223 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb9c8a8f-9455-4e9b-8582-820de072090d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:18:21.114575 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb9c8a8f-9455-4e9b-8582-820de072090d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:18:21.114930 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb9c8a8f-9455-4e9b-8582-820de072090d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:18:21.115270 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb9c8a8f-9455-4e9b-8582-820de072090d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:18:21.115585 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb9c8a8f-9455-4e9b-8582-820de072090d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:18:21.115909 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb9c8a8f-9455-4e9b-8582-820de072090d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:18:21.167953 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.managers [None req-eb9c8a8f-9455-4e9b-8582-820de072090d None None] Attempting to bind port 3a0683e9-c670-4d6a-8891-fd3afdbe5203 on host dv-cinder-846842-7-iscsi for vnic_type normal with profile {{(pid=104417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 30 04:18:21.168318 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.managers [None req-eb9c8a8f-9455-4e9b-8582-820de072090d None None] Attempting to bind port 3a0683e9-c670-4d6a-8891-fd3afdbe5203 by drivers openvswitch,hyperv on host dv-cinder-846842-7-iscsi at level 0 using segments [{'id': 'b7cef8bc-fef8-404a-93d8-c0f76d6c6909', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '9f998a2a-5cb6-4bab-892c-06a6730a89bd'}] {{(pid=104417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 30 04:18:21.168675 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb9c8a8f-9455-4e9b-8582-820de072090d None None] Attempting to bind port 3a0683e9-c670-4d6a-8891-fd3afdbe5203 on network 9f998a2a-5cb6-4bab-892c-06a6730a89bd {{(pid=104417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 30 04:18:21.174356 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb9c8a8f-9455-4e9b-8582-820de072090d None None] Checking agent: {'id': 'cbdf45b5-344e-4e18-9242-1abb738708f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846842-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 30, 4, 7, 10), 'started_at': datetime.datetime(2022, 6, 30, 4, 7, 40), 'heartbeat_timestamp': datetime.datetime(2022, 6, 30, 4, 18, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846842-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 30 04:18:21.175121 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb9c8a8f-9455-4e9b-8582-820de072090d None None] Checking segment: {'id': 'b7cef8bc-fef8-404a-93d8-c0f76d6c6909', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '9f998a2a-5cb6-4bab-892c-06a6730a89bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 30 04:18:21.175527 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-eb9c8a8f-9455-4e9b-8582-820de072090d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:18:21.175920 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb9c8a8f-9455-4e9b-8582-820de072090d None None] Bound using segment: {'id': 'b7cef8bc-fef8-404a-93d8-c0f76d6c6909', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '9f998a2a-5cb6-4bab-892c-06a6730a89bd'} {{(pid=104417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 30 04:18:21.176402 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.managers [None req-eb9c8a8f-9455-4e9b-8582-820de072090d None None] Bound port: 3a0683e9-c670-4d6a-8891-fd3afdbe5203, host: dv-cinder-846842-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7cef8bc-fef8-404a-93d8-c0f76d6c6909', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '9f998a2a-5cb6-4bab-892c-06a6730a89bd'}}] {{(pid=104417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 30 04:18:21.176777 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-eb9c8a8f-9455-4e9b-8582-820de072090d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3606762'] for port (3a0683e9-c670-4d6a-8891-fd3afdbe5203), before_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:18:21.210573 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.db.db_base_plugin_common [None req-fefcc7d0-c0bf-438b-93a5-209655101459 admin admin] Allocated IP 172.27.1.147 (a14b0e4f-074d-4507-846c-fc8420bddf12/15378187-268c-4fae-ace7-eaca7aa50f90/cff5bd16-8bf5-4554-a34f-c1c0db534a4f) {{(pid=104415) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 04:18:21.237993 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.db [None req-eb9c8a8f-9455-4e9b-8582-820de072090d None None] For port 3a0683e9-c670-4d6a-8891-fd3afdbe5203, host dv-cinder-846842-7-iscsi, cleared binding levels {{(pid=104417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 04:18:21.241011 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.db [None req-eb9c8a8f-9455-4e9b-8582-820de072090d None None] For port 3a0683e9-c670-4d6a-8891-fd3afdbe5203, host dv-cinder-846842-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-7-iscsi',level=0,port_id=3a0683e9-c670-4d6a-8891-fd3afdbe5203,segment=NetworkSegment(b7cef8bc-fef8-404a-93d8-c0f76d6c6909),segment_id=b7cef8bc-fef8-404a-93d8-c0f76d6c6909)] {{(pid=104417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 04:18:21.248490 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-eb9c8a8f-9455-4e9b-8582-820de072090d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4095053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781926634698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781926239335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781926239353'] for port (3a0683e9-c670-4d6a-8891-fd3afdbe5203), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:18:21.305437 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9c8a8f-9455-4e9b-8582-820de072090d None None] Pushing event updated for resources: {'Port': ['ID=3a0683e9-c670-4d6a-8891-fd3afdbe5203,revision_number=2']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:18:21.329202 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-62f36af4-06cc-4a55-b2bb-f864f78669ca req-01958ec7-5fdf-4456-9961-0c7135de067b tempest-TestVolumeBootPattern-1718480899 tempest-TestVolumeBootPattern-1718480899-project] 10.222.0.13 "GET /v2.0/ports?device_id=d0a0dbf7-3345-49a9-9785-a36af6da4a5f HTTP/1.1" status: 200 len: 210 time: 0.0365136 Jun 30 04:18:21.332765 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-fefcc7d0-c0bf-438b-93a5-209655101459 admin admin] Publish callbacks [] for port (cff5bd16-8bf5-4554-a34f-c1c0db534a4f), precommit_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:18:21.366372 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-fefcc7d0-c0bf-438b-93a5-209655101459 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4095053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781926239317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11645207'] for port (cff5bd16-8bf5-4554-a34f-c1c0db534a4f), after_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:18:21.413840 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fefcc7d0-c0bf-438b-93a5-209655101459 admin admin] Network a14b0e4f-074d-4507-846c-fc8420bddf12 is already hosted by enough agents. {{(pid=104415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 04:18:21.419178 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.scheduler.base_scheduler [None req-fefcc7d0-c0bf-438b-93a5-209655101459 admin admin] Resources bound (agent type, host, resource id): {{(pid=104415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 04:18:21.421398 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fefcc7d0-c0bf-438b-93a5-209655101459 admin admin] Pushing event updated for resources: {'Port': ['ID=cff5bd16-8bf5-4554-a34f-c1c0db534a4f,revision_number=1']} {{(pid=104415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:18:21.423532 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fefcc7d0-c0bf-438b-93a5-209655101459 admin admin] Received port after_create {{(pid=104415) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 30 04:18:21.482198 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.v2.base [req-8b3fd6ae-59ce-4c0b-85e4-d539d9b0f567 req-ad8ce48c-581a-40ce-bf15-9540144abc16 service neutron] Request body: {'port': {'device_id': '51354e88-a19f-433f-85b3-126269c921c4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84684'}} {{(pid=104416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 30 04:18:21.711546 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-8b3fd6ae-59ce-4c0b-85e4-d539d9b0f567 req-ad8ce48c-581a-40ce-bf15-9540144abc16 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3606762'] for port (90e33ddf-37e0-40e5-ac04-e09a2cb58d98), before_update {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:18:21.712960 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:18:21.760118 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98377501-f084-48ac-ad9d-c09aae6205f1 req-32ef09c9-e432-476e-9601-31aa8b80954d tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:18:21.771873 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-98377501-f084-48ac-ad9d-c09aae6205f1 req-32ef09c9-e432-476e-9601-31aa8b80954d tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] 10.222.0.13 "GET /v2.0/ports?device_id=2d3f3442-a00e-47ee-b0df-f099086628ce HTTP/1.1" status: 200 len: 946 time: 0.1273899 Jun 30 04:18:21.819496 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=85,neutron:INSERT=12,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:18:21.837535 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5dcc0c-1c23-44fc-8a2a-1b0224be8ec3 req-3efba650-5758-4654-8e5c-807a8b9e53b4 tempest-TestShelveInstance-1069409963 tempest-TestShelveInstance-1069409963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:18:21.847522 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-bc5dcc0c-1c23-44fc-8a2a-1b0224be8ec3 req-3efba650-5758-4654-8e5c-807a8b9e53b4 tempest-TestShelveInstance-1069409963 tempest-TestShelveInstance-1069409963-project] 10.222.0.13 "GET /v2.0/ports?device_id=51354e88-a19f-433f-85b3-126269c921c4 HTTP/1.1" status: 200 len: 932 time: 0.2011559 Jun 30 04:18:21.978656 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:INSERT=5 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:18:21.996244 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-98377501-f084-48ac-ad9d-c09aae6205f1 req-c4ab8ade-aeb4-4eb7-b936-c67ea060f187 tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] 10.222.0.13 "GET /v2.0/security-groups?id=917dbda3-50de-42c2-a106-5e4480b4dad4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2234569 Jun 30 04:18:22.006204 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-fefcc7d0-c0bf-438b-93a5-209655101459 admin admin] Publish callbacks [] for router_gateway (94c38f85-5e46-4cec-9919-676c779c6860), after_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:18:22.011318 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-bc5dcc0c-1c23-44fc-8a2a-1b0224be8ec3 req-b4c1283f-6607-4049-81df-1c744b303dc9 tempest-TestShelveInstance-1069409963 tempest-TestShelveInstance-1069409963-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f4a7f03-b349-4d47-a044-e7fe563f709b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1624811 Jun 30 04:18:22.108491 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:18:22.213029 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222b3587-8256-49b7-b553-3677148eecbe req-306f4c0a-bd03-46bb-bee3-1bb1a4884898 tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:18:22.214890 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-222b3587-8256-49b7-b553-3677148eecbe req-306f4c0a-bd03-46bb-bee3-1bb1a4884898 tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] 10.222.0.13 "GET /v2.0/ports?device_id=b9a789ea-78f4-481d-bd9b-45bce25676ad HTTP/1.1" status: 200 len: 945 time: 0.1009865 Jun 30 04:18:22.249977 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-fefcc7d0-c0bf-438b-93a5-209655101459 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-612929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-619506'] for router (94c38f85-5e46-4cec-9919-676c779c6860), after_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:18:22.430563 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fefcc7d0-c0bf-438b-93a5-209655101459 admin admin] Router 94c38f85-5e46-4cec-9919-676c779c6860 is scheduled to L3 agent 2ea21a61-d737-4543-a811-a0d035fbf0f6 with binding_index 1 {{(pid=104415) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 30 04:18:22.435464 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-222b3587-8256-49b7-b553-3677148eecbe req-3b3369eb-f479-4f78-9c36-0dd624eda6cd tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] 10.222.0.13 "GET /v2.0/security-groups?id=8f11cf44-78a0-4c0e-8f30-1538f7de7776&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2105165 Jun 30 04:18:22.475709 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.notifiers.nova [req-8b3fd6ae-59ce-4c0b-85e4-d539d9b0f567 req-ad8ce48c-581a-40ce-bf15-9540144abc16 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 90e33ddf-37e0-40e5-ac04-e09a2cb58d98 {{(pid=104416) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 30 04:18:22.480871 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6b49715-d350-46d9-b3a0-8c49baf1a21b None None] Network 9f998a2a-5cb6-4bab-892c-06a6730a89bd requested from dv-cinder-846842-7-iscsi {{(pid=104417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 30 04:18:22.487616 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-8b3fd6ae-59ce-4c0b-85e4-d539d9b0f567 req-ad8ce48c-581a-40ce-bf15-9540144abc16 service neutron] Publish callbacks [] for port (90e33ddf-37e0-40e5-ac04-e09a2cb58d98), precommit_update {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:18:22.508899 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.db.provisioning_blocks [req-8b3fd6ae-59ce-4c0b-85e4-d539d9b0f567 req-ad8ce48c-581a-40ce-bf15-9540144abc16 service neutron] Transition to ACTIVE for port object 90e33ddf-37e0-40e5-ac04-e09a2cb58d98 will not be triggered until provisioned by entity L2. {{(pid=104416) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 30 04:18:22.517893 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:18:22.522814 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c0ea20-c2cf-433b-913d-254db71e1d48 req-ed3440ee-a922-4bde-80ba-1a45096e6dc5 tempest-VolumesSnapshotTestJSON-599944138 tempest-VolumesSnapshotTestJSON-599944138-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:18:22.524271 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-d4c0ea20-c2cf-433b-913d-254db71e1d48 req-ed3440ee-a922-4bde-80ba-1a45096e6dc5 tempest-VolumesSnapshotTestJSON-599944138 tempest-VolumesSnapshotTestJSON-599944138-project] 10.222.0.13 "GET /v2.0/networks?id=9c18043c-6376-4ef1-99e0-e3f0031cee26 HTTP/1.1" status: 200 len: 813 time: 0.3701067 Jun 30 04:18:22.529687 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-8b3fd6ae-59ce-4c0b-85e4-d539d9b0f567 req-ad8ce48c-581a-40ce-bf15-9540144abc16 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4095053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781926634698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781926239335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781926239353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1764123'] for port (90e33ddf-37e0-40e5-ac04-e09a2cb58d98), after_update {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:18:22.570413 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fefcc7d0-c0bf-438b-93a5-209655101459 admin admin] Notify agent at l3_agent.dv-cinder-846842-7-iscsi the message routers_updated {{(pid=104415) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 04:18:22.589885 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f528a91-14f8-4c90-bb79-b659a0bf60b7 None None] Sync routers for ids ['94c38f85-5e46-4cec-9919-676c779c6860'] in dv-cinder-846842-7-iscsi {{(pid=104417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 04:18:22.600220 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-fefcc7d0-c0bf-438b-93a5-209655101459 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:18:22.604362 dv-cinder-846842-7-iscsi neutron-server[104415]: INFO neutron.wsgi [None req-fefcc7d0-c0bf-438b-93a5-209655101459 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.9525728 Jun 30 04:18:22.605236 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.wsgi [-] (104415) accepted ('10.222.0.13', 54248) {{(pid=104415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 04:18:22.619705 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.db.provisioning_blocks [None req-bcb7a1ed-e68d-4788-9001-f465b88b72d0 None None] Provisioning complete for port 3a0683e9-c670-4d6a-8891-fd3afdbe5203 triggered by entity DHCP. {{(pid=104417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 30 04:18:22.620494 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-bcb7a1ed-e68d-4788-9001-f465b88b72d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565073'] for port (3a0683e9-c670-4d6a-8891-fd3afdbe5203), provisioning_complete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:18:22.623610 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f528a91-14f8-4c90-bb79-b659a0bf60b7 None None] Routers {'94c38f85-5e46-4cec-9919-676c779c6860'} bound to L3 agent in host dv-cinder-846842-7-iscsi {{(pid=104417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 30 04:18:22.624237 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.db.l3_hamode_db [None req-0f528a91-14f8-4c90-bb79-b659a0bf60b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-30T04:07:07Z,description=,heartbeat_timestamp=2022-06-30T04:18:07Z,host='dv-cinder-846842-7-iscsi',id=2ea21a61-d737-4543-a811-a0d035fbf0f6,load=0,resource_versions=,resources_synced=,started_at=2022-06-30T04:07:07Z,topic='l3_agent')) {'router_ids': ['94c38f85-5e46-4cec-9919-676c779c6860'], 'active': True} {{(pid=104417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 04:18:22.645698 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-d4c0ea20-c2cf-433b-913d-254db71e1d48 req-7c6fac69-9700-4176-ae78-ff1a8375dff6 tempest-VolumesSnapshotTestJSON-599944138 tempest-VolumesSnapshotTestJSON-599944138-project] 10.222.0.13 "GET /v2.0/quotas/4a5e183a36084c9fb82f3a3f7d24402a HTTP/1.1" status: 200 len: 375 time: 0.1018054 Jun 30 04:18:22.660398 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-3f4b1a03-8b40-44e5-87e4-520c9b8c077d req-f00c07ab-d193-4792-8152-a484cf01506d tempest-TestVolumeBootPattern-1718480899 tempest-TestVolumeBootPattern-1718480899-project] 10.222.0.13 "GET /v2.0/ports?device_id=d0a0dbf7-3345-49a9-9785-a36af6da4a5f HTTP/1.1" status: 200 len: 210 time: 0.1063366 Jun 30 04:18:22.685710 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9338d6d6-5297-41cd-b4f6-e9619d6a4891 req-04c54623-b4b4-4056-bbba-5e3e6b16529b tempest-TestVolumeBootPattern-1718480899 tempest-TestVolumeBootPattern-1718480899-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:18:22.687250 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-9338d6d6-5297-41cd-b4f6-e9619d6a4891 req-04c54623-b4b4-4056-bbba-5e3e6b16529b tempest-TestVolumeBootPattern-1718480899 tempest-TestVolumeBootPattern-1718480899-project] 10.222.0.20 "GET /v2.0/networks?id=db2948ec-060f-4621-8ce6-8119698c91b1 HTTP/1.1" status: 200 len: 811 time: 0.4413538 Jun 30 04:18:22.711975 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8ce48c-581a-40ce-bf15-9540144abc16 service neutron] Pushing event updated for resources: {'Port': ['ID=90e33ddf-37e0-40e5-ac04-e09a2cb58d98,revision_number=2']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:18:22.729056 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-d4c0ea20-c2cf-433b-913d-254db71e1d48 req-b2821259-9a62-44a3-b26b-dc416196c461 tempest-VolumesSnapshotTestJSON-599944138 tempest-VolumesSnapshotTestJSON-599944138-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=4a5e183a36084c9fb82f3a3f7d24402a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0829732 Jun 30 04:18:22.744349 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=5 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:18:22.832248 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:18:22.929369 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.db.l3_dvr_db [None req-0f528a91-14f8-4c90-bb79-b659a0bf60b7 None None] Set router 94c38f85-5e46-4cec-9919-676c779c6860 gateway port host: dv-cinder-846842-7-iscsi {{(pid=104417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 30 04:18:22.932625 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-bcb7a1ed-e68d-4788-9001-f465b88b72d0 None None] Current status of the port 3a0683e9-c670-4d6a-8891-fd3afdbe5203 is: DOWN; New status is: ACTIVE {{(pid=104417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 30 04:18:22.932625 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-bcb7a1ed-e68d-4788-9001-f465b88b72d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3606762'] for port (3a0683e9-c670-4d6a-8891-fd3afdbe5203), before_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:18:22.986793 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-d4c0ea20-c2cf-433b-913d-254db71e1d48 req-f2b6ccb3-8fdd-4d58-92d2-b0bfd4df07b5 service neutron] 10.222.0.13 "GET /v2.0/networks/9c18043c-6376-4ef1-99e0-e3f0031cee26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2464514 Jun 30 04:18:22.992635 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:18:23.047341 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-9338d6d6-5297-41cd-b4f6-e9619d6a4891 req-7b855dbe-b436-44a9-a9d2-a1ccbfeda524 tempest-TestVolumeBootPattern-1718480899 tempest-TestVolumeBootPattern-1718480899-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c2fe0f4b2519494ea784cea098da6be3 HTTP/1.1" status: 200 len: 379 time: 0.3375862 Jun 30 04:18:23.063467 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.v2.base [req-9338d6d6-5297-41cd-b4f6-e9619d6a4891 req-525ec7c8-15de-4795-a50a-35166847a3ba tempest-TestVolumeBootPattern-1718480899 tempest-TestVolumeBootPattern-1718480899-project] Request body: {'port': {'device_id': 'd0a0dbf7-3345-49a9-9785-a36af6da4a5f', 'network_id': 'db2948ec-060f-4621-8ce6-8119698c91b1', 'admin_state_up': True, 'tenant_id': 'c2fe0f4b2519494ea784cea098da6be3', 'security_groups': ['1e7d7258-f507-4717-8413-3442decd3e6b']}} {{(pid=104416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 30 04:18:23.070380 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.managers [req-8b3fd6ae-59ce-4c0b-85e4-d539d9b0f567 req-ad8ce48c-581a-40ce-bf15-9540144abc16 service neutron] Attempting to bind port 90e33ddf-37e0-40e5-ac04-e09a2cb58d98 on host hv-cinder-84684 for vnic_type normal with profile {{(pid=104416) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 30 04:18:23.070553 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.managers [req-8b3fd6ae-59ce-4c0b-85e4-d539d9b0f567 req-ad8ce48c-581a-40ce-bf15-9540144abc16 service neutron] Attempting to bind port 90e33ddf-37e0-40e5-ac04-e09a2cb58d98 by drivers openvswitch,hyperv on host hv-cinder-84684 at level 0 using segments [{'id': '4faf62bd-9dcc-4163-9216-44a354405b4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'c7bb47d5-3e98-456a-bf3a-91e07afacb65'}] {{(pid=104416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 30 04:18:23.070940 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b3fd6ae-59ce-4c0b-85e4-d539d9b0f567 req-ad8ce48c-581a-40ce-bf15-9540144abc16 service neutron] Attempting to bind port 90e33ddf-37e0-40e5-ac04-e09a2cb58d98 on network c7bb47d5-3e98-456a-bf3a-91e07afacb65 {{(pid=104416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 30 04:18:23.134847 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b3fd6ae-59ce-4c0b-85e4-d539d9b0f567 req-ad8ce48c-581a-40ce-bf15-9540144abc16 service neutron] Port 90e33ddf-37e0-40e5-ac04-e09a2cb58d98 on network c7bb47d5-3e98-456a-bf3a-91e07afacb65 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84684 {{(pid=104416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 30 04:18:23.135210 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b3fd6ae-59ce-4c0b-85e4-d539d9b0f567 req-ad8ce48c-581a-40ce-bf15-9540144abc16 service neutron] Attempting to bind port 90e33ddf-37e0-40e5-ac04-e09a2cb58d98 on network c7bb47d5-3e98-456a-bf3a-91e07afacb65 {{(pid=104416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 30 04:18:23.152235 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.db [None req-bcb7a1ed-e68d-4788-9001-f465b88b72d0 None None] For port 3a0683e9-c670-4d6a-8891-fd3afdbe5203, host dv-cinder-846842-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-7-iscsi',level=0,port_id=3a0683e9-c670-4d6a-8891-fd3afdbe5203,segment=NetworkSegment(b7cef8bc-fef8-404a-93d8-c0f76d6c6909),segment_id=b7cef8bc-fef8-404a-93d8-c0f76d6c6909)] {{(pid=104417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 04:18:23.168851 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-bcb7a1ed-e68d-4788-9001-f465b88b72d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4095053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781926634698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781926239335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781926239353'] for port (3a0683e9-c670-4d6a-8891-fd3afdbe5203), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:18:23.206944 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b3fd6ae-59ce-4c0b-85e4-d539d9b0f567 req-ad8ce48c-581a-40ce-bf15-9540144abc16 service neutron] Checking agent: {'id': 'ef703bef-7cc0-467c-baa9-fe8a66be565c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84684', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 30, 4, 13, 10), 'started_at': datetime.datetime(2022, 6, 30, 4, 13, 10), 'heartbeat_timestamp': datetime.datetime(2022, 6, 30, 4, 18, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 30 04:18:23.207561 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b3fd6ae-59ce-4c0b-85e4-d539d9b0f567 req-ad8ce48c-581a-40ce-bf15-9540144abc16 service neutron] Checking segment: {'id': '4faf62bd-9dcc-4163-9216-44a354405b4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'c7bb47d5-3e98-456a-bf3a-91e07afacb65'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104416) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 30 04:18:23.208206 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b3fd6ae-59ce-4c0b-85e4-d539d9b0f567 req-ad8ce48c-581a-40ce-bf15-9540144abc16 service neutron] Bound using segment: {'id': '4faf62bd-9dcc-4163-9216-44a354405b4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'c7bb47d5-3e98-456a-bf3a-91e07afacb65'} {{(pid=104416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 30 04:18:23.208519 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.managers [req-8b3fd6ae-59ce-4c0b-85e4-d539d9b0f567 req-ad8ce48c-581a-40ce-bf15-9540144abc16 service neutron] Bound port: 90e33ddf-37e0-40e5-ac04-e09a2cb58d98, host: hv-cinder-84684, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4faf62bd-9dcc-4163-9216-44a354405b4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'c7bb47d5-3e98-456a-bf3a-91e07afacb65'}}] {{(pid=104416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 30 04:18:23.208968 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-8b3fd6ae-59ce-4c0b-85e4-d539d9b0f567 req-ad8ce48c-581a-40ce-bf15-9540144abc16 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3606762'] for port (90e33ddf-37e0-40e5-ac04-e09a2cb58d98), before_update {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:18:23.285094 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:18:23.323743 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc2852c-da80-47f7-93af-9aa9f3b36960 req-9389df67-1f69-4176-8034-d0daf87e40cc tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:18:23.325378 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-6dc2852c-da80-47f7-93af-9aa9f3b36960 req-9389df67-1f69-4176-8034-d0daf87e40cc tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] 10.222.0.13 "GET /v2.0/ports?device_id=2d3f3442-a00e-47ee-b0df-f099086628ce HTTP/1.1" status: 200 len: 946 time: 0.1516826 Jun 30 04:18:23.352092 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-e82f10e9-bd63-42ed-93d9-e9e2d1db0b1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3606762'] for port (None), before_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:18:23.360654 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-d4c0ea20-c2cf-433b-913d-254db71e1d48 req-7f5f7397-176a-4c62-999f-53694244bdba service neutron] 10.222.0.13 "GET /v2.0/networks/9c18043c-6376-4ef1-99e0-e3f0031cee26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3618565 Jun 30 04:18:23.438193 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.rpc [None req-2a6d8403-c0a5-4ac4-aa48-860a84345009 None None] Device 3a0683e9-c670-4d6a-8891-fd3afdbe5203 up at agent ovs-agent-dv-cinder-846842-7-iscsi {{(pid=104417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 04:18:23.466452 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.db [req-8b3fd6ae-59ce-4c0b-85e4-d539d9b0f567 req-ad8ce48c-581a-40ce-bf15-9540144abc16 service neutron] For port 90e33ddf-37e0-40e5-ac04-e09a2cb58d98, host hv-cinder-84684, cleared binding levels {{(pid=104416) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 04:18:23.501052 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb7a1ed-e68d-4788-9001-f465b88b72d0 None None] Pushing event updated for resources: {'Port': ['ID=3a0683e9-c670-4d6a-8891-fd3afdbe5203,revision_number=3']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:18:23.504267 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-6dc2852c-da80-47f7-93af-9aa9f3b36960 req-8fce5dc3-2bde-4368-95e2-bd1670a56124 tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] 10.222.0.13 "GET /v2.0/security-groups?id=917dbda3-50de-42c2-a106-5e4480b4dad4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1656950 Jun 30 04:18:23.509246 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.db [req-8b3fd6ae-59ce-4c0b-85e4-d539d9b0f567 req-ad8ce48c-581a-40ce-bf15-9540144abc16 service neutron] For port 90e33ddf-37e0-40e5-ac04-e09a2cb58d98, host hv-cinder-84684, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=90e33ddf-37e0-40e5-ac04-e09a2cb58d98,segment=NetworkSegment(4faf62bd-9dcc-4163-9216-44a354405b4b),segment_id=4faf62bd-9dcc-4163-9216-44a354405b4b)] {{(pid=104416) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 04:18:23.514659 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9338d6d6-5297-41cd-b4f6-e9619d6a4891 req-525ec7c8-15de-4795-a50a-35166847a3ba tempest-TestVolumeBootPattern-1718480899 tempest-TestVolumeBootPattern-1718480899-project] Made reservation on behalf of c2fe0f4b2519494ea784cea098da6be3 for: {'port': 1} {{(pid=104416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 04:18:23.530212 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.db.provisioning_blocks [None req-a9cff43f-e49b-4a84-96fc-10c2b9f69287 None None] Provisioning complete for port 3a0683e9-c670-4d6a-8891-fd3afdbe5203 triggered by entity DHCP. {{(pid=104417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 30 04:18:23.530212 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-a9cff43f-e49b-4a84-96fc-10c2b9f69287 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565073'] for port (3a0683e9-c670-4d6a-8891-fd3afdbe5203), provisioning_complete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:18:23.530626 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-9338d6d6-5297-41cd-b4f6-e9619d6a4891 req-525ec7c8-15de-4795-a50a-35166847a3ba tempest-TestVolumeBootPattern-1718480899 tempest-TestVolumeBootPattern-1718480899-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3606762'] for port (None), before_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:18:23.547775 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.db.l3_hamode_db [None req-0f528a91-14f8-4c90-bb79-b659a0bf60b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94c38f85-5e46-4cec-9919-676c779c6860', 'name': 'tempest-TestMinimumBasicScenario-1356694039-router', 'tenant_id': 'bf207393082c48d09f827e16d99b2609', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14b0e4f-074d-4507-846c-fc8420bddf12', 'external_fixed_ips': [{'subnet_id': '15378187-268c-4fae-ace7-eaca7aa50f90', 'ip_address': '172.27.1.147'}], 'enable_snat': True}, 'gw_port_id': 'cff5bd16-8bf5-4554-a34f-c1c0db534a4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T04:18:20Z', 'updated_at': '2022-06-30T04:18:21Z', 'revision_number': 3, 'project_id': 'bf207393082c48d09f827e16d99b2609', 'gw_port': {'id': 'cff5bd16-8bf5-4554-a34f-c1c0db534a4f', 'name': '', 'network_id': 'a14b0e4f-074d-4507-846c-fc8420bddf12', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:11:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94c38f85-5e46-4cec-9919-676c779c6860', 'device_owner': 'network:router_gateway', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': '15378187-268c-4fae-ace7-eaca7aa50f90', 'ip_address': '172.27.1.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T04:18:21Z', 'updated_at': '2022-06-30T04:18:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '15378187-268c-4fae-ace7-eaca7aa50f90', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-7-iscsi'}], 'dv-cinder-846842-7-iscsi', False) {} {{(pid=104417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 04:18:23.548222 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-8b3fd6ae-59ce-4c0b-85e4-d539d9b0f567 req-ad8ce48c-581a-40ce-bf15-9540144abc16 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4095053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781926634698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781926239335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781926239353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1764123'] for port (90e33ddf-37e0-40e5-ac04-e09a2cb58d98), after_update {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:18:23.608609 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f528a91-14f8-4c90-bb79-b659a0bf60b7 None None] Checking router: 94c38f85-5e46-4cec-9919-676c779c6860 for host: dv-cinder-846842-7-iscsi {{(pid=104417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 04:18:23.608948 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f528a91-14f8-4c90-bb79-b659a0bf60b7 None None] Updating router 94c38f85-5e46-4cec-9919-676c779c6860 port cff5bd16-8bf5-4554-a34f-c1c0db534a4f binding host dv-cinder-846842-7-iscsi {{(pid=104417) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 04:18:23.653378 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.db.provisioning_blocks [None req-2a6d8403-c0a5-4ac4-aa48-860a84345009 None None] Provisioning complete for port 3a0683e9-c670-4d6a-8891-fd3afdbe5203 triggered by entity L2. {{(pid=104417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 30 04:18:23.653747 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-2a6d8403-c0a5-4ac4-aa48-860a84345009 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565073'] for port (3a0683e9-c670-4d6a-8891-fd3afdbe5203), provisioning_complete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:18:23.657964 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.db.db_base_plugin_common [None req-e82f10e9-bd63-42ed-93d9-e9e2d1db0b1f admin admin] Allocated IP 172.20.0.1 (9f998a2a-5cb6-4bab-892c-06a6730a89bd/06112278-432b-41ef-b6f4-fdb3205ed762/d0010877-2752-4254-bf1b-3d94d53f5b8a) {{(pid=104415) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 04:18:23.663719 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3fd6ae-59ce-4c0b-85e4-d539d9b0f567 req-ad8ce48c-581a-40ce-bf15-9540144abc16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:18:23.664449 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-8b3fd6ae-59ce-4c0b-85e4-d539d9b0f567 req-ad8ce48c-581a-40ce-bf15-9540144abc16 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13292'] for port (None), before_response {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:18:23.666536 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-8b3fd6ae-59ce-4c0b-85e4-d539d9b0f567 req-ad8ce48c-581a-40ce-bf15-9540144abc16 service neutron] 10.222.0.20 "PUT /v2.0/ports/90e33ddf-37e0-40e5-ac04-e09a2cb58d98 HTTP/1.1" status: 200 len: 1094 time: 2.1882718 Jun 30 04:18:23.680231 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-0f528a91-14f8-4c90-bb79-b659a0bf60b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3606762'] for port (cff5bd16-8bf5-4554-a34f-c1c0db534a4f), before_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:18:23.686080 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51354e88-a19f-433f-85b3-126269c921c4', 'tag': '90e33ddf-37e0-40e5-ac04-e09a2cb58d98'}] {{(pid=104416) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 30 04:18:23.692331 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8111519efe35ff5952c269e16f689610d56ef28aa1e0b77ca5734c542983c30f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dac795b4-23bb-46e4-bfc8-83bb2c54bfe7" -d '{"events": [{"name": "network-changed", "server_uuid": "51354e88-a19f-433f-85b3-126269c921c4", "tag": "90e33ddf-37e0-40e5-ac04-e09a2cb58d98"}]}' {{(pid=104416) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 04:18:23.721288 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:18:23.796934 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-a9cff43f-e49b-4a84-96fc-10c2b9f69287 None None] Current status of the port 3a0683e9-c670-4d6a-8891-fd3afdbe5203 is: ACTIVE; New status is: ACTIVE {{(pid=104417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 30 04:18:23.850201 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8ce48c-581a-40ce-bf15-9540144abc16 service neutron] Pushing event updated for resources: {'Port': ['ID=90e33ddf-37e0-40e5-ac04-e09a2cb58d98,revision_number=3']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:18:23.867541 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a16b809-dcbc-4d8f-8633-58182c39313e req-a90a39eb-ab4b-43c3-8576-4ff6d96d1d42 tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:18:23.874244 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-e82f10e9-bd63-42ed-93d9-e9e2d1db0b1f admin admin] Publish callbacks [] for port (d0010877-2752-4254-bf1b-3d94d53f5b8a), precommit_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:18:23.875780 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-7a16b809-dcbc-4d8f-8633-58182c39313e req-a90a39eb-ab4b-43c3-8576-4ff6d96d1d42 tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] 10.222.0.13 "GET /v2.0/ports?device_id=b9a789ea-78f4-481d-bd9b-45bce25676ad HTTP/1.1" status: 200 len: 945 time: 0.2326858 Jun 30 04:18:23.884226 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22d44b1-8796-4e1c-bc59-1c8dda02dc24 req-04c2c9a5-a1b4-411b-8b6b-c9e738ad9f21 tempest-TestShelveInstance-1069409963 tempest-TestShelveInstance-1069409963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:18:23.891352 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-e22d44b1-8796-4e1c-bc59-1c8dda02dc24 req-04c2c9a5-a1b4-411b-8b6b-c9e738ad9f21 tempest-TestShelveInstance-1069409963 tempest-TestShelveInstance-1069409963-project] 10.222.0.13 "GET /v2.0/ports?device_id=51354e88-a19f-433f-85b3-126269c921c4 HTTP/1.1" status: 200 len: 944 time: 0.2514155 Jun 30 04:18:23.921230 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3fd6ae-59ce-4c0b-85e4-d539d9b0f567 req-6c5d5914-aab6-4ac2-a959-8ce1748dc855 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:18:23.922816 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-8b3fd6ae-59ce-4c0b-85e4-d539d9b0f567 req-6c5d5914-aab6-4ac2-a959-8ce1748dc855 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=62d0dd3cae1448049dc95fb347fd1a80&device_id=51354e88-a19f-433f-85b3-126269c921c4 HTTP/1.1" status: 200 len: 1128 time: 0.1750643 Jun 30 04:18:23.949617 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-e82f10e9-bd63-42ed-93d9-e9e2d1db0b1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4095053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781926239317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11645207'] for port (d0010877-2752-4254-bf1b-3d94d53f5b8a), after_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:18:23.968424 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-2a6d8403-c0a5-4ac4-aa48-860a84345009 None None] Current status of the port 3a0683e9-c670-4d6a-8891-fd3afdbe5203 is: ACTIVE; New status is: ACTIVE {{(pid=104417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 30 04:18:23.972942 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:18:23.989060 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:18:24.070687 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e82f10e9-bd63-42ed-93d9-e9e2d1db0b1f admin admin] Network 9f998a2a-5cb6-4bab-892c-06a6730a89bd is already hosted by enough agents. {{(pid=104415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 04:18:24.072798 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82f10e9-bd63-42ed-93d9-e9e2d1db0b1f admin admin] Pushing event updated for resources: {'Port': ['ID=d0010877-2752-4254-bf1b-3d94d53f5b8a,revision_number=1']} {{(pid=104415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:18:24.083976 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.scheduler.base_scheduler [None req-e82f10e9-bd63-42ed-93d9-e9e2d1db0b1f admin admin] Resources bound (agent type, host, resource id): {{(pid=104415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 04:18:24.093996 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e82f10e9-bd63-42ed-93d9-e9e2d1db0b1f admin admin] Received port after_create {{(pid=104415) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 30 04:18:24.149735 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-0f528a91-14f8-4c90-bb79-b659a0bf60b7 None None] Publish callbacks [] for port (cff5bd16-8bf5-4554-a34f-c1c0db534a4f), precommit_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:18:24.166847 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-0f528a91-14f8-4c90-bb79-b659a0bf60b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4095053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781926634698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781926239335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781926239353'] for port (cff5bd16-8bf5-4554-a34f-c1c0db534a4f), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:18:24.181773 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-e82f10e9-bd63-42ed-93d9-e9e2d1db0b1f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-614065'] for router_interface (94c38f85-5e46-4cec-9919-676c779c6860), before_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:18:24.237106 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.managers [None req-0f528a91-14f8-4c90-bb79-b659a0bf60b7 None None] Attempting to bind port cff5bd16-8bf5-4554-a34f-c1c0db534a4f on host dv-cinder-846842-7-iscsi for vnic_type normal with profile {{(pid=104417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 30 04:18:24.237457 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.managers [None req-0f528a91-14f8-4c90-bb79-b659a0bf60b7 None None] Attempting to bind port cff5bd16-8bf5-4554-a34f-c1c0db534a4f by drivers openvswitch,hyperv on host dv-cinder-846842-7-iscsi at level 0 using segments [{'id': '3bfcffa1-5305-4ee8-86f3-678eb000aac1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a14b0e4f-074d-4507-846c-fc8420bddf12'}] {{(pid=104417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 30 04:18:24.237986 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f528a91-14f8-4c90-bb79-b659a0bf60b7 None None] Attempting to bind port cff5bd16-8bf5-4554-a34f-c1c0db534a4f on network a14b0e4f-074d-4507-846c-fc8420bddf12 {{(pid=104417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 30 04:18:24.240192 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beae0c8e-b9ec-44f6-aef6-7fb262f70403 None None] Pushing event updated for resources: {'Port': ['ID=cff5bd16-8bf5-4554-a34f-c1c0db534a4f,revision_number=2']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:18:24.246496 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f528a91-14f8-4c90-bb79-b659a0bf60b7 None None] Checking agent: {'id': 'cbdf45b5-344e-4e18-9242-1abb738708f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846842-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 30, 4, 7, 10), 'started_at': datetime.datetime(2022, 6, 30, 4, 7, 40), 'heartbeat_timestamp': datetime.datetime(2022, 6, 30, 4, 18, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846842-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 30 04:18:24.246859 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f528a91-14f8-4c90-bb79-b659a0bf60b7 None None] Checking segment: {'id': '3bfcffa1-5305-4ee8-86f3-678eb000aac1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a14b0e4f-074d-4507-846c-fc8420bddf12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 30 04:18:24.247294 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-0f528a91-14f8-4c90-bb79-b659a0bf60b7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:18:24.247673 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f528a91-14f8-4c90-bb79-b659a0bf60b7 None None] Bound using segment: {'id': '3bfcffa1-5305-4ee8-86f3-678eb000aac1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a14b0e4f-074d-4507-846c-fc8420bddf12'} {{(pid=104417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 30 04:18:24.248126 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.managers [None req-0f528a91-14f8-4c90-bb79-b659a0bf60b7 None None] Bound port: cff5bd16-8bf5-4554-a34f-c1c0db534a4f, host: dv-cinder-846842-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3bfcffa1-5305-4ee8-86f3-678eb000aac1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a14b0e4f-074d-4507-846c-fc8420bddf12'}}] {{(pid=104417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 30 04:18:24.248501 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-0f528a91-14f8-4c90-bb79-b659a0bf60b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3606762'] for port (cff5bd16-8bf5-4554-a34f-c1c0db534a4f), before_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:18:24.297409 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-8b3fd6ae-59ce-4c0b-85e4-d539d9b0f567 req-76652b0c-3cc2-42ee-98fd-71ad67749518 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=90e33ddf-37e0-40e5-ac04-e09a2cb58d98 HTTP/1.1" status: 200 len: 217 time: 0.3593040 Jun 30 04:18:24.309208 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:18:24.352497 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.db [None req-0f528a91-14f8-4c90-bb79-b659a0bf60b7 None None] For port cff5bd16-8bf5-4554-a34f-c1c0db534a4f, host dv-cinder-846842-7-iscsi, cleared binding levels {{(pid=104417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 04:18:24.359369 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.db [None req-0f528a91-14f8-4c90-bb79-b659a0bf60b7 None None] For port cff5bd16-8bf5-4554-a34f-c1c0db534a4f, host dv-cinder-846842-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-7-iscsi',level=0,port_id=cff5bd16-8bf5-4554-a34f-c1c0db534a4f,segment=NetworkSegment(3bfcffa1-5305-4ee8-86f3-678eb000aac1),segment_id=3bfcffa1-5305-4ee8-86f3-678eb000aac1)] {{(pid=104417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 04:18:24.374771 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-0f528a91-14f8-4c90-bb79-b659a0bf60b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4095053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781926634698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781926239335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781926239353'] for port (cff5bd16-8bf5-4554-a34f-c1c0db534a4f), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:18:24.394243 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-7a16b809-dcbc-4d8f-8633-58182c39313e req-029d7713-1fe8-4705-aa86-a9923b903787 tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] 10.222.0.13 "GET /v2.0/security-groups?id=8f11cf44-78a0-4c0e-8f30-1538f7de7776&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5177226 Jun 30 04:18:24.398342 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:18:24.407376 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.db.db_base_plugin_common [req-9338d6d6-5297-41cd-b4f6-e9619d6a4891 req-525ec7c8-15de-4795-a50a-35166847a3ba tempest-TestVolumeBootPattern-1718480899 tempest-TestVolumeBootPattern-1718480899-project] Allocated IP 172.20.0.10 (db2948ec-060f-4621-8ce6-8119698c91b1/d15d22dc-e983-46bc-a814-5adbf2d25b83/a24525d3-4d16-4d0a-a3e9-14e74a52e46d) {{(pid=104416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 04:18:24.430365 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-e82f10e9-bd63-42ed-93d9-e9e2d1db0b1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3606762'] for port (d0010877-2752-4254-bf1b-3d94d53f5b8a), before_update {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:18:24.432228 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-e22d44b1-8796-4e1c-bc59-1c8dda02dc24 req-dcc120e6-96e2-4be9-a956-bc5f946344ae tempest-TestShelveInstance-1069409963 tempest-TestShelveInstance-1069409963-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f4a7f03-b349-4d47-a044-e7fe563f709b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5397236 Jun 30 04:18:24.458647 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3fd6ae-59ce-4c0b-85e4-d539d9b0f567 req-1c1b30f8-87cd-4f86-a6bc-c8923b099ed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:18:24.461511 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-8b3fd6ae-59ce-4c0b-85e4-d539d9b0f567 req-1c1b30f8-87cd-4f86-a6bc-c8923b099ed8 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=7b470bb7-e396-40f4-b592-bdd8af25c2fd HTTP/1.1" status: 200 len: 846 time: 0.1454728 Jun 30 04:18:24.481066 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beae0c8e-b9ec-44f6-aef6-7fb262f70403 None None] Pushing event updated for resources: {'Port': ['ID=cff5bd16-8bf5-4554-a34f-c1c0db534a4f,revision_number=3']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:18:24.502032 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.db.provisioning_blocks [None req-dc133393-a9aa-4d93-8c0b-3e51090d57eb None None] Provisioning complete for port d0010877-2752-4254-bf1b-3d94d53f5b8a triggered by entity DHCP. {{(pid=104417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 30 04:18:24.502716 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-dc133393-a9aa-4d93-8c0b-3e51090d57eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565073'] for port (d0010877-2752-4254-bf1b-3d94d53f5b8a), provisioning_complete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:18:24.542058 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-dc133393-a9aa-4d93-8c0b-3e51090d57eb None None] Port d0010877-2752-4254-bf1b-3d94d53f5b8a cannot update to ACTIVE because it is not bound. {{(pid=104417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 30 04:18:24.551481 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f528a91-14f8-4c90-bb79-b659a0bf60b7 None None] Routers {'94c38f85-5e46-4cec-9919-676c779c6860'} bound to L3 agent in host dv-cinder-846842-7-iscsi {{(pid=104417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 30 04:18:24.552085 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.db.l3_hamode_db [None req-0f528a91-14f8-4c90-bb79-b659a0bf60b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-30T04:07:07Z,description=,heartbeat_timestamp=2022-06-30T04:18:07Z,host='dv-cinder-846842-7-iscsi',id=2ea21a61-d737-4543-a811-a0d035fbf0f6,load=0,resource_versions=,resources_synced=,started_at=2022-06-30T04:07:07Z,topic='l3_agent')) {'router_ids': ['94c38f85-5e46-4cec-9919-676c779c6860'], 'active': True} {{(pid=104417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 04:18:24.574081 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:18:24.631915 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3fd6ae-59ce-4c0b-85e4-d539d9b0f567 req-501cd738-b325-489b-b908-3bb96fcb87ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:18:24.633691 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-8b3fd6ae-59ce-4c0b-85e4-d539d9b0f567 req-501cd738-b325-489b-b908-3bb96fcb87ba service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c7bb47d5-3e98-456a-bf3a-91e07afacb65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1618559 Jun 30 04:18:24.639594 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-7e6059bd-1594-4f53-8f98-5eac77f8262f req-b6eb399e-4a43-407c-8598-bdd8f9c3dca5 tempest-VolumesSnapshotTestJSON-599944138 tempest-VolumesSnapshotTestJSON-599944138-project] 10.222.0.13 "GET /v2.0/ports?device_id=eef409b2-233a-4846-8e69-31ba8d23f79a HTTP/1.1" status: 200 len: 210 time: 0.1084056 Jun 30 04:18:24.650298 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-707abcd7-6b9f-4aae-bdfc-306f1772918c req-8f16dff6-ac8c-4ccc-bebf-67bf186e4fd5 tempest-TestVolumeBootPattern-1718480899 tempest-TestVolumeBootPattern-1718480899-project] 10.222.0.13 "GET /v2.0/ports?device_id=d0a0dbf7-3345-49a9-9785-a36af6da4a5f HTTP/1.1" status: 200 len: 210 time: 0.1091969 Jun 30 04:18:24.686384 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.db.l3_dvr_db [None req-0f528a91-14f8-4c90-bb79-b659a0bf60b7 None None] Set router 94c38f85-5e46-4cec-9919-676c779c6860 gateway port host: dv-cinder-846842-7-iscsi {{(pid=104417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 30 04:18:24.705845 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Jun 2022 04:18:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a730771-9f66-4036-beca-7c524ae7ac10 x-openstack-request-id: req-7a730771-9f66-4036-beca-7c524ae7ac10 {{(pid=104416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 04:18:24.706133 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51354e88-a19f-433f-85b3-126269c921c4", "tag": "90e33ddf-37e0-40e5-ac04-e09a2cb58d98", "status": "completed", "code": 200}]} {{(pid=104416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 04:18:24.706942 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7a730771-9f66-4036-beca-7c524ae7ac10 {{(pid=104416) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 04:18:24.707375 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7a730771-9f66-4036-beca-7c524ae7ac10'] response: {'name': 'network-changed', 'server_uuid': '51354e88-a19f-433f-85b3-126269c921c4', 'tag': '90e33ddf-37e0-40e5-ac04-e09a2cb58d98', 'status': 'completed', 'code': 200} Jun 30 04:18:24.710689 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-e82f10e9-bd63-42ed-93d9-e9e2d1db0b1f admin admin] Publish callbacks [] for port (d0010877-2752-4254-bf1b-3d94d53f5b8a), precommit_update {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:18:24.717309 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-e82f10e9-bd63-42ed-93d9-e9e2d1db0b1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4095053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781926634698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781926239335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781926239353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11645230'] for port (d0010877-2752-4254-bf1b-3d94d53f5b8a), after_update {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:18:24.785215 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-9338d6d6-5297-41cd-b4f6-e9619d6a4891 req-525ec7c8-15de-4795-a50a-35166847a3ba tempest-TestVolumeBootPattern-1718480899 tempest-TestVolumeBootPattern-1718480899-project] Publish callbacks [] for port (a24525d3-4d16-4d0a-a3e9-14e74a52e46d), precommit_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:18:24.787773 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82f10e9-bd63-42ed-93d9-e9e2d1db0b1f admin admin] Pushing event updated for resources: {'Port': ['ID=d0010877-2752-4254-bf1b-3d94d53f5b8a,revision_number=2']} {{(pid=104415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:18:24.790564 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-e82f10e9-bd63-42ed-93d9-e9e2d1db0b1f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-613933'] for router_interface (94c38f85-5e46-4cec-9919-676c779c6860), after_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:18:24.827396 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-9338d6d6-5297-41cd-b4f6-e9619d6a4891 req-525ec7c8-15de-4795-a50a-35166847a3ba tempest-TestVolumeBootPattern-1718480899 tempest-TestVolumeBootPattern-1718480899-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4095053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781926239317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1764130'] for port (a24525d3-4d16-4d0a-a3e9-14e74a52e46d), after_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:18:24.892594 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e82f10e9-bd63-42ed-93d9-e9e2d1db0b1f admin admin] Network 9f998a2a-5cb6-4bab-892c-06a6730a89bd is already hosted by enough agents. {{(pid=104415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 04:18:24.894681 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.scheduler.base_scheduler [None req-e82f10e9-bd63-42ed-93d9-e9e2d1db0b1f admin admin] Resources bound (agent type, host, resource id): {{(pid=104415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 04:18:24.904761 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9338d6d6-5297-41cd-b4f6-e9619d6a4891 req-525ec7c8-15de-4795-a50a-35166847a3ba tempest-TestVolumeBootPattern-1718480899 tempest-TestVolumeBootPattern-1718480899-project] Network db2948ec-060f-4621-8ce6-8119698c91b1 is already hosted by enough agents. {{(pid=104416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 04:18:24.910775 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.db.l3_hamode_db [None req-0f528a91-14f8-4c90-bb79-b659a0bf60b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94c38f85-5e46-4cec-9919-676c779c6860', 'name': 'tempest-TestMinimumBasicScenario-1356694039-router', 'tenant_id': 'bf207393082c48d09f827e16d99b2609', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14b0e4f-074d-4507-846c-fc8420bddf12', 'external_fixed_ips': [{'subnet_id': '15378187-268c-4fae-ace7-eaca7aa50f90', 'ip_address': '172.27.1.147'}], 'enable_snat': True}, 'gw_port_id': 'cff5bd16-8bf5-4554-a34f-c1c0db534a4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T04:18:20Z', 'updated_at': '2022-06-30T04:18:24Z', 'revision_number': 4, 'project_id': 'bf207393082c48d09f827e16d99b2609', 'gw_port': {'id': 'cff5bd16-8bf5-4554-a34f-c1c0db534a4f', 'name': '', 'network_id': 'a14b0e4f-074d-4507-846c-fc8420bddf12', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:11:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94c38f85-5e46-4cec-9919-676c779c6860', 'device_owner': 'network:router_gateway', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': '15378187-268c-4fae-ace7-eaca7aa50f90', 'ip_address': '172.27.1.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T04:18:21Z', 'updated_at': '2022-06-30T04:18:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15378187-268c-4fae-ace7-eaca7aa50f90', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-7-iscsi', '_interfaces': [{'id': 'd0010877-2752-4254-bf1b-3d94d53f5b8a', 'name': '', 'network_id': '9f998a2a-5cb6-4bab-892c-06a6730a89bd', 'tenant_id': 'bf207393082c48d09f827e16d99b2609', 'mac_address': 'fa:16:3e:fb:a1:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94c38f85-5e46-4cec-9919-676c779c6860', 'device_owner': 'network:router_interface', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '06112278-432b-41ef-b6f4-fdb3205ed762', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T04:18:23Z', 'updated_at': '2022-06-30T04:18:23Z', 'revision_number': 1, 'project_id': 'bf207393082c48d09f827e16d99b2609', 'subnets': [{'id': '06112278-432b-41ef-b6f4-fdb3205ed762', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846842-7-iscsi', False) {} {{(pid=104417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 04:18:24.916864 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.scheduler.base_scheduler [req-9338d6d6-5297-41cd-b4f6-e9619d6a4891 req-525ec7c8-15de-4795-a50a-35166847a3ba tempest-TestVolumeBootPattern-1718480899 tempest-TestVolumeBootPattern-1718480899-project] Resources bound (agent type, host, resource id): {{(pid=104416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 04:18:24.928017 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.db.l3_dvrscheduler_db [req-9338d6d6-5297-41cd-b4f6-e9619d6a4891 req-525ec7c8-15de-4795-a50a-35166847a3ba tempest-TestVolumeBootPattern-1718480899 tempest-TestVolumeBootPattern-1718480899-project] Received port after_create {{(pid=104416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 30 04:18:24.942475 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f528a91-14f8-4c90-bb79-b659a0bf60b7 None None] The sync data for ids ['94c38f85-5e46-4cec-9919-676c779c6860'] in dv-cinder-846842-7-iscsi is: [{'id': '94c38f85-5e46-4cec-9919-676c779c6860', 'name': 'tempest-TestMinimumBasicScenario-1356694039-router', 'tenant_id': 'bf207393082c48d09f827e16d99b2609', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14b0e4f-074d-4507-846c-fc8420bddf12', 'external_fixed_ips': [{'subnet_id': '15378187-268c-4fae-ace7-eaca7aa50f90', 'ip_address': '172.27.1.147'}], 'enable_snat': True}, 'gw_port_id': 'cff5bd16-8bf5-4554-a34f-c1c0db534a4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T04:18:20Z', 'updated_at': '2022-06-30T04:18:24Z', 'revision_number': 4, 'project_id': 'bf207393082c48d09f827e16d99b2609', 'gw_port': {'id': 'cff5bd16-8bf5-4554-a34f-c1c0db534a4f', 'name': '', 'network_id': 'a14b0e4f-074d-4507-846c-fc8420bddf12', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:11:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94c38f85-5e46-4cec-9919-676c779c6860', 'device_owner': 'network:router_gateway', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': '15378187-268c-4fae-ace7-eaca7aa50f90', 'ip_address': '172.27.1.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T04:18:21Z', 'updated_at': '2022-06-30T04:18:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15378187-268c-4fae-ace7-eaca7aa50f90', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-7-iscsi', '_interfaces': [{'id': 'd0010877-2752-4254-bf1b-3d94d53f5b8a', 'name': '', 'network_id': '9f998a2a-5cb6-4bab-892c-06a6730a89bd', 'tenant_id': 'bf207393082c48d09f827e16d99b2609', 'mac_address': 'fa:16:3e:fb:a1:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94c38f85-5e46-4cec-9919-676c779c6860', 'device_owner': 'network:router_interface', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '06112278-432b-41ef-b6f4-fdb3205ed762', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T04:18:23Z', 'updated_at': '2022-06-30T04:18:23Z', 'revision_number': 1, 'project_id': 'bf207393082c48d09f827e16d99b2609', 'subnets': [{'id': '06112278-432b-41ef-b6f4-fdb3205ed762', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 04:18:24.977722 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525ec7c8-15de-4795-a50a-35166847a3ba tempest-TestVolumeBootPattern-1718480899 tempest-TestVolumeBootPattern-1718480899-project] Pushing event updated for resources: {'Port': ['ID=a24525d3-4d16-4d0a-a3e9-14e74a52e46d,revision_number=1']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:18:25.031016 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:18:25.076626 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e82f10e9-bd63-42ed-93d9-e9e2d1db0b1f admin admin] Router 94c38f85-5e46-4cec-9919-676c779c6860 has already been hosted by L3 agent 2ea21a61-d737-4543-a811-a0d035fbf0f6 {{(pid=104415) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 30 04:18:25.241587 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9338d6d6-5297-41cd-b4f6-e9619d6a4891 req-525ec7c8-15de-4795-a50a-35166847a3ba tempest-TestVolumeBootPattern-1718480899 tempest-TestVolumeBootPattern-1718480899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:18:25.242748 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-9338d6d6-5297-41cd-b4f6-e9619d6a4891 req-525ec7c8-15de-4795-a50a-35166847a3ba tempest-TestVolumeBootPattern-1718480899 tempest-TestVolumeBootPattern-1718480899-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13292'] for port (None), before_response {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:18:25.270679 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.rpc [None req-2a6d8403-c0a5-4ac4-aa48-860a84345009 None None] Device 3a0683e9-c670-4d6a-8891-fd3afdbe5203 up at agent ovs-agent-dv-cinder-846842-7-iscsi {{(pid=104417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 04:18:25.308595 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e82f10e9-bd63-42ed-93d9-e9e2d1db0b1f admin admin] Notify agent at l3_agent.dv-cinder-846842-7-iscsi the message routers_updated {{(pid=104415) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 04:18:25.308872 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.db.provisioning_blocks [None req-4172f0ec-0383-4560-8793-1742fe293141 None None] Provisioning complete for port a24525d3-4d16-4d0a-a3e9-14e74a52e46d triggered by entity DHCP. {{(pid=104417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 30 04:18:25.308965 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-4172f0ec-0383-4560-8793-1742fe293141 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565073'] for port (a24525d3-4d16-4d0a-a3e9-14e74a52e46d), provisioning_complete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:18:25.347744 dv-cinder-846842-7-iscsi neutron-server[104415]: INFO neutron.wsgi [None req-e82f10e9-bd63-42ed-93d9-e9e2d1db0b1f admin admin] 10.222.0.13 "PUT /v2.0/routers/94c38f85-5e46-4cec-9919-676c779c6860/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7392867 Jun 30 04:18:25.353677 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-8b3fd6ae-59ce-4c0b-85e4-d539d9b0f567 req-22c7dfab-c1db-4bbe-84e5-6151abd1e1e3 service neutron] 10.222.0.20 "GET /v2.0/networks/c7bb47d5-3e98-456a-bf3a-91e07afacb65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4870431 Jun 30 04:18:25.369596 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-9338d6d6-5297-41cd-b4f6-e9619d6a4891 req-525ec7c8-15de-4795-a50a-35166847a3ba tempest-TestVolumeBootPattern-1718480899 tempest-TestVolumeBootPattern-1718480899-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3126674 Jun 30 04:18:25.378345 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=100 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:18:25.381045 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-4172f0ec-0383-4560-8793-1742fe293141 None None] Port a24525d3-4d16-4d0a-a3e9-14e74a52e46d cannot update to ACTIVE because it is not bound. {{(pid=104417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 30 04:18:25.387351 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.db.provisioning_blocks [None req-2a6d8403-c0a5-4ac4-aa48-860a84345009 None None] Provisioning complete for port 3a0683e9-c670-4d6a-8891-fd3afdbe5203 triggered by entity L2. {{(pid=104417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 30 04:18:25.387721 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-2a6d8403-c0a5-4ac4-aa48-860a84345009 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565073'] for port (3a0683e9-c670-4d6a-8891-fd3afdbe5203), provisioning_complete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:18:25.409438 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.v2.base [req-9338d6d6-5297-41cd-b4f6-e9619d6a4891 req-320e8431-d014-458b-ab48-9370e0e82248 service neutron] Request body: {'port': {'device_id': 'd0a0dbf7-3345-49a9-9785-a36af6da4a5f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84684'}} {{(pid=104416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 30 04:18:25.450431 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c0ea20-c2cf-433b-913d-254db71e1d48 req-d2cf0f23-a2ce-4ae3-999b-019e27bb24e1 tempest-VolumesSnapshotTestJSON-599944138 tempest-VolumesSnapshotTestJSON-599944138-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:18:25.452068 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-d4c0ea20-c2cf-433b-913d-254db71e1d48 req-d2cf0f23-a2ce-4ae3-999b-019e27bb24e1 tempest-VolumesSnapshotTestJSON-599944138 tempest-VolumesSnapshotTestJSON-599944138-project] 10.222.0.20 "GET /v2.0/networks?id=9c18043c-6376-4ef1-99e0-e3f0031cee26 HTTP/1.1" status: 200 len: 813 time: 0.3957016 Jun 30 04:18:25.471309 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.v2.base [req-d4c0ea20-c2cf-433b-913d-254db71e1d48 req-e28585f3-1ae1-4041-bff3-8f5a99e1b6f2 tempest-VolumesSnapshotTestJSON-599944138 tempest-VolumesSnapshotTestJSON-599944138-project] Request body: {'port': {'device_id': 'eef409b2-233a-4846-8e69-31ba8d23f79a', 'network_id': '9c18043c-6376-4ef1-99e0-e3f0031cee26', 'admin_state_up': True, 'tenant_id': '4a5e183a36084c9fb82f3a3f7d24402a'}} {{(pid=104416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 30 04:18:25.522023 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:18:25.543936 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-2a6d8403-c0a5-4ac4-aa48-860a84345009 None None] Current status of the port 3a0683e9-c670-4d6a-8891-fd3afdbe5203 is: ACTIVE; New status is: ACTIVE {{(pid=104417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 30 04:18:25.546238 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.db.provisioning_blocks [None req-33ce6f3a-f12f-4af0-926a-e9e9401cef46 None None] Provisioning complete for port d0010877-2752-4254-bf1b-3d94d53f5b8a triggered by entity DHCP. {{(pid=104417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 30 04:18:25.546598 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-33ce6f3a-f12f-4af0-926a-e9e9401cef46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565073'] for port (d0010877-2752-4254-bf1b-3d94d53f5b8a), provisioning_complete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:18:25.575248 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:18:25.590410 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-33ce6f3a-f12f-4af0-926a-e9e9401cef46 None None] Port d0010877-2752-4254-bf1b-3d94d53f5b8a cannot update to ACTIVE because it is not bound. {{(pid=104417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 30 04:18:25.727707 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:INSERT=2,neutron:SELECT=97,neutron:DELETE=1 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:18:25.754801 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952ae742-5b17-4115-a457-15b900abf00e req-dbbe7ea7-c0ae-45a0-87ee-9b1183f2e979 tempest-TestShelveInstance-1069409963 tempest-TestShelveInstance-1069409963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:18:25.756337 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-952ae742-5b17-4115-a457-15b900abf00e req-dbbe7ea7-c0ae-45a0-87ee-9b1183f2e979 tempest-TestShelveInstance-1069409963 tempest-TestShelveInstance-1069409963-project] 10.222.0.13 "GET /v2.0/ports?device_id=51354e88-a19f-433f-85b3-126269c921c4 HTTP/1.1" status: 200 len: 944 time: 0.1798875 Jun 30 04:18:25.769342 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178aa6e4-8e06-427f-a2ad-b0587870f176 req-273f091d-47a5-435f-a7d9-c5ba8a06de29 tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:18:25.770902 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-178aa6e4-8e06-427f-a2ad-b0587870f176 req-273f091d-47a5-435f-a7d9-c5ba8a06de29 tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] 10.222.0.13 "GET /v2.0/ports?device_id=b9a789ea-78f4-481d-bd9b-45bce25676ad HTTP/1.1" status: 200 len: 945 time: 0.1933441 Jun 30 04:18:25.782837 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-9338d6d6-5297-41cd-b4f6-e9619d6a4891 req-320e8431-d014-458b-ab48-9370e0e82248 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3606762'] for port (a24525d3-4d16-4d0a-a3e9-14e74a52e46d), before_update {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:18:25.848599 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-8b3fd6ae-59ce-4c0b-85e4-d539d9b0f567 req-5da7757b-8b70-449a-a566-5c1d355131d7 service neutron] 10.222.0.20 "GET /v2.0/networks/c7bb47d5-3e98-456a-bf3a-91e07afacb65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4681525 Jun 30 04:18:25.853144 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d4c0ea20-c2cf-433b-913d-254db71e1d48 req-e28585f3-1ae1-4041-bff3-8f5a99e1b6f2 tempest-VolumesSnapshotTestJSON-599944138 tempest-VolumesSnapshotTestJSON-599944138-project] Made reservation on behalf of 4a5e183a36084c9fb82f3a3f7d24402a for: {'port': 1} {{(pid=104416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 04:18:25.856590 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-d4c0ea20-c2cf-433b-913d-254db71e1d48 req-e28585f3-1ae1-4041-bff3-8f5a99e1b6f2 tempest-VolumesSnapshotTestJSON-599944138 tempest-VolumesSnapshotTestJSON-599944138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3606762'] for port (None), before_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:18:25.986654 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-952ae742-5b17-4115-a457-15b900abf00e req-3249d1ac-d00a-4d2e-b582-ba33a71f4545 tempest-TestShelveInstance-1069409963 tempest-TestShelveInstance-1069409963-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f4a7f03-b349-4d47-a044-e7fe563f709b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2124476 Jun 30 04:18:25.997048 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-178aa6e4-8e06-427f-a2ad-b0587870f176 req-23b83c65-2bd8-4f4c-9782-dcc33392378f tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] 10.222.0.13 "GET /v2.0/security-groups?id=8f11cf44-78a0-4c0e-8f30-1538f7de7776&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2167614 Jun 30 04:18:26.155873 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.wsgi [-] (104415) accepted ('10.222.0.13', 54298) {{(pid=104415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 04:18:26.161363 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.v2.base [None req-f77752e9-c940-4c9d-9795-19c4102e8220 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1152490574-network', 'tenant_id': '45344bd3e7e64b76a20d9a98cd61bb4c'}} {{(pid=104415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 30 04:18:26.188825 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f77752e9-c940-4c9d-9795-19c4102e8220 admin admin] Made reservation on behalf of 45344bd3e7e64b76a20d9a98cd61bb4c for: {'network': 1} {{(pid=104415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 04:18:26.191514 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-f77752e9-c940-4c9d-9795-19c4102e8220 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3606762'] for network (None), before_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:18:26.202113 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-f77752e9-c940-4c9d-9795-19c4102e8220 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:18:26.264346 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-a294ef58-f6bc-405e-bf32-a66cb8db287c req-21c6fab6-3d08-49de-b40d-4198272aa74f tempest-VolumesSnapshotTestJSON-599944138 tempest-VolumesSnapshotTestJSON-599944138-project] 10.222.0.13 "GET /v2.0/ports?device_id=eef409b2-233a-4846-8e69-31ba8d23f79a HTTP/1.1" status: 200 len: 210 time: 0.1510644 Jun 30 04:18:26.295729 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-f77752e9-c940-4c9d-9795-19c4102e8220 admin admin] Publish callbacks [] for security_group (5aac2d0d-32cf-462a-b6b4-00f5c08469f3), precommit_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:18:26.302266 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcfdb19-038a-441c-bf9a-f374415ef9fc req-13a30bc1-ec6f-4e05-8f13-aa7757507f18 tempest-TestVolumeBootPattern-1718480899 tempest-TestVolumeBootPattern-1718480899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:18:26.304037 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-0dcfdb19-038a-441c-bf9a-f374415ef9fc req-13a30bc1-ec6f-4e05-8f13-aa7757507f18 tempest-TestVolumeBootPattern-1718480899 tempest-TestVolumeBootPattern-1718480899-project] 10.222.0.13 "GET /v2.0/ports?device_id=d0a0dbf7-3345-49a9-9785-a36af6da4a5f HTTP/1.1" status: 200 len: 932 time: 0.1895783 Jun 30 04:18:26.312385 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-f77752e9-c940-4c9d-9795-19c4102e8220 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3637186'] for security_group (5aac2d0d-32cf-462a-b6b4-00f5c08469f3), after_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:18:26.336797 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f77752e9-c940-4c9d-9795-19c4102e8220 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 181} {{(pid=104415) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 04:18:26.339665 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac795b4-23bb-46e4-bfc8-83bb2c54bfe7 req-5a6fdcb4-8369-4ef7-8335-ef439ca5d66d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:18:26.341490 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-dac795b4-23bb-46e4-bfc8-83bb2c54bfe7 req-5a6fdcb4-8369-4ef7-8335-ef439ca5d66d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=62d0dd3cae1448049dc95fb347fd1a80&device_id=51354e88-a19f-433f-85b3-126269c921c4 HTTP/1.1" status: 200 len: 1128 time: 0.1966202 Jun 30 04:18:26.362066 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77752e9-c940-4c9d-9795-19c4102e8220 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5aac2d0d-32cf-462a-b6b4-00f5c08469f3,revision_number=1']} {{(pid=104415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:18:26.365671 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-f77752e9-c940-4c9d-9795-19c4102e8220 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505043'] for segment (317f0beb-2dac-40e3-bf82-fc85d506e21b), precommit_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:18:26.366181 dv-cinder-846842-7-iscsi neutron-server[104415]: INFO neutron.db.segments_db [None req-f77752e9-c940-4c9d-9795-19c4102e8220 admin admin] Added segment 317f0beb-2dac-40e3-bf82-fc85d506e21b of type vlan for network 38a447e8-e434-4852-91fd-0c2e9f779465 Jun 30 04:18:26.417003 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.db.db_base_plugin_common [req-d4c0ea20-c2cf-433b-913d-254db71e1d48 req-e28585f3-1ae1-4041-bff3-8f5a99e1b6f2 tempest-VolumesSnapshotTestJSON-599944138 tempest-VolumesSnapshotTestJSON-599944138-project] Allocated IP 172.20.0.13 (9c18043c-6376-4ef1-99e0-e3f0031cee26/1633d63e-410a-4092-ad59-b64c12aa87c9/af8ece6c-4794-4310-bde8-88faa37110ff) {{(pid=104416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 04:18:26.429519 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-f77752e9-c940-4c9d-9795-19c4102e8220 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781926193812'] for network (38a447e8-e434-4852-91fd-0c2e9f779465), precommit_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:18:26.461140 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:18:26.462525 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-f77752e9-c940-4c9d-9795-19c4102e8220 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3637173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528681'] for network (38a447e8-e434-4852-91fd-0c2e9f779465), after_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:18:26.463787 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f77752e9-c940-4c9d-9795-19c4102e8220 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:18:26.464479 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-f77752e9-c940-4c9d-9795-19c4102e8220 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528667'] for network (None), before_response {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:18:26.512996 dv-cinder-846842-7-iscsi neutron-server[104415]: INFO neutron.wsgi [None req-f77752e9-c940-4c9d-9795-19c4102e8220 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 869 time: 0.3550885 Jun 30 04:18:26.516209 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.wsgi [-] (104415) accepted ('10.222.0.13', 54300) {{(pid=104415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 04:18:26.522490 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.v2.base [None req-539c53b7-a2af-4ae3-ae88-45e7d602e7a1 admin admin] Request body: {'subnet': {'network_id': '38a447e8-e434-4852-91fd-0c2e9f779465', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1152490574-subnet', 'tenant_id': '45344bd3e7e64b76a20d9a98cd61bb4c', 'ip_version': 4}} {{(pid=104415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 30 04:18:26.543121 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-0dcfdb19-038a-441c-bf9a-f374415ef9fc req-37500eda-a244-4b15-bb3e-c23206a5491a tempest-TestVolumeBootPattern-1718480899 tempest-TestVolumeBootPattern-1718480899-project] 10.222.0.13 "GET /v2.0/security-groups?id=1e7d7258-f507-4717-8413-3442decd3e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2051318 Jun 30 04:18:26.560837 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77752e9-c940-4c9d-9795-19c4102e8220 admin admin] Pushing event updated for resources: {'Network': ['ID=38a447e8-e434-4852-91fd-0c2e9f779465,revision_number=1']} {{(pid=104415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:18:26.577118 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.rpc [None req-2a6d8403-c0a5-4ac4-aa48-860a84345009 None None] Network 38a447e8-e434-4852-91fd-0c2e9f779465 details requested by agent ovs-agent-dv-cinder-846842-7-iscsi with host dv-cinder-846842-7-iscsi {{(pid=104417) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 04:18:26.595516 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-539c53b7-a2af-4ae3-ae88-45e7d602e7a1 admin admin] Made reservation on behalf of 45344bd3e7e64b76a20d9a98cd61bb4c for: {'subnet': 1} {{(pid=104415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 04:18:26.601312 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-539c53b7-a2af-4ae3-ae88-45e7d602e7a1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8617624'] for subnet (None), before_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:18:26.605317 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac795b4-23bb-46e4-bfc8-83bb2c54bfe7 req-f457fa0a-7f74-49d1-b352-069ee1466e89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:18:26.606980 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-dac795b4-23bb-46e4-bfc8-83bb2c54bfe7 req-f457fa0a-7f74-49d1-b352-069ee1466e89 service neutron] 10.222.0.20 "GET /v2.0/networks?id=c7bb47d5-3e98-456a-bf3a-91e07afacb65 HTTP/1.1" status: 200 len: 908 time: 0.2447820 Jun 30 04:18:26.677145 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:18:26.695559 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-dac795b4-23bb-46e4-bfc8-83bb2c54bfe7 req-169d8d78-f92a-4dcd-ab83-12a27a20520c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=90e33ddf-37e0-40e5-ac04-e09a2cb58d98 HTTP/1.1" status: 200 len: 217 time: 0.0523963 Jun 30 04:18:26.712058 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.notifiers.nova [req-9338d6d6-5297-41cd-b4f6-e9619d6a4891 req-320e8431-d014-458b-ab48-9370e0e82248 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a24525d3-4d16-4d0a-a3e9-14e74a52e46d {{(pid=104416) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 30 04:18:26.768306 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=80,neutron:INSERT=17,neutron:UPDATE=3 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:18:26.783497 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-9338d6d6-5297-41cd-b4f6-e9619d6a4891 req-320e8431-d014-458b-ab48-9370e0e82248 service neutron] Publish callbacks [] for port (a24525d3-4d16-4d0a-a3e9-14e74a52e46d), precommit_update {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:18:26.798453 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=92,neutron:UPDATE=5,neutron:INSERT=3 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:18:26.817215 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-539c53b7-a2af-4ae3-ae88-45e7d602e7a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11635623', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8617614'] for subnet (a2c9f785-4b8c-4612-b26f-b639a33deb05), after_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:18:26.830025 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.db.provisioning_blocks [req-9338d6d6-5297-41cd-b4f6-e9619d6a4891 req-320e8431-d014-458b-ab48-9370e0e82248 service neutron] Transition to ACTIVE for port object a24525d3-4d16-4d0a-a3e9-14e74a52e46d will not be triggered until provisioned by entity L2. {{(pid=104416) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 30 04:18:26.844573 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac795b4-23bb-46e4-bfc8-83bb2c54bfe7 req-169d3d2c-81fb-4c2d-b812-43c6e763ca90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:18:26.846065 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-dac795b4-23bb-46e4-bfc8-83bb2c54bfe7 req-169d3d2c-81fb-4c2d-b812-43c6e763ca90 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=7b470bb7-e396-40f4-b592-bdd8af25c2fd HTTP/1.1" status: 200 len: 846 time: 0.1397262 Jun 30 04:18:26.848949 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-9338d6d6-5297-41cd-b4f6-e9619d6a4891 req-320e8431-d014-458b-ab48-9370e0e82248 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4095053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781926634698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781926239335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781926239353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1764123'] for port (a24525d3-4d16-4d0a-a3e9-14e74a52e46d), after_update {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:18:26.882935 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539c53b7-a2af-4ae3-ae88-45e7d602e7a1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a2c9f785-4b8c-4612-b26f-b639a33deb05,revision_number=0']} {{(pid=104415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:18:26.894235 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-539c53b7-a2af-4ae3-ae88-45e7d602e7a1 admin admin] Checking segment: {'id': '317f0beb-2dac-40e3-bf82-fc85d506e21b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '38a447e8-e434-4852-91fd-0c2e9f779465'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104415) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 30 04:18:26.894594 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-539c53b7-a2af-4ae3-ae88-45e7d602e7a1 admin admin] Network hostable DHCP agents. Network: 38a447e8-e434-4852-91fd-0c2e9f779465, hostable agents: ['beddbd52-9273-44c2-990c-63933fe383b2'], hosted agents: [] {{(pid=104415) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 04:18:26.916224 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-539c53b7-a2af-4ae3-ae88-45e7d602e7a1 admin admin] Network 38a447e8-e434-4852-91fd-0c2e9f779465 is scheduled to be hosted by DHCP agent beddbd52-9273-44c2-990c-63933fe383b2 with binding_index 1 {{(pid=104415) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 04:18:26.923728 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-d4c0ea20-c2cf-433b-913d-254db71e1d48 req-e28585f3-1ae1-4041-bff3-8f5a99e1b6f2 tempest-VolumesSnapshotTestJSON-599944138 tempest-VolumesSnapshotTestJSON-599944138-project] Publish callbacks [] for port (af8ece6c-4794-4310-bde8-88faa37110ff), precommit_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:18:26.926961 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.scheduler.base_scheduler [None req-539c53b7-a2af-4ae3-ae88-45e7d602e7a1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-846842-7-iscsi, 38a447e8-e434-4852-91fd-0c2e9f779465) {{(pid=104415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 04:18:26.931363 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-539c53b7-a2af-4ae3-ae88-45e7d602e7a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:18:26.932017 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-539c53b7-a2af-4ae3-ae88-45e7d602e7a1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528667'] for subnet (None), before_response {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:18:26.938495 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f8d139c-808c-4946-ac02-bd1241c07d73 None None] Network 38a447e8-e434-4852-91fd-0c2e9f779465 requested from dv-cinder-846842-7-iscsi {{(pid=104417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 30 04:18:26.966311 dv-cinder-846842-7-iscsi neutron-server[104415]: INFO neutron.wsgi [None req-539c53b7-a2af-4ae3-ae88-45e7d602e7a1 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4484894 Jun 30 04:18:26.968765 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.wsgi [-] (104415) accepted ('10.222.0.13', 54302) {{(pid=104415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 04:18:26.974688 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.v2.base [None req-f5c937f8-3563-44ee-94c8-0faf7f4b0a06 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1152490574-router', 'tenant_id': '45344bd3e7e64b76a20d9a98cd61bb4c', 'external_gateway_info': {'network_id': 'a14b0e4f-074d-4507-846c-fc8420bddf12'}}} {{(pid=104415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 30 04:18:26.976218 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac795b4-23bb-46e4-bfc8-83bb2c54bfe7 req-c40893b0-ff4c-49b3-9c05-b3406c66593a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:18:26.977914 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-dac795b4-23bb-46e4-bfc8-83bb2c54bfe7 req-c40893b0-ff4c-49b3-9c05-b3406c66593a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c7bb47d5-3e98-456a-bf3a-91e07afacb65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1177502 Jun 30 04:18:27.010726 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-f5c937f8-3563-44ee-94c8-0faf7f4b0a06 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-611393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-992720'] for router (5a319384-37a0-4ca0-92b2-eb70b04e234d), before_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:18:27.012023 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-f5c937f8-3563-44ee-94c8-0faf7f4b0a06 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-612039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-618118', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-671212', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-992729'] for router (5a319384-37a0-4ca0-92b2-eb70b04e234d), precommit_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:18:27.018938 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320e8431-d014-458b-ab48-9370e0e82248 service neutron] Pushing event updated for resources: {'Port': ['ID=a24525d3-4d16-4d0a-a3e9-14e74a52e46d,revision_number=2']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:18:27.101295 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6670cf0-154a-4233-801e-a2d4f904e2ef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcd801984-d77e-514a-975e-2a6430aac994-38a447e8-e434-4852-91fd-0c2e9f779465', 'network_id': '38a447e8-e434-4852-91fd-0c2e9f779465', 'project_id': '45344bd3e7e64b76a20d9a98cd61bb4c', 'fixed_ips': [{'subnet_id': 'a2c9f785-4b8c-4612-b26f-b639a33deb05'}]}} from dv-cinder-846842-7-iscsi. {{(pid=104417) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 30 04:18:27.106403 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-d6670cf0-154a-4233-801e-a2d4f904e2ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3606762'] for port (None), before_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:18:27.169756 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-f5c937f8-3563-44ee-94c8-0faf7f4b0a06 admin admin] Publish callbacks [] for router_controller (5a319384-37a0-4ca0-92b2-eb70b04e234d), precommit_add_association {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:18:27.207156 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-d4c0ea20-c2cf-433b-913d-254db71e1d48 req-e28585f3-1ae1-4041-bff3-8f5a99e1b6f2 tempest-VolumesSnapshotTestJSON-599944138 tempest-VolumesSnapshotTestJSON-599944138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4095053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781926239317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1764130'] for port (af8ece6c-4794-4310-bde8-88faa37110ff), after_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:18:27.321850 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.rpc [None req-2a6d8403-c0a5-4ac4-aa48-860a84345009 None None] Device cff5bd16-8bf5-4554-a34f-c1c0db534a4f up at agent ovs-agent-dv-cinder-846842-7-iscsi {{(pid=104417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 04:18:27.369844 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-f5c937f8-3563-44ee-94c8-0faf7f4b0a06 admin admin] Publish callbacks [] for router_gateway (5a319384-37a0-4ca0-92b2-eb70b04e234d), precommit_update {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:18:27.390744 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.db.db_base_plugin_common [None req-d6670cf0-154a-4233-801e-a2d4f904e2ef None None] Allocated IP 172.20.0.2 (38a447e8-e434-4852-91fd-0c2e9f779465/a2c9f785-4b8c-4612-b26f-b639a33deb05/635cb6ed-6c26-4dec-9f01-2028b745af91) {{(pid=104417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 04:18:27.427347 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.db.provisioning_blocks [None req-2a6d8403-c0a5-4ac4-aa48-860a84345009 None None] Provisioning complete for port cff5bd16-8bf5-4554-a34f-c1c0db534a4f triggered by entity L2. {{(pid=104417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 30 04:18:27.427718 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-2a6d8403-c0a5-4ac4-aa48-860a84345009 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565073'] for port (cff5bd16-8bf5-4554-a34f-c1c0db534a4f), provisioning_complete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:18:27.616043 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-2a6d8403-c0a5-4ac4-aa48-860a84345009 None None] Current status of the port cff5bd16-8bf5-4554-a34f-c1c0db534a4f is: DOWN; New status is: ACTIVE {{(pid=104417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 30 04:18:27.616765 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-2a6d8403-c0a5-4ac4-aa48-860a84345009 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3606762'] for port (cff5bd16-8bf5-4554-a34f-c1c0db534a4f), before_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:18:27.639378 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0975925-f426-473b-ab1b-026d130f0d95 req-5390e7e5-ede7-458c-a20b-439fab6631c1 tempest-TestShelveInstance-1069409963 tempest-TestShelveInstance-1069409963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:18:27.640729 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-b0975925-f426-473b-ab1b-026d130f0d95 req-5390e7e5-ede7-458c-a20b-439fab6631c1 tempest-TestShelveInstance-1069409963 tempest-TestShelveInstance-1069409963-project] 10.222.0.13 "GET /v2.0/ports?device_id=51354e88-a19f-433f-85b3-126269c921c4 HTTP/1.1" status: 200 len: 944 time: 0.5100744 Jun 30 04:18:27.643906 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d4c0ea20-c2cf-433b-913d-254db71e1d48 req-e28585f3-1ae1-4041-bff3-8f5a99e1b6f2 tempest-VolumesSnapshotTestJSON-599944138 tempest-VolumesSnapshotTestJSON-599944138-project] Network 9c18043c-6376-4ef1-99e0-e3f0031cee26 is already hosted by enough agents. {{(pid=104416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 04:18:27.647948 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-d6670cf0-154a-4233-801e-a2d4f904e2ef None None] Publish callbacks [] for port (635cb6ed-6c26-4dec-9f01-2028b745af91), precommit_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:18:27.653053 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.db [None req-2a6d8403-c0a5-4ac4-aa48-860a84345009 None None] For port cff5bd16-8bf5-4554-a34f-c1c0db534a4f, host dv-cinder-846842-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-7-iscsi',level=0,port_id=cff5bd16-8bf5-4554-a34f-c1c0db534a4f,segment=NetworkSegment(3bfcffa1-5305-4ee8-86f3-678eb000aac1),segment_id=3bfcffa1-5305-4ee8-86f3-678eb000aac1)] {{(pid=104417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 04:18:27.657195 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c756d0-7ffd-4860-9242-8c35250a63ca req-7ae833cb-f53a-4e3f-a29f-baedaf202170 tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:18:27.659794 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-d6670cf0-154a-4233-801e-a2d4f904e2ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4095053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781926239317'] for port (635cb6ed-6c26-4dec-9f01-2028b745af91), after_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:18:27.664687 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-60c756d0-7ffd-4860-9242-8c35250a63ca req-7ae833cb-f53a-4e3f-a29f-baedaf202170 tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] 10.222.0.13 "GET /v2.0/ports?device_id=b9a789ea-78f4-481d-bd9b-45bce25676ad HTTP/1.1" status: 200 len: 945 time: 0.5348997 Jun 30 04:18:27.688268 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.scheduler.base_scheduler [req-d4c0ea20-c2cf-433b-913d-254db71e1d48 req-e28585f3-1ae1-4041-bff3-8f5a99e1b6f2 tempest-VolumesSnapshotTestJSON-599944138 tempest-VolumesSnapshotTestJSON-599944138-project] Resources bound (agent type, host, resource id): {{(pid=104416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 04:18:27.690645 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4c0ea20-c2cf-433b-913d-254db71e1d48 req-e28585f3-1ae1-4041-bff3-8f5a99e1b6f2 tempest-VolumesSnapshotTestJSON-599944138 tempest-VolumesSnapshotTestJSON-599944138-project] Received port after_create {{(pid=104416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 30 04:18:27.696276 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-2a6d8403-c0a5-4ac4-aa48-860a84345009 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4095053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781926634698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781926239335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781926239353'] for port (cff5bd16-8bf5-4554-a34f-c1c0db534a4f), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:18:27.714397 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:18:27.723132 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6670cf0-154a-4233-801e-a2d4f904e2ef None None] Network 38a447e8-e434-4852-91fd-0c2e9f779465 is already hosted by enough agents. {{(pid=104417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 04:18:27.727800 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:18:27.732463 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.scheduler.base_scheduler [None req-d6670cf0-154a-4233-801e-a2d4f904e2ef None None] Resources bound (agent type, host, resource id): {{(pid=104417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 04:18:27.737494 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6670cf0-154a-4233-801e-a2d4f904e2ef None None] Pushing event updated for resources: {'Port': ['ID=635cb6ed-6c26-4dec-9f01-2028b745af91,revision_number=1']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:18:27.743484 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6670cf0-154a-4233-801e-a2d4f904e2ef None None] Received port after_create {{(pid=104417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 30 04:18:27.755759 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.managers [req-9338d6d6-5297-41cd-b4f6-e9619d6a4891 req-320e8431-d014-458b-ab48-9370e0e82248 service neutron] Attempting to bind port a24525d3-4d16-4d0a-a3e9-14e74a52e46d on host hv-cinder-84684 for vnic_type normal with profile {{(pid=104416) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 30 04:18:27.756495 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.managers [req-9338d6d6-5297-41cd-b4f6-e9619d6a4891 req-320e8431-d014-458b-ab48-9370e0e82248 service neutron] Attempting to bind port a24525d3-4d16-4d0a-a3e9-14e74a52e46d by drivers openvswitch,hyperv on host hv-cinder-84684 at level 0 using segments [{'id': '29fd2ab4-096b-48df-8eef-82f2cdac089f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'db2948ec-060f-4621-8ce6-8119698c91b1'}] {{(pid=104416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 30 04:18:27.756495 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9338d6d6-5297-41cd-b4f6-e9619d6a4891 req-320e8431-d014-458b-ab48-9370e0e82248 service neutron] Attempting to bind port a24525d3-4d16-4d0a-a3e9-14e74a52e46d on network db2948ec-060f-4621-8ce6-8119698c91b1 {{(pid=104416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 30 04:18:27.758719 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28585f3-1ae1-4041-bff3-8f5a99e1b6f2 tempest-VolumesSnapshotTestJSON-599944138 tempest-VolumesSnapshotTestJSON-599944138-project] Pushing event updated for resources: {'Port': ['ID=af8ece6c-4794-4310-bde8-88faa37110ff,revision_number=1']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:18:27.806465 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9338d6d6-5297-41cd-b4f6-e9619d6a4891 req-320e8431-d014-458b-ab48-9370e0e82248 service neutron] Port a24525d3-4d16-4d0a-a3e9-14e74a52e46d on network db2948ec-060f-4621-8ce6-8119698c91b1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84684 {{(pid=104416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 30 04:18:27.807247 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9338d6d6-5297-41cd-b4f6-e9619d6a4891 req-320e8431-d014-458b-ab48-9370e0e82248 service neutron] Attempting to bind port a24525d3-4d16-4d0a-a3e9-14e74a52e46d on network db2948ec-060f-4621-8ce6-8119698c91b1 {{(pid=104416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 30 04:18:27.835270 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-dac795b4-23bb-46e4-bfc8-83bb2c54bfe7 req-760877da-1287-4164-985e-4f910a24bd08 service neutron] 10.222.0.20 "GET /v2.0/networks/c7bb47d5-3e98-456a-bf3a-91e07afacb65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8203847 Jun 30 04:18:27.842067 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9338d6d6-5297-41cd-b4f6-e9619d6a4891 req-320e8431-d014-458b-ab48-9370e0e82248 service neutron] Checking agent: {'id': 'ef703bef-7cc0-467c-baa9-fe8a66be565c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84684', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 30, 4, 13, 10), 'started_at': datetime.datetime(2022, 6, 30, 4, 13, 10), 'heartbeat_timestamp': datetime.datetime(2022, 6, 30, 4, 18, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 30 04:18:27.842404 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9338d6d6-5297-41cd-b4f6-e9619d6a4891 req-320e8431-d014-458b-ab48-9370e0e82248 service neutron] Checking segment: {'id': '29fd2ab4-096b-48df-8eef-82f2cdac089f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'db2948ec-060f-4621-8ce6-8119698c91b1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104416) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 30 04:18:27.843668 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9338d6d6-5297-41cd-b4f6-e9619d6a4891 req-320e8431-d014-458b-ab48-9370e0e82248 service neutron] Bound using segment: {'id': '29fd2ab4-096b-48df-8eef-82f2cdac089f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'db2948ec-060f-4621-8ce6-8119698c91b1'} {{(pid=104416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 30 04:18:27.844151 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.managers [req-9338d6d6-5297-41cd-b4f6-e9619d6a4891 req-320e8431-d014-458b-ab48-9370e0e82248 service neutron] Bound port: a24525d3-4d16-4d0a-a3e9-14e74a52e46d, host: hv-cinder-84684, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '29fd2ab4-096b-48df-8eef-82f2cdac089f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'db2948ec-060f-4621-8ce6-8119698c91b1'}}] {{(pid=104416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 30 04:18:27.844507 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-9338d6d6-5297-41cd-b4f6-e9619d6a4891 req-320e8431-d014-458b-ab48-9370e0e82248 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3606762'] for port (a24525d3-4d16-4d0a-a3e9-14e74a52e46d), before_update {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:18:27.846571 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85134bde-7928-4667-9452-c81d75dbad8e None None] Sync routers for ids ['94c38f85-5e46-4cec-9919-676c779c6860'] in dv-cinder-846842-7-iscsi {{(pid=104418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 04:18:27.850466 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-f5c937f8-3563-44ee-94c8-0faf7f4b0a06 admin admin] Publish callbacks [] for router_gateway (5a319384-37a0-4ca0-92b2-eb70b04e234d), before_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:18:27.862126 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c0ea20-c2cf-433b-913d-254db71e1d48 req-e28585f3-1ae1-4041-bff3-8f5a99e1b6f2 tempest-VolumesSnapshotTestJSON-599944138 tempest-VolumesSnapshotTestJSON-599944138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:18:27.862765 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-d4c0ea20-c2cf-433b-913d-254db71e1d48 req-e28585f3-1ae1-4041-bff3-8f5a99e1b6f2 tempest-VolumesSnapshotTestJSON-599944138 tempest-VolumesSnapshotTestJSON-599944138-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13292'] for port (None), before_response {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:18:27.865235 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85134bde-7928-4667-9452-c81d75dbad8e None None] Routers {'94c38f85-5e46-4cec-9919-676c779c6860'} bound to L3 agent in host dv-cinder-846842-7-iscsi {{(pid=104418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 30 04:18:27.866132 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.db.l3_hamode_db [None req-85134bde-7928-4667-9452-c81d75dbad8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-30T04:07:07Z,description=,heartbeat_timestamp=2022-06-30T04:18:07Z,host='dv-cinder-846842-7-iscsi',id=2ea21a61-d737-4543-a811-a0d035fbf0f6,load=0,resource_versions=,resources_synced=,started_at=2022-06-30T04:07:07Z,topic='l3_agent')) {'router_ids': ['94c38f85-5e46-4cec-9919-676c779c6860'], 'active': True} {{(pid=104418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 04:18:27.877900 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-f5c937f8-3563-44ee-94c8-0faf7f4b0a06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3606762'] for port (None), before_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:18:27.903361 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-60c756d0-7ffd-4860-9242-8c35250a63ca req-6b5f9217-6acb-4ca5-8900-8a5c12153af9 tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] 10.222.0.13 "GET /v2.0/security-groups?id=8f11cf44-78a0-4c0e-8f30-1538f7de7776&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2342570 Jun 30 04:18:27.928847 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-b0975925-f426-473b-ab1b-026d130f0d95 req-f4b2dfdc-3c5f-4307-8adc-aa8fe2fe70a8 tempest-TestShelveInstance-1069409963 tempest-TestShelveInstance-1069409963-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f4a7f03-b349-4d47-a044-e7fe563f709b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2499666 Jun 30 04:18:27.978783 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-d4c0ea20-c2cf-433b-913d-254db71e1d48 req-e28585f3-1ae1-4041-bff3-8f5a99e1b6f2 tempest-VolumesSnapshotTestJSON-599944138 tempest-VolumesSnapshotTestJSON-599944138-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5163739 Jun 30 04:18:27.999676 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:18:28.011345 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6d8403-c0a5-4ac4-aa48-860a84345009 None None] Pushing event updated for resources: {'Port': ['ID=cff5bd16-8bf5-4554-a34f-c1c0db534a4f,revision_number=4']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:18:28.016506 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.managers [None req-d6670cf0-154a-4233-801e-a2d4f904e2ef None None] Attempting to bind port 635cb6ed-6c26-4dec-9f01-2028b745af91 on host dv-cinder-846842-7-iscsi for vnic_type normal with profile {{(pid=104417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 30 04:18:28.016884 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.managers [None req-d6670cf0-154a-4233-801e-a2d4f904e2ef None None] Attempting to bind port 635cb6ed-6c26-4dec-9f01-2028b745af91 by drivers openvswitch,hyperv on host dv-cinder-846842-7-iscsi at level 0 using segments [{'id': '317f0beb-2dac-40e3-bf82-fc85d506e21b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '38a447e8-e434-4852-91fd-0c2e9f779465'}] {{(pid=104417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 30 04:18:28.017687 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6670cf0-154a-4233-801e-a2d4f904e2ef None None] Attempting to bind port 635cb6ed-6c26-4dec-9f01-2028b745af91 on network 38a447e8-e434-4852-91fd-0c2e9f779465 {{(pid=104417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 30 04:18:28.025480 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6670cf0-154a-4233-801e-a2d4f904e2ef None None] Checking agent: {'id': 'cbdf45b5-344e-4e18-9242-1abb738708f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846842-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 30, 4, 7, 10), 'started_at': datetime.datetime(2022, 6, 30, 4, 7, 40), 'heartbeat_timestamp': datetime.datetime(2022, 6, 30, 4, 18, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846842-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 30 04:18:28.025850 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6670cf0-154a-4233-801e-a2d4f904e2ef None None] Checking segment: {'id': '317f0beb-2dac-40e3-bf82-fc85d506e21b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '38a447e8-e434-4852-91fd-0c2e9f779465'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 30 04:18:28.026246 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-d6670cf0-154a-4233-801e-a2d4f904e2ef None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:18:28.026620 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6670cf0-154a-4233-801e-a2d4f904e2ef None None] Bound using segment: {'id': '317f0beb-2dac-40e3-bf82-fc85d506e21b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '38a447e8-e434-4852-91fd-0c2e9f779465'} {{(pid=104417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 30 04:18:28.027077 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.managers [None req-d6670cf0-154a-4233-801e-a2d4f904e2ef None None] Bound port: 635cb6ed-6c26-4dec-9f01-2028b745af91, host: dv-cinder-846842-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '317f0beb-2dac-40e3-bf82-fc85d506e21b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '38a447e8-e434-4852-91fd-0c2e9f779465'}}] {{(pid=104417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 30 04:18:28.027471 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-d6670cf0-154a-4233-801e-a2d4f904e2ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3606762'] for port (635cb6ed-6c26-4dec-9f01-2028b745af91), before_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:18:28.065433 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.db [req-9338d6d6-5297-41cd-b4f6-e9619d6a4891 req-320e8431-d014-458b-ab48-9370e0e82248 service neutron] For port a24525d3-4d16-4d0a-a3e9-14e74a52e46d, host hv-cinder-84684, cleared binding levels {{(pid=104416) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 04:18:28.082901 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.db.l3_dvr_db [None req-85134bde-7928-4667-9452-c81d75dbad8e None None] Set router 94c38f85-5e46-4cec-9919-676c779c6860 gateway port host: dv-cinder-846842-7-iscsi {{(pid=104418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 30 04:18:28.108178 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.db [None req-d6670cf0-154a-4233-801e-a2d4f904e2ef None None] For port 635cb6ed-6c26-4dec-9f01-2028b745af91, host dv-cinder-846842-7-iscsi, cleared binding levels {{(pid=104417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 04:18:28.109365 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:18:28.112665 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.db [None req-d6670cf0-154a-4233-801e-a2d4f904e2ef None None] For port 635cb6ed-6c26-4dec-9f01-2028b745af91, host dv-cinder-846842-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-7-iscsi',level=0,port_id=635cb6ed-6c26-4dec-9f01-2028b745af91,segment=NetworkSegment(317f0beb-2dac-40e3-bf82-fc85d506e21b),segment_id=317f0beb-2dac-40e3-bf82-fc85d506e21b)] {{(pid=104417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 04:18:28.115479 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.db [req-9338d6d6-5297-41cd-b4f6-e9619d6a4891 req-320e8431-d014-458b-ab48-9370e0e82248 service neutron] For port a24525d3-4d16-4d0a-a3e9-14e74a52e46d, host hv-cinder-84684, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=a24525d3-4d16-4d0a-a3e9-14e74a52e46d,segment=NetworkSegment(29fd2ab4-096b-48df-8eef-82f2cdac089f),segment_id=29fd2ab4-096b-48df-8eef-82f2cdac089f)] {{(pid=104416) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 04:18:28.122288 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.db.db_base_plugin_common [None req-f5c937f8-3563-44ee-94c8-0faf7f4b0a06 admin admin] Allocated IP 172.27.1.245 (a14b0e4f-074d-4507-846c-fc8420bddf12/15378187-268c-4fae-ace7-eaca7aa50f90/e8d5a44d-2401-4629-bf3c-f11875e733da) {{(pid=104415) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 04:18:28.124497 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-d6670cf0-154a-4233-801e-a2d4f904e2ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4095053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781926634698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781926239335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781926239353'] for port (635cb6ed-6c26-4dec-9f01-2028b745af91), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:18:28.132802 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe3e9c3-7404-4164-b360-435c84613762 req-a6c9b8b6-58f1-48da-b49a-fed042667e32 tempest-VolumesSnapshotTestJSON-599944138 tempest-VolumesSnapshotTestJSON-599944138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:18:28.134512 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-6fe3e9c3-7404-4164-b360-435c84613762 req-a6c9b8b6-58f1-48da-b49a-fed042667e32 tempest-VolumesSnapshotTestJSON-599944138 tempest-VolumesSnapshotTestJSON-599944138-project] 10.222.0.13 "GET /v2.0/ports?device_id=eef409b2-233a-4846-8e69-31ba8d23f79a HTTP/1.1" status: 200 len: 932 time: 0.1165445 Jun 30 04:18:28.143876 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c7e544-f09a-4e84-8edb-9eb617df2256 req-fd330bf7-3b25-45ec-b7ca-5c0f74a2f6cd tempest-TestVolumeBootPattern-1718480899 tempest-TestVolumeBootPattern-1718480899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:18:28.145364 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-29c7e544-f09a-4e84-8edb-9eb617df2256 req-fd330bf7-3b25-45ec-b7ca-5c0f74a2f6cd tempest-TestVolumeBootPattern-1718480899 tempest-TestVolumeBootPattern-1718480899-project] 10.222.0.13 "GET /v2.0/ports?device_id=d0a0dbf7-3345-49a9-9785-a36af6da4a5f HTTP/1.1" status: 200 len: 944 time: 0.1015697 Jun 30 04:18:28.146479 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-9338d6d6-5297-41cd-b4f6-e9619d6a4891 req-320e8431-d014-458b-ab48-9370e0e82248 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4095053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781926634698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781926239335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781926239353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1764123'] for port (a24525d3-4d16-4d0a-a3e9-14e74a52e46d), after_update {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:18:28.206562 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6670cf0-154a-4233-801e-a2d4f904e2ef None None] Pushing event updated for resources: {'Port': ['ID=635cb6ed-6c26-4dec-9f01-2028b745af91,revision_number=2']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:18:28.323763 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:18:28.335721 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.v2.base [req-d4c0ea20-c2cf-433b-913d-254db71e1d48 req-167784e4-e685-41b0-b1c6-a8c757500b6f service neutron] Request body: {'port': {'device_id': 'eef409b2-233a-4846-8e69-31ba8d23f79a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84684'}} {{(pid=104416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 30 04:18:28.355542 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-6fe3e9c3-7404-4164-b360-435c84613762 req-1959251e-80c7-48df-826f-5d0abd90ba24 tempest-VolumesSnapshotTestJSON-599944138 tempest-VolumesSnapshotTestJSON-599944138-project] 10.222.0.13 "GET /v2.0/security-groups?id=2f6d1c4a-513c-47f4-83a7-99e6c18ff482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2049105 Jun 30 04:18:28.356141 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320e8431-d014-458b-ab48-9370e0e82248 service neutron] Pushing event updated for resources: {'Port': ['ID=a24525d3-4d16-4d0a-a3e9-14e74a52e46d,revision_number=3']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:18:28.364507 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9338d6d6-5297-41cd-b4f6-e9619d6a4891 req-320e8431-d014-458b-ab48-9370e0e82248 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:18:28.365163 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-9338d6d6-5297-41cd-b4f6-e9619d6a4891 req-320e8431-d014-458b-ab48-9370e0e82248 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13292'] for port (None), before_response {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:18:28.366377 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-f5c937f8-3563-44ee-94c8-0faf7f4b0a06 admin admin] Publish callbacks [] for port (e8d5a44d-2401-4629-bf3c-f11875e733da), precommit_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:18:28.366609 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-9338d6d6-5297-41cd-b4f6-e9619d6a4891 req-320e8431-d014-458b-ab48-9370e0e82248 service neutron] 10.222.0.20 "PUT /v2.0/ports/a24525d3-4d16-4d0a-a3e9-14e74a52e46d HTTP/1.1" status: 200 len: 1094 time: 2.9773049 Jun 30 04:18:28.413076 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0a0dbf7-3345-49a9-9785-a36af6da4a5f', 'tag': 'a24525d3-4d16-4d0a-a3e9-14e74a52e46d'}] {{(pid=104416) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 30 04:18:28.415576 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8111519efe35ff5952c269e16f689610d56ef28aa1e0b77ca5734c542983c30f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aeddc31b-0c96-4560-9ff7-1d657752cd55" -d '{"events": [{"name": "network-changed", "server_uuid": "d0a0dbf7-3345-49a9-9785-a36af6da4a5f", "tag": "a24525d3-4d16-4d0a-a3e9-14e74a52e46d"}]}' {{(pid=104416) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 04:18:28.417674 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=87,neutron:UPDATE=6,neutron:DELETE=1,neutron:INSERT=6 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:18:28.433363 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-f5c937f8-3563-44ee-94c8-0faf7f4b0a06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4095053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781926239317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11645207'] for port (e8d5a44d-2401-4629-bf3c-f11875e733da), after_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:18:28.465242 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.db.l3_hamode_db [None req-85134bde-7928-4667-9452-c81d75dbad8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94c38f85-5e46-4cec-9919-676c779c6860', 'name': 'tempest-TestMinimumBasicScenario-1356694039-router', 'tenant_id': 'bf207393082c48d09f827e16d99b2609', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14b0e4f-074d-4507-846c-fc8420bddf12', 'external_fixed_ips': [{'subnet_id': '15378187-268c-4fae-ace7-eaca7aa50f90', 'ip_address': '172.27.1.147'}], 'enable_snat': True}, 'gw_port_id': 'cff5bd16-8bf5-4554-a34f-c1c0db534a4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T04:18:20Z', 'updated_at': '2022-06-30T04:18:24Z', 'revision_number': 4, 'project_id': 'bf207393082c48d09f827e16d99b2609', 'gw_port': {'id': 'cff5bd16-8bf5-4554-a34f-c1c0db534a4f', 'name': '', 'network_id': 'a14b0e4f-074d-4507-846c-fc8420bddf12', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:11:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94c38f85-5e46-4cec-9919-676c779c6860', 'device_owner': 'network:router_gateway', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': '15378187-268c-4fae-ace7-eaca7aa50f90', 'ip_address': '172.27.1.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T04:18:21Z', 'updated_at': '2022-06-30T04:18:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15378187-268c-4fae-ace7-eaca7aa50f90', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-7-iscsi', '_interfaces': [{'id': 'd0010877-2752-4254-bf1b-3d94d53f5b8a', 'name': '', 'network_id': '9f998a2a-5cb6-4bab-892c-06a6730a89bd', 'tenant_id': 'bf207393082c48d09f827e16d99b2609', 'mac_address': 'fa:16:3e:fb:a1:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94c38f85-5e46-4cec-9919-676c779c6860', 'device_owner': 'network:router_interface', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '06112278-432b-41ef-b6f4-fdb3205ed762', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T04:18:23Z', 'updated_at': '2022-06-30T04:18:24Z', 'revision_number': 2, 'project_id': 'bf207393082c48d09f827e16d99b2609', 'subnets': [{'id': '06112278-432b-41ef-b6f4-fdb3205ed762', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846842-7-iscsi', False) {} {{(pid=104418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 04:18:28.548289 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85134bde-7928-4667-9452-c81d75dbad8e None None] Checking router: 94c38f85-5e46-4cec-9919-676c779c6860 for host: dv-cinder-846842-7-iscsi {{(pid=104418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 04:18:28.557229 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85134bde-7928-4667-9452-c81d75dbad8e None None] Updating router 94c38f85-5e46-4cec-9919-676c779c6860 port d0010877-2752-4254-bf1b-3d94d53f5b8a binding host dv-cinder-846842-7-iscsi {{(pid=104418) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 04:18:28.591565 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-85134bde-7928-4667-9452-c81d75dbad8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3606762'] for port (d0010877-2752-4254-bf1b-3d94d53f5b8a), before_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:18:28.600589 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5c937f8-3563-44ee-94c8-0faf7f4b0a06 admin admin] Network a14b0e4f-074d-4507-846c-fc8420bddf12 is already hosted by enough agents. {{(pid=104415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 04:18:28.610657 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c937f8-3563-44ee-94c8-0faf7f4b0a06 admin admin] Pushing event updated for resources: {'Port': ['ID=e8d5a44d-2401-4629-bf3c-f11875e733da,revision_number=1']} {{(pid=104415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:18:28.613674 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.scheduler.base_scheduler [None req-f5c937f8-3563-44ee-94c8-0faf7f4b0a06 admin admin] Resources bound (agent type, host, resource id): {{(pid=104415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 04:18:28.616754 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-29c7e544-f09a-4e84-8edb-9eb617df2256 req-e0ca8f99-1b4f-4649-974f-54507812c638 tempest-TestVolumeBootPattern-1718480899 tempest-TestVolumeBootPattern-1718480899-project] 10.222.0.13 "GET /v2.0/security-groups?id=1e7d7258-f507-4717-8413-3442decd3e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4626555 Jun 30 04:18:28.617365 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5c937f8-3563-44ee-94c8-0faf7f4b0a06 admin admin] Received port after_create {{(pid=104415) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 30 04:18:28.620444 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8a3f5b-09c5-46ed-bc64-28c7fedc995e req-c7806efd-312a-4acf-ac95-68c2ed7f4c2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:18:28.625129 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-8c8a3f5b-09c5-46ed-bc64-28c7fedc995e req-c7806efd-312a-4acf-ac95-68c2ed7f4c2c service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=b9a789ea-78f4-481d-bd9b-45bce25676ad HTTP/1.1" status: 200 len: 1129 time: 0.2067025 Jun 30 04:18:28.633757 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Jun 2022 04:18:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fda66caf-3cbf-4ae1-8243-f7ad1c408b1e x-openstack-request-id: req-fda66caf-3cbf-4ae1-8243-f7ad1c408b1e {{(pid=104416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 04:18:28.634106 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d0a0dbf7-3345-49a9-9785-a36af6da4a5f", "tag": "a24525d3-4d16-4d0a-a3e9-14e74a52e46d", "status": "completed", "code": 200}]} {{(pid=104416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 04:18:28.634295 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-fda66caf-3cbf-4ae1-8243-f7ad1c408b1e {{(pid=104416) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 04:18:28.634687 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fda66caf-3cbf-4ae1-8243-f7ad1c408b1e'] response: {'name': 'network-changed', 'server_uuid': 'd0a0dbf7-3345-49a9-9785-a36af6da4a5f', 'tag': 'a24525d3-4d16-4d0a-a3e9-14e74a52e46d', 'status': 'completed', 'code': 200} Jun 30 04:18:28.673548 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9338d6d6-5297-41cd-b4f6-e9619d6a4891 req-d4ceead3-6ef4-496f-afa8-ff88efb4a3c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:18:28.675366 dv-cinder-846842-7-iscsi neutron-server[104415]: INFO neutron.wsgi [req-9338d6d6-5297-41cd-b4f6-e9619d6a4891 req-d4ceead3-6ef4-496f-afa8-ff88efb4a3c7 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c2fe0f4b2519494ea784cea098da6be3&device_id=d0a0dbf7-3345-49a9-9785-a36af6da4a5f HTTP/1.1" status: 200 len: 1128 time: 0.2087996 Jun 30 04:18:28.719013 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-8c8a3f5b-09c5-46ed-bc64-28c7fedc995e req-75e609c4-14f4-4ddf-ba2a-b0fc3872848e service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=8f11cf44-78a0-4c0e-8f30-1538f7de7776&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832772 Jun 30 04:18:28.761004 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-dac795b4-23bb-46e4-bfc8-83bb2c54bfe7 req-d2afa9f3-f2a5-4265-a129-d02d53a82d03 service neutron] 10.222.0.20 "GET /v2.0/networks/c7bb47d5-3e98-456a-bf3a-91e07afacb65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4219842 Jun 30 04:18:28.761653 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-d4c0ea20-c2cf-433b-913d-254db71e1d48 req-167784e4-e685-41b0-b1c6-a8c757500b6f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3606762'] for port (af8ece6c-4794-4310-bde8-88faa37110ff), before_update {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:18:28.770770 dv-cinder-846842-7-iscsi neutron-server[104415]: INFO neutron.wsgi [req-9338d6d6-5297-41cd-b4f6-e9619d6a4891 req-2177e640-bc39-4967-80f9-6c6234256197 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a24525d3-4d16-4d0a-a3e9-14e74a52e46d HTTP/1.1" status: 200 len: 217 time: 0.0647323 Jun 30 04:18:28.919324 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-f5c937f8-3563-44ee-94c8-0faf7f4b0a06 admin admin] Publish callbacks [] for router_gateway (5a319384-37a0-4ca0-92b2-eb70b04e234d), after_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:18:28.975475 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-85134bde-7928-4667-9452-c81d75dbad8e None None] Publish callbacks [] for port (d0010877-2752-4254-bf1b-3d94d53f5b8a), precommit_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:18:28.986750 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-85134bde-7928-4667-9452-c81d75dbad8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4095053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781926634698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781926239335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781926239353'] for port (d0010877-2752-4254-bf1b-3d94d53f5b8a), after_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:18:29.068311 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7d18b1-2178-4f62-9a94-4be05203b875 None None] Pushing event updated for resources: {'Port': ['ID=d0010877-2752-4254-bf1b-3d94d53f5b8a,revision_number=3']} {{(pid=104418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:18:29.088518 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9338d6d6-5297-41cd-b4f6-e9619d6a4891 req-75fa29b2-f8a1-41a1-9ecc-c1805237102f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:18:29.090034 dv-cinder-846842-7-iscsi neutron-server[104415]: INFO neutron.wsgi [req-9338d6d6-5297-41cd-b4f6-e9619d6a4891 req-75fa29b2-f8a1-41a1-9ecc-c1805237102f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d15d22dc-e983-46bc-a814-5adbf2d25b83 HTTP/1.1" status: 200 len: 850 time: 0.1624453 Jun 30 04:18:29.111265 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.managers [None req-85134bde-7928-4667-9452-c81d75dbad8e None None] Attempting to bind port d0010877-2752-4254-bf1b-3d94d53f5b8a on host dv-cinder-846842-7-iscsi for vnic_type normal with profile {{(pid=104418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 30 04:18:29.111401 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.managers [None req-85134bde-7928-4667-9452-c81d75dbad8e None None] Attempting to bind port d0010877-2752-4254-bf1b-3d94d53f5b8a by drivers openvswitch,hyperv on host dv-cinder-846842-7-iscsi at level 0 using segments [{'id': 'b7cef8bc-fef8-404a-93d8-c0f76d6c6909', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '9f998a2a-5cb6-4bab-892c-06a6730a89bd'}] {{(pid=104418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 30 04:18:29.111818 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85134bde-7928-4667-9452-c81d75dbad8e None None] Attempting to bind port d0010877-2752-4254-bf1b-3d94d53f5b8a on network 9f998a2a-5cb6-4bab-892c-06a6730a89bd {{(pid=104418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 30 04:18:29.117539 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85134bde-7928-4667-9452-c81d75dbad8e None None] Checking agent: {'id': 'cbdf45b5-344e-4e18-9242-1abb738708f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846842-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 30, 4, 7, 10), 'started_at': datetime.datetime(2022, 6, 30, 4, 7, 40), 'heartbeat_timestamp': datetime.datetime(2022, 6, 30, 4, 18, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846842-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 30 04:18:29.117894 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85134bde-7928-4667-9452-c81d75dbad8e None None] Checking segment: {'id': 'b7cef8bc-fef8-404a-93d8-c0f76d6c6909', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '9f998a2a-5cb6-4bab-892c-06a6730a89bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 30 04:18:29.118291 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-85134bde-7928-4667-9452-c81d75dbad8e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:18:29.118813 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85134bde-7928-4667-9452-c81d75dbad8e None None] Bound using segment: {'id': 'b7cef8bc-fef8-404a-93d8-c0f76d6c6909', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '9f998a2a-5cb6-4bab-892c-06a6730a89bd'} {{(pid=104418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 30 04:18:29.119313 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.managers [None req-85134bde-7928-4667-9452-c81d75dbad8e None None] Bound port: d0010877-2752-4254-bf1b-3d94d53f5b8a, host: dv-cinder-846842-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7cef8bc-fef8-404a-93d8-c0f76d6c6909', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '9f998a2a-5cb6-4bab-892c-06a6730a89bd'}}] {{(pid=104418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 30 04:18:29.119667 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-85134bde-7928-4667-9452-c81d75dbad8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3606762'] for port (d0010877-2752-4254-bf1b-3d94d53f5b8a), before_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:18:29.168171 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:18:29.175968 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586ea539-5e72-4c34-9dfb-81bcc49e2f4a req-bf9e1ffb-a776-4919-b56e-0c6ee8cbcfa8 tempest-TestShelveInstance-1069409963 tempest-TestShelveInstance-1069409963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:18:29.177910 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-586ea539-5e72-4c34-9dfb-81bcc49e2f4a req-bf9e1ffb-a776-4919-b56e-0c6ee8cbcfa8 tempest-TestShelveInstance-1069409963 tempest-TestShelveInstance-1069409963-project] 10.222.0.13 "GET /v2.0/ports?device_id=51354e88-a19f-433f-85b3-126269c921c4 HTTP/1.1" status: 200 len: 944 time: 0.1174774 Jun 30 04:18:29.180602 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.notifiers.nova [req-d4c0ea20-c2cf-433b-913d-254db71e1d48 req-167784e4-e685-41b0-b1c6-a8c757500b6f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id af8ece6c-4794-4310-bde8-88faa37110ff {{(pid=104416) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 30 04:18:29.200028 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:18:29.223762 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-d4c0ea20-c2cf-433b-913d-254db71e1d48 req-167784e4-e685-41b0-b1c6-a8c757500b6f service neutron] Publish callbacks [] for port (af8ece6c-4794-4310-bde8-88faa37110ff), precommit_update {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:18:29.250376 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-f5c937f8-3563-44ee-94c8-0faf7f4b0a06 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-612929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-619506'] for router (5a319384-37a0-4ca0-92b2-eb70b04e234d), after_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:18:29.251159 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.db [None req-85134bde-7928-4667-9452-c81d75dbad8e None None] For port d0010877-2752-4254-bf1b-3d94d53f5b8a, host dv-cinder-846842-7-iscsi, cleared binding levels {{(pid=104418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 04:18:29.254937 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.db [None req-85134bde-7928-4667-9452-c81d75dbad8e None None] For port d0010877-2752-4254-bf1b-3d94d53f5b8a, host dv-cinder-846842-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-7-iscsi',level=0,port_id=d0010877-2752-4254-bf1b-3d94d53f5b8a,segment=NetworkSegment(b7cef8bc-fef8-404a-93d8-c0f76d6c6909),segment_id=b7cef8bc-fef8-404a-93d8-c0f76d6c6909)] {{(pid=104418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 04:18:29.273000 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-85134bde-7928-4667-9452-c81d75dbad8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4095053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781926634698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781926239335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781926239353'] for port (d0010877-2752-4254-bf1b-3d94d53f5b8a), after_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:18:29.325728 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c454df7b-fb61-4cc8-b0cc-0114d2f11e55 req-d6a2e3ca-b915-435c-ae4a-443c31cf81b1 tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:18:29.336721 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-c454df7b-fb61-4cc8-b0cc-0114d2f11e55 req-d6a2e3ca-b915-435c-ae4a-443c31cf81b1 tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] 10.222.0.13 "GET /v2.0/ports?device_id=b9a789ea-78f4-481d-bd9b-45bce25676ad HTTP/1.1" status: 200 len: 945 time: 0.2697163 Jun 30 04:18:29.346183 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.db.provisioning_blocks [req-d4c0ea20-c2cf-433b-913d-254db71e1d48 req-167784e4-e685-41b0-b1c6-a8c757500b6f service neutron] Transition to ACTIVE for port object af8ece6c-4794-4310-bde8-88faa37110ff will not be triggered until provisioned by entity L2. {{(pid=104416) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 30 04:18:29.350659 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:18:29.389245 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-d4c0ea20-c2cf-433b-913d-254db71e1d48 req-167784e4-e685-41b0-b1c6-a8c757500b6f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4095053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781926634698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781926239335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781926239353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1764123'] for port (af8ece6c-4794-4310-bde8-88faa37110ff), after_update {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:18:29.423185 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85134bde-7928-4667-9452-c81d75dbad8e None None] Routers {'94c38f85-5e46-4cec-9919-676c779c6860'} bound to L3 agent in host dv-cinder-846842-7-iscsi {{(pid=104418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 30 04:18:29.424349 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.db.l3_hamode_db [None req-85134bde-7928-4667-9452-c81d75dbad8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-30T04:07:07Z,description=,heartbeat_timestamp=2022-06-30T04:18:07Z,host='dv-cinder-846842-7-iscsi',id=2ea21a61-d737-4543-a811-a0d035fbf0f6,load=0,resource_versions=,resources_synced=,started_at=2022-06-30T04:07:07Z,topic='l3_agent')) {'router_ids': ['94c38f85-5e46-4cec-9919-676c779c6860'], 'active': True} {{(pid=104418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 04:18:29.440624 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7d18b1-2178-4f62-9a94-4be05203b875 None None] Pushing event updated for resources: {'Port': ['ID=d0010877-2752-4254-bf1b-3d94d53f5b8a,revision_number=4']} {{(pid=104418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:18:29.448349 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167784e4-e685-41b0-b1c6-a8c757500b6f service neutron] Pushing event updated for resources: {'Port': ['ID=af8ece6c-4794-4310-bde8-88faa37110ff,revision_number=2']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:18:29.450237 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.db.provisioning_blocks [None req-d3c50d6c-e23c-4bc9-8015-244af77848a1 None None] Provisioning complete for port d0010877-2752-4254-bf1b-3d94d53f5b8a triggered by entity DHCP. {{(pid=104417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 30 04:18:29.450707 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-d3c50d6c-e23c-4bc9-8015-244af77848a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565073'] for port (d0010877-2752-4254-bf1b-3d94d53f5b8a), provisioning_complete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:18:29.481734 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9338d6d6-5297-41cd-b4f6-e9619d6a4891 req-bf6508b2-0934-493c-b3fd-6aab93e903f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:18:29.488310 dv-cinder-846842-7-iscsi neutron-server[104415]: INFO neutron.wsgi [req-9338d6d6-5297-41cd-b4f6-e9619d6a4891 req-bf6508b2-0934-493c-b3fd-6aab93e903f4 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=db2948ec-060f-4621-8ce6-8119698c91b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0919735 Jun 30 04:18:29.499588 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:18:29.505318 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.rpc [None req-2a6d8403-c0a5-4ac4-aa48-860a84345009 None None] Device 635cb6ed-6c26-4dec-9f01-2028b745af91 up at agent ovs-agent-dv-cinder-846842-7-iscsi {{(pid=104417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 04:18:29.507776 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-586ea539-5e72-4c34-9dfb-81bcc49e2f4a req-c813b088-b627-4451-b39f-85596b3eb271 tempest-TestShelveInstance-1069409963 tempest-TestShelveInstance-1069409963-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f4a7f03-b349-4d47-a044-e7fe563f709b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3171434 Jun 30 04:18:29.542559 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-c454df7b-fb61-4cc8-b0cc-0114d2f11e55 req-d58dd303-8c01-4648-ad54-1c1cdf7318a8 tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] 10.222.0.13 "GET /v2.0/security-groups?id=8f11cf44-78a0-4c0e-8f30-1538f7de7776&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2049167 Jun 30 04:18:29.626497 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5c937f8-3563-44ee-94c8-0faf7f4b0a06 admin admin] Router 5a319384-37a0-4ca0-92b2-eb70b04e234d is scheduled to L3 agent 2ea21a61-d737-4543-a811-a0d035fbf0f6 with binding_index 1 {{(pid=104415) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 30 04:18:29.748498 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.db.l3_dvr_db [None req-85134bde-7928-4667-9452-c81d75dbad8e None None] Set router 94c38f85-5e46-4cec-9919-676c779c6860 gateway port host: dv-cinder-846842-7-iscsi {{(pid=104418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 30 04:18:29.764511 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.db.provisioning_blocks [None req-2a6d8403-c0a5-4ac4-aa48-860a84345009 None None] Provisioning complete for port 635cb6ed-6c26-4dec-9f01-2028b745af91 triggered by entity L2. {{(pid=104417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 30 04:18:29.768439 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-2a6d8403-c0a5-4ac4-aa48-860a84345009 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565073'] for port (635cb6ed-6c26-4dec-9f01-2028b745af91), provisioning_complete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:18:29.777843 dv-cinder-846842-7-iscsi neutron-server[104415]: INFO neutron.wsgi [req-9338d6d6-5297-41cd-b4f6-e9619d6a4891 req-b0cfe42c-660f-4a2c-85ae-851b477b6734 service neutron] 10.222.0.20 "GET /v2.0/networks/db2948ec-060f-4621-8ce6-8119698c91b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2755053 Jun 30 04:18:29.818455 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5c937f8-3563-44ee-94c8-0faf7f4b0a06 admin admin] Notify agent at l3_agent.dv-cinder-846842-7-iscsi the message routers_updated {{(pid=104415) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 04:18:29.818719 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d573d3a1-a043-488a-a9b6-dbc46b1a7423 None None] Network 38a447e8-e434-4852-91fd-0c2e9f779465 requested from dv-cinder-846842-7-iscsi {{(pid=104417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 30 04:18:29.834607 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-d3c50d6c-e23c-4bc9-8015-244af77848a1 None None] Current status of the port d0010877-2752-4254-bf1b-3d94d53f5b8a is: DOWN; New status is: ACTIVE {{(pid=104417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 30 04:18:29.835033 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-d3c50d6c-e23c-4bc9-8015-244af77848a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3606762'] for port (d0010877-2752-4254-bf1b-3d94d53f5b8a), before_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:18:29.842003 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-f5c937f8-3563-44ee-94c8-0faf7f4b0a06 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:18:29.843827 dv-cinder-846842-7-iscsi neutron-server[104415]: INFO neutron.wsgi [None req-f5c937f8-3563-44ee-94c8-0faf7f4b0a06 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.8741112 Jun 30 04:18:29.846501 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f391589e-7011-4d95-a626-40e26c195116 None None] Sync routers for ids ['5a319384-37a0-4ca0-92b2-eb70b04e234d'] in dv-cinder-846842-7-iscsi {{(pid=104417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 04:18:29.846989 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.wsgi [-] (104415) accepted ('10.222.0.13', 54326) {{(pid=104415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 04:18:29.865786 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.managers [req-d4c0ea20-c2cf-433b-913d-254db71e1d48 req-167784e4-e685-41b0-b1c6-a8c757500b6f service neutron] Attempting to bind port af8ece6c-4794-4310-bde8-88faa37110ff on host hv-cinder-84684 for vnic_type normal with profile {{(pid=104416) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 30 04:18:29.866116 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.managers [req-d4c0ea20-c2cf-433b-913d-254db71e1d48 req-167784e4-e685-41b0-b1c6-a8c757500b6f service neutron] Attempting to bind port af8ece6c-4794-4310-bde8-88faa37110ff by drivers openvswitch,hyperv on host hv-cinder-84684 at level 0 using segments [{'id': '8e11535a-de25-4823-afc2-8ade8ea587d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '9c18043c-6376-4ef1-99e0-e3f0031cee26'}] {{(pid=104416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 30 04:18:29.866677 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4c0ea20-c2cf-433b-913d-254db71e1d48 req-167784e4-e685-41b0-b1c6-a8c757500b6f service neutron] Attempting to bind port af8ece6c-4794-4310-bde8-88faa37110ff on network 9c18043c-6376-4ef1-99e0-e3f0031cee26 {{(pid=104416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 30 04:18:29.879591 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320b42c6-ddc1-4d61-aec3-417f15d10d17 req-4b1675b6-864f-44a3-9e7c-c996de999ec9 tempest-VolumesSnapshotTestJSON-599944138 tempest-VolumesSnapshotTestJSON-599944138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:18:29.887649 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-320b42c6-ddc1-4d61-aec3-417f15d10d17 req-4b1675b6-864f-44a3-9e7c-c996de999ec9 tempest-VolumesSnapshotTestJSON-599944138 tempest-VolumesSnapshotTestJSON-599944138-project] 10.222.0.13 "GET /v2.0/ports?device_id=eef409b2-233a-4846-8e69-31ba8d23f79a HTTP/1.1" status: 200 len: 944 time: 0.1737502 Jun 30 04:18:29.908489 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4c0ea20-c2cf-433b-913d-254db71e1d48 req-167784e4-e685-41b0-b1c6-a8c757500b6f service neutron] Port af8ece6c-4794-4310-bde8-88faa37110ff on network 9c18043c-6376-4ef1-99e0-e3f0031cee26 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84684 {{(pid=104416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 30 04:18:29.908941 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4c0ea20-c2cf-433b-913d-254db71e1d48 req-167784e4-e685-41b0-b1c6-a8c757500b6f service neutron] Attempting to bind port af8ece6c-4794-4310-bde8-88faa37110ff on network 9c18043c-6376-4ef1-99e0-e3f0031cee26 {{(pid=104416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 30 04:18:29.921604 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2024f3d4-6062-4c36-b48d-7e59f71f9970 req-23a1cedf-9001-49f9-9710-8f0f013e5b2b tempest-TestVolumeBootPattern-1718480899 tempest-TestVolumeBootPattern-1718480899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:18:29.923426 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-2024f3d4-6062-4c36-b48d-7e59f71f9970 req-23a1cedf-9001-49f9-9710-8f0f013e5b2b tempest-TestVolumeBootPattern-1718480899 tempest-TestVolumeBootPattern-1718480899-project] 10.222.0.13 "GET /v2.0/ports?device_id=d0a0dbf7-3345-49a9-9785-a36af6da4a5f HTTP/1.1" status: 200 len: 944 time: 0.1424248 Jun 30 04:18:29.928306 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f391589e-7011-4d95-a626-40e26c195116 None None] Routers {'5a319384-37a0-4ca0-92b2-eb70b04e234d'} bound to L3 agent in host dv-cinder-846842-7-iscsi {{(pid=104417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 30 04:18:29.929322 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.db.l3_hamode_db [None req-f391589e-7011-4d95-a626-40e26c195116 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-30T04:07:07Z,description=,heartbeat_timestamp=2022-06-30T04:18:07Z,host='dv-cinder-846842-7-iscsi',id=2ea21a61-d737-4543-a811-a0d035fbf0f6,load=0,resource_versions=,resources_synced=,started_at=2022-06-30T04:07:07Z,topic='l3_agent')) {'router_ids': ['5a319384-37a0-4ca0-92b2-eb70b04e234d'], 'active': True} {{(pid=104417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 04:18:29.947138 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:18:29.950838 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4c0ea20-c2cf-433b-913d-254db71e1d48 req-167784e4-e685-41b0-b1c6-a8c757500b6f service neutron] Checking agent: {'id': 'ef703bef-7cc0-467c-baa9-fe8a66be565c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84684', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 30, 4, 13, 10), 'started_at': datetime.datetime(2022, 6, 30, 4, 13, 10), 'heartbeat_timestamp': datetime.datetime(2022, 6, 30, 4, 18, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 30 04:18:29.951496 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4c0ea20-c2cf-433b-913d-254db71e1d48 req-167784e4-e685-41b0-b1c6-a8c757500b6f service neutron] Checking segment: {'id': '8e11535a-de25-4823-afc2-8ade8ea587d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '9c18043c-6376-4ef1-99e0-e3f0031cee26'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104416) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 30 04:18:29.952372 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4c0ea20-c2cf-433b-913d-254db71e1d48 req-167784e4-e685-41b0-b1c6-a8c757500b6f service neutron] Bound using segment: {'id': '8e11535a-de25-4823-afc2-8ade8ea587d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '9c18043c-6376-4ef1-99e0-e3f0031cee26'} {{(pid=104416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 30 04:18:29.953005 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.managers [req-d4c0ea20-c2cf-433b-913d-254db71e1d48 req-167784e4-e685-41b0-b1c6-a8c757500b6f service neutron] Bound port: af8ece6c-4794-4310-bde8-88faa37110ff, host: hv-cinder-84684, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8e11535a-de25-4823-afc2-8ade8ea587d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '9c18043c-6376-4ef1-99e0-e3f0031cee26'}}] {{(pid=104416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 30 04:18:29.953372 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-d4c0ea20-c2cf-433b-913d-254db71e1d48 req-167784e4-e685-41b0-b1c6-a8c757500b6f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3606762'] for port (af8ece6c-4794-4310-bde8-88faa37110ff), before_update {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:18:30.001907 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-320b42c6-ddc1-4d61-aec3-417f15d10d17 req-104c76aa-69a6-4883-8e66-6804f9201f66 tempest-VolumesSnapshotTestJSON-599944138 tempest-VolumesSnapshotTestJSON-599944138-project] 10.222.0.13 "GET /v2.0/security-groups?id=2f6d1c4a-513c-47f4-83a7-99e6c18ff482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132874 Jun 30 04:18:30.041557 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.db [None req-d3c50d6c-e23c-4bc9-8015-244af77848a1 None None] For port d0010877-2752-4254-bf1b-3d94d53f5b8a, host dv-cinder-846842-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-7-iscsi',level=0,port_id=d0010877-2752-4254-bf1b-3d94d53f5b8a,segment=NetworkSegment(b7cef8bc-fef8-404a-93d8-c0f76d6c6909),segment_id=b7cef8bc-fef8-404a-93d8-c0f76d6c6909)] {{(pid=104417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 04:18:30.072862 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-d3c50d6c-e23c-4bc9-8015-244af77848a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4095053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781926634698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781926239335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781926239353'] for port (d0010877-2752-4254-bf1b-3d94d53f5b8a), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:18:30.080522 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:SELECT=100 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:18:30.108704 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-2024f3d4-6062-4c36-b48d-7e59f71f9970 req-34c6b1c0-3bb9-4deb-8b10-bf8e367d674d tempest-TestVolumeBootPattern-1718480899 tempest-TestVolumeBootPattern-1718480899-project] 10.222.0.13 "GET /v2.0/security-groups?id=1e7d7258-f507-4717-8413-3442decd3e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1427579 Jun 30 04:18:30.115670 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.db [req-d4c0ea20-c2cf-433b-913d-254db71e1d48 req-167784e4-e685-41b0-b1c6-a8c757500b6f service neutron] For port af8ece6c-4794-4310-bde8-88faa37110ff, host hv-cinder-84684, cleared binding levels {{(pid=104416) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 04:18:30.123451 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.db [req-d4c0ea20-c2cf-433b-913d-254db71e1d48 req-167784e4-e685-41b0-b1c6-a8c757500b6f service neutron] For port af8ece6c-4794-4310-bde8-88faa37110ff, host hv-cinder-84684, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=af8ece6c-4794-4310-bde8-88faa37110ff,segment=NetworkSegment(8e11535a-de25-4823-afc2-8ade8ea587d6),segment_id=8e11535a-de25-4823-afc2-8ade8ea587d6)] {{(pid=104416) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 04:18:30.137445 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.db.l3_hamode_db [None req-85134bde-7928-4667-9452-c81d75dbad8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94c38f85-5e46-4cec-9919-676c779c6860', 'name': 'tempest-TestMinimumBasicScenario-1356694039-router', 'tenant_id': 'bf207393082c48d09f827e16d99b2609', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14b0e4f-074d-4507-846c-fc8420bddf12', 'external_fixed_ips': [{'subnet_id': '15378187-268c-4fae-ace7-eaca7aa50f90', 'ip_address': '172.27.1.147'}], 'enable_snat': True}, 'gw_port_id': 'cff5bd16-8bf5-4554-a34f-c1c0db534a4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T04:18:20Z', 'updated_at': '2022-06-30T04:18:24Z', 'revision_number': 4, 'project_id': 'bf207393082c48d09f827e16d99b2609', 'gw_port': {'id': 'cff5bd16-8bf5-4554-a34f-c1c0db534a4f', 'name': '', 'network_id': 'a14b0e4f-074d-4507-846c-fc8420bddf12', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:11:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94c38f85-5e46-4cec-9919-676c779c6860', 'device_owner': 'network:router_gateway', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': '15378187-268c-4fae-ace7-eaca7aa50f90', 'ip_address': '172.27.1.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T04:18:21Z', 'updated_at': '2022-06-30T04:18:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15378187-268c-4fae-ace7-eaca7aa50f90', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-7-iscsi', '_interfaces': [{'id': 'd0010877-2752-4254-bf1b-3d94d53f5b8a', 'name': '', 'network_id': '9f998a2a-5cb6-4bab-892c-06a6730a89bd', 'tenant_id': 'bf207393082c48d09f827e16d99b2609', 'mac_address': 'fa:16:3e:fb:a1:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94c38f85-5e46-4cec-9919-676c779c6860', 'device_owner': 'network:router_interface', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '06112278-432b-41ef-b6f4-fdb3205ed762', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T04:18:23Z', 'updated_at': '2022-06-30T04:18:29Z', 'revision_number': 4, 'project_id': 'bf207393082c48d09f827e16d99b2609', 'subnets': [{'id': '06112278-432b-41ef-b6f4-fdb3205ed762', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846842-7-iscsi', False) {} {{(pid=104418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 04:18:30.143466 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-d4c0ea20-c2cf-433b-913d-254db71e1d48 req-167784e4-e685-41b0-b1c6-a8c757500b6f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4095053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781926634698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781926239335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781926239353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1764123'] for port (af8ece6c-4794-4310-bde8-88faa37110ff), after_update {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:18:30.162000 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c0ea20-c2cf-433b-913d-254db71e1d48 req-167784e4-e685-41b0-b1c6-a8c757500b6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:18:30.162885 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-d4c0ea20-c2cf-433b-913d-254db71e1d48 req-167784e4-e685-41b0-b1c6-a8c757500b6f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13292'] for port (None), before_response {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:18:30.164669 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85134bde-7928-4667-9452-c81d75dbad8e None None] The sync data for ids ['94c38f85-5e46-4cec-9919-676c779c6860'] in dv-cinder-846842-7-iscsi is: [{'id': '94c38f85-5e46-4cec-9919-676c779c6860', 'name': 'tempest-TestMinimumBasicScenario-1356694039-router', 'tenant_id': 'bf207393082c48d09f827e16d99b2609', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14b0e4f-074d-4507-846c-fc8420bddf12', 'external_fixed_ips': [{'subnet_id': '15378187-268c-4fae-ace7-eaca7aa50f90', 'ip_address': '172.27.1.147'}], 'enable_snat': True}, 'gw_port_id': 'cff5bd16-8bf5-4554-a34f-c1c0db534a4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T04:18:20Z', 'updated_at': '2022-06-30T04:18:24Z', 'revision_number': 4, 'project_id': 'bf207393082c48d09f827e16d99b2609', 'gw_port': {'id': 'cff5bd16-8bf5-4554-a34f-c1c0db534a4f', 'name': '', 'network_id': 'a14b0e4f-074d-4507-846c-fc8420bddf12', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:11:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94c38f85-5e46-4cec-9919-676c779c6860', 'device_owner': 'network:router_gateway', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': '15378187-268c-4fae-ace7-eaca7aa50f90', 'ip_address': '172.27.1.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T04:18:21Z', 'updated_at': '2022-06-30T04:18:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15378187-268c-4fae-ace7-eaca7aa50f90', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-7-iscsi', '_interfaces': [{'id': 'd0010877-2752-4254-bf1b-3d94d53f5b8a', 'name': '', 'network_id': '9f998a2a-5cb6-4bab-892c-06a6730a89bd', 'tenant_id': 'bf207393082c48d09f827e16d99b2609', 'mac_address': 'fa:16:3e:fb:a1:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94c38f85-5e46-4cec-9919-676c779c6860', 'device_owner': 'network:router_interface', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '06112278-432b-41ef-b6f4-fdb3205ed762', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T04:18:23Z', 'updated_at': '2022-06-30T04:18:29Z', 'revision_number': 4, 'project_id': 'bf207393082c48d09f827e16d99b2609', 'subnets': [{'id': '06112278-432b-41ef-b6f4-fdb3205ed762', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 04:18:30.167709 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-d4c0ea20-c2cf-433b-913d-254db71e1d48 req-167784e4-e685-41b0-b1c6-a8c757500b6f service neutron] 10.222.0.20 "PUT /v2.0/ports/af8ece6c-4794-4310-bde8-88faa37110ff HTTP/1.1" status: 200 len: 1094 time: 1.8360336 Jun 30 04:18:30.211709 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-2a6d8403-c0a5-4ac4-aa48-860a84345009 None None] Current status of the port 635cb6ed-6c26-4dec-9f01-2028b745af91 is: DOWN; New status is: ACTIVE {{(pid=104417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 30 04:18:30.212205 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-2a6d8403-c0a5-4ac4-aa48-860a84345009 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3606762'] for port (635cb6ed-6c26-4dec-9f01-2028b745af91), before_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:18:30.233437 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:18:30.244208 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167784e4-e685-41b0-b1c6-a8c757500b6f service neutron] Pushing event updated for resources: {'Port': ['ID=af8ece6c-4794-4310-bde8-88faa37110ff,revision_number=3']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:18:30.296653 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c0ea20-c2cf-433b-913d-254db71e1d48 req-d399e085-448f-46c5-b352-7fc4327f8f1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:18:30.298399 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-d4c0ea20-c2cf-433b-913d-254db71e1d48 req-d399e085-448f-46c5-b352-7fc4327f8f1d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=4a5e183a36084c9fb82f3a3f7d24402a&device_id=eef409b2-233a-4846-8e69-31ba8d23f79a HTTP/1.1" status: 200 len: 1128 time: 0.0558755 Jun 30 04:18:30.300022 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c50d6c-e23c-4bc9-8015-244af77848a1 None None] Pushing event updated for resources: {'Port': ['ID=d0010877-2752-4254-bf1b-3d94d53f5b8a,revision_number=5']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:18:30.305562 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.db.l3_dvr_db [None req-f391589e-7011-4d95-a626-40e26c195116 None None] Set router 5a319384-37a0-4ca0-92b2-eb70b04e234d gateway port host: dv-cinder-846842-7-iscsi {{(pid=104417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 30 04:18:30.316896 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.db.provisioning_blocks [None req-9714f448-cc58-478d-a115-2394863ad8d9 None None] Provisioning complete for port d0010877-2752-4254-bf1b-3d94d53f5b8a triggered by entity DHCP. {{(pid=104417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 30 04:18:30.317255 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-9714f448-cc58-478d-a115-2394863ad8d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565073'] for port (d0010877-2752-4254-bf1b-3d94d53f5b8a), provisioning_complete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:18:30.359801 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-d4c0ea20-c2cf-433b-913d-254db71e1d48 req-1c02a9b8-77ab-40b3-b82b-46addebc4d3e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=af8ece6c-4794-4310-bde8-88faa37110ff HTTP/1.1" status: 200 len: 217 time: 0.0492494 Jun 30 04:18:30.417474 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:18:30.432567 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.db [None req-2a6d8403-c0a5-4ac4-aa48-860a84345009 None None] For port 635cb6ed-6c26-4dec-9f01-2028b745af91, host dv-cinder-846842-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-7-iscsi',level=0,port_id=635cb6ed-6c26-4dec-9f01-2028b745af91,segment=NetworkSegment(317f0beb-2dac-40e3-bf82-fc85d506e21b),segment_id=317f0beb-2dac-40e3-bf82-fc85d506e21b)] {{(pid=104417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 04:18:30.447994 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c0ea20-c2cf-433b-913d-254db71e1d48 req-a2f6b9f8-8059-431d-a19c-8208d36053b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:18:30.449939 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-d4c0ea20-c2cf-433b-913d-254db71e1d48 req-a2f6b9f8-8059-431d-a19c-8208d36053b6 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=1633d63e-410a-4092-ad59-b64c12aa87c9 HTTP/1.1" status: 200 len: 853 time: 0.0814033 Jun 30 04:18:30.461566 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-2a6d8403-c0a5-4ac4-aa48-860a84345009 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4095053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781926634698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781926239335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781926239353'] for port (635cb6ed-6c26-4dec-9f01-2028b745af91), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:18:30.462454 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.rpc [None req-2a6d8403-c0a5-4ac4-aa48-860a84345009 None None] Device cff5bd16-8bf5-4554-a34f-c1c0db534a4f up at agent ovs-agent-dv-cinder-846842-7-iscsi {{(pid=104417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 04:18:30.495999 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-d4c0ea20-c2cf-433b-913d-254db71e1d48 req-61196d86-b15f-4ccd-b9fd-306fdd142f4d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9c18043c-6376-4ef1-99e0-e3f0031cee26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0388234 Jun 30 04:18:30.541523 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:18:30.615668 dv-cinder-846842-7-iscsi neutron-server[104415]: INFO neutron.wsgi [req-9338d6d6-5297-41cd-b4f6-e9619d6a4891 req-7b95aaa6-e5b4-4ed4-8806-858c5e53ae82 service neutron] 10.222.0.20 "GET /v2.0/networks/db2948ec-060f-4621-8ce6-8119698c91b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3133769 Jun 30 04:18:30.635701 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eef409b2-233a-4846-8e69-31ba8d23f79a', 'tag': 'af8ece6c-4794-4310-bde8-88faa37110ff'}] {{(pid=104416) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 30 04:18:30.640692 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8111519efe35ff5952c269e16f689610d56ef28aa1e0b77ca5734c542983c30f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e1d64ed-c5f7-44f6-9b22-555177e44ce2" -d '{"events": [{"name": "network-changed", "server_uuid": "eef409b2-233a-4846-8e69-31ba8d23f79a", "tag": "af8ece6c-4794-4310-bde8-88faa37110ff"}]}' {{(pid=104416) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 04:18:30.665578 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6d8403-c0a5-4ac4-aa48-860a84345009 None None] Pushing event updated for resources: {'Port': ['ID=635cb6ed-6c26-4dec-9f01-2028b745af91,revision_number=3']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:18:30.690021 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-6aa01210-cf00-42b0-a9f2-46bfc2d0d132 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3606762'] for port (None), before_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:18:30.707350 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.db.provisioning_blocks [None req-2a6d8403-c0a5-4ac4-aa48-860a84345009 None None] Provisioning complete for port cff5bd16-8bf5-4554-a34f-c1c0db534a4f triggered by entity L2. {{(pid=104417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 30 04:18:30.707713 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-2a6d8403-c0a5-4ac4-aa48-860a84345009 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565073'] for port (cff5bd16-8bf5-4554-a34f-c1c0db534a4f), provisioning_complete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:18:30.735316 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-9714f448-cc58-478d-a115-2394863ad8d9 None None] Current status of the port d0010877-2752-4254-bf1b-3d94d53f5b8a is: ACTIVE; New status is: ACTIVE {{(pid=104417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 30 04:18:30.778252 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65297c00-980a-4a08-a693-feaf4fc31f07 req-b6dffcc2-fa9b-4543-b287-5b44048c8ec5 tempest-TestShelveInstance-1069409963 tempest-TestShelveInstance-1069409963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:18:30.779791 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-65297c00-980a-4a08-a693-feaf4fc31f07 req-b6dffcc2-fa9b-4543-b287-5b44048c8ec5 tempest-TestShelveInstance-1069409963 tempest-TestShelveInstance-1069409963-project] 10.222.0.13 "GET /v2.0/ports?device_id=51354e88-a19f-433f-85b3-126269c921c4 HTTP/1.1" status: 200 len: 944 time: 0.1477444 Jun 30 04:18:30.780998 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.db.provisioning_blocks [None req-9714f448-cc58-478d-a115-2394863ad8d9 None None] Provisioning complete for port 635cb6ed-6c26-4dec-9f01-2028b745af91 triggered by entity DHCP. {{(pid=104417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 30 04:18:30.781850 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-9714f448-cc58-478d-a115-2394863ad8d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565073'] for port (635cb6ed-6c26-4dec-9f01-2028b745af91), provisioning_complete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:18:30.784488 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-d4c0ea20-c2cf-433b-913d-254db71e1d48 req-eb0e8540-8ac6-4836-8733-d7d77e86cdc4 service neutron] 10.222.0.20 "GET /v2.0/networks/9c18043c-6376-4ef1-99e0-e3f0031cee26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2811525 Jun 30 04:18:30.794535 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc5062d-53db-482c-895b-02a0b64b0faa req-acc1d072-84c8-4bc8-a8af-cb91a314d92a tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:18:30.796290 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-bcc5062d-53db-482c-895b-02a0b64b0faa req-acc1d072-84c8-4bc8-a8af-cb91a314d92a tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] 10.222.0.13 "GET /v2.0/ports?device_id=b9a789ea-78f4-481d-bd9b-45bce25676ad HTTP/1.1" status: 200 len: 945 time: 0.1187763 Jun 30 04:18:30.814187 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.db.l3_hamode_db [None req-f391589e-7011-4d95-a626-40e26c195116 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a319384-37a0-4ca0-92b2-eb70b04e234d', 'name': 'tempest-TestMinimumBasicScenario-1152490574-router', 'tenant_id': '45344bd3e7e64b76a20d9a98cd61bb4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14b0e4f-074d-4507-846c-fc8420bddf12', 'external_fixed_ips': [{'subnet_id': '15378187-268c-4fae-ace7-eaca7aa50f90', 'ip_address': '172.27.1.245'}], 'enable_snat': True}, 'gw_port_id': 'e8d5a44d-2401-4629-bf3c-f11875e733da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T04:18:27Z', 'updated_at': '2022-06-30T04:18:28Z', 'revision_number': 3, 'project_id': '45344bd3e7e64b76a20d9a98cd61bb4c', 'gw_port': {'id': 'e8d5a44d-2401-4629-bf3c-f11875e733da', 'name': '', 'network_id': 'a14b0e4f-074d-4507-846c-fc8420bddf12', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:c0:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a319384-37a0-4ca0-92b2-eb70b04e234d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '15378187-268c-4fae-ace7-eaca7aa50f90', 'ip_address': '172.27.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T04:18:27Z', 'updated_at': '2022-06-30T04:18:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '15378187-268c-4fae-ace7-eaca7aa50f90', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-7-iscsi'}], 'dv-cinder-846842-7-iscsi', False) {} {{(pid=104417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 04:18:30.853814 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f391589e-7011-4d95-a626-40e26c195116 None None] Checking router: 5a319384-37a0-4ca0-92b2-eb70b04e234d for host: dv-cinder-846842-7-iscsi {{(pid=104417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 04:18:30.854150 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f391589e-7011-4d95-a626-40e26c195116 None None] Updating router 5a319384-37a0-4ca0-92b2-eb70b04e234d port e8d5a44d-2401-4629-bf3c-f11875e733da binding host dv-cinder-846842-7-iscsi {{(pid=104417) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 04:18:30.877662 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-65297c00-980a-4a08-a693-feaf4fc31f07 req-bf1117ff-cd46-4b96-ac42-e34009c7b482 tempest-TestShelveInstance-1069409963 tempest-TestShelveInstance-1069409963-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f4a7f03-b349-4d47-a044-e7fe563f709b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0901015 Jun 30 04:18:30.933746 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-f391589e-7011-4d95-a626-40e26c195116 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3606762'] for port (e8d5a44d-2401-4629-bf3c-f11875e733da), before_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:18:30.957595 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.db.db_base_plugin_common [None req-6aa01210-cf00-42b0-a9f2-46bfc2d0d132 admin admin] Allocated IP 172.20.0.1 (38a447e8-e434-4852-91fd-0c2e9f779465/a2c9f785-4b8c-4612-b26f-b639a33deb05/767dc3ec-d6ca-4bb4-b1d6-7f1ffa7a637e) {{(pid=104415) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 04:18:30.960446 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeddc31b-0c96-4560-9ff7-1d657752cd55 req-05d23f4f-c628-4767-8e44-5ff71633530b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:18:30.963271 dv-cinder-846842-7-iscsi neutron-server[104415]: INFO neutron.wsgi [req-aeddc31b-0c96-4560-9ff7-1d657752cd55 req-05d23f4f-c628-4767-8e44-5ff71633530b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c2fe0f4b2519494ea784cea098da6be3&device_id=d0a0dbf7-3345-49a9-9785-a36af6da4a5f HTTP/1.1" status: 200 len: 1128 time: 0.0706024 Jun 30 04:18:30.968903 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Jun 2022 04:18:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee5c2aab-6afc-4ba8-bb5b-3d22b6630cf7 x-openstack-request-id: req-ee5c2aab-6afc-4ba8-bb5b-3d22b6630cf7 {{(pid=104416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 04:18:30.969192 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eef409b2-233a-4846-8e69-31ba8d23f79a", "tag": "af8ece6c-4794-4310-bde8-88faa37110ff", "status": "completed", "code": 200}]} {{(pid=104416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 04:18:30.969978 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ee5c2aab-6afc-4ba8-bb5b-3d22b6630cf7 {{(pid=104416) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 04:18:30.970454 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ee5c2aab-6afc-4ba8-bb5b-3d22b6630cf7'] response: {'name': 'network-changed', 'server_uuid': 'eef409b2-233a-4846-8e69-31ba8d23f79a', 'tag': 'af8ece6c-4794-4310-bde8-88faa37110ff', 'status': 'completed', 'code': 200} Jun 30 04:18:30.975245 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-2a6d8403-c0a5-4ac4-aa48-860a84345009 None None] Current status of the port cff5bd16-8bf5-4554-a34f-c1c0db534a4f is: ACTIVE; New status is: ACTIVE {{(pid=104417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 30 04:18:30.981105 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-bcc5062d-53db-482c-895b-02a0b64b0faa req-21e4061b-0159-4176-985a-d5c1c8385f92 tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] 10.222.0.13 "GET /v2.0/security-groups?id=8f11cf44-78a0-4c0e-8f30-1538f7de7776&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1769543 Jun 30 04:18:31.085754 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-9714f448-cc58-478d-a115-2394863ad8d9 None None] Current status of the port 635cb6ed-6c26-4dec-9f01-2028b745af91 is: ACTIVE; New status is: ACTIVE {{(pid=104417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 30 04:18:31.098884 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-d4c0ea20-c2cf-433b-913d-254db71e1d48 req-0fdc3ebc-fbd8-47f6-b285-6727e3908108 service neutron] 10.222.0.20 "GET /v2.0/networks/9c18043c-6376-4ef1-99e0-e3f0031cee26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1976500 Jun 30 04:18:31.106757 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:18:31.146657 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:18:31.220355 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-6aa01210-cf00-42b0-a9f2-46bfc2d0d132 admin admin] Publish callbacks [] for port (767dc3ec-d6ca-4bb4-b1d6-7f1ffa7a637e), precommit_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:18:31.243915 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeddc31b-0c96-4560-9ff7-1d657752cd55 req-0c4312a4-4bb9-43fa-b3c1-b83a3b5f48b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:18:31.245440 dv-cinder-846842-7-iscsi neutron-server[104415]: INFO neutron.wsgi [req-aeddc31b-0c96-4560-9ff7-1d657752cd55 req-0c4312a4-4bb9-43fa-b3c1-b83a3b5f48b2 service neutron] 10.222.0.20 "GET /v2.0/networks?id=db2948ec-060f-4621-8ce6-8119698c91b1 HTTP/1.1" status: 200 len: 912 time: 0.2727115 Jun 30 04:18:31.258729 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36014340-a458-4864-9d10-c820c7c30280 req-a21ad4b4-4712-42a4-949f-68e74e514d6d tempest-VolumesSnapshotTestJSON-599944138 tempest-VolumesSnapshotTestJSON-599944138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:18:31.262836 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-36014340-a458-4864-9d10-c820c7c30280 req-a21ad4b4-4712-42a4-949f-68e74e514d6d tempest-VolumesSnapshotTestJSON-599944138 tempest-VolumesSnapshotTestJSON-599944138-project] 10.222.0.13 "GET /v2.0/ports?device_id=eef409b2-233a-4846-8e69-31ba8d23f79a HTTP/1.1" status: 200 len: 944 time: 0.1128938 Jun 30 04:18:31.282704 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.rpc [None req-2a6d8403-c0a5-4ac4-aa48-860a84345009 None None] Device 635cb6ed-6c26-4dec-9f01-2028b745af91 up at agent ovs-agent-dv-cinder-846842-7-iscsi {{(pid=104417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 04:18:31.294893 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-6aa01210-cf00-42b0-a9f2-46bfc2d0d132 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4095053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781926239317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11645207'] for port (767dc3ec-d6ca-4bb4-b1d6-7f1ffa7a637e), after_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:18:31.301523 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:18:31.322036 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.db.provisioning_blocks [None req-068b27d1-5494-4135-81bb-d7757821329d None None] Provisioning complete for port 635cb6ed-6c26-4dec-9f01-2028b745af91 triggered by entity DHCP. {{(pid=104417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 30 04:18:31.322036 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-068b27d1-5494-4135-81bb-d7757821329d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565073'] for port (635cb6ed-6c26-4dec-9f01-2028b745af91), provisioning_complete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:18:31.322318 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3798afc-3c48-42fc-b052-7b9f8cfcb491 req-dd5e84a0-d5f6-48fa-a691-be73d88834bb tempest-TestVolumeBootPattern-1718480899 tempest-TestVolumeBootPattern-1718480899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:18:31.324095 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-f3798afc-3c48-42fc-b052-7b9f8cfcb491 req-dd5e84a0-d5f6-48fa-a691-be73d88834bb tempest-TestVolumeBootPattern-1718480899 tempest-TestVolumeBootPattern-1718480899-project] 10.222.0.13 "GET /v2.0/ports?device_id=d0a0dbf7-3345-49a9-9785-a36af6da4a5f HTTP/1.1" status: 200 len: 944 time: 0.1134894 Jun 30 04:18:31.349991 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6aa01210-cf00-42b0-a9f2-46bfc2d0d132 admin admin] Network 38a447e8-e434-4852-91fd-0c2e9f779465 is already hosted by enough agents. {{(pid=104415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 04:18:31.354045 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.scheduler.base_scheduler [None req-6aa01210-cf00-42b0-a9f2-46bfc2d0d132 admin admin] Resources bound (agent type, host, resource id): {{(pid=104415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 04:18:31.356091 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa01210-cf00-42b0-a9f2-46bfc2d0d132 admin admin] Pushing event updated for resources: {'Port': ['ID=767dc3ec-d6ca-4bb4-b1d6-7f1ffa7a637e,revision_number=1']} {{(pid=104415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:18:31.364142 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aa01210-cf00-42b0-a9f2-46bfc2d0d132 admin admin] Received port after_create {{(pid=104415) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 30 04:18:31.378929 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-36014340-a458-4864-9d10-c820c7c30280 req-597e2b4a-3ba8-4ce7-83fa-a26d52519cb6 tempest-VolumesSnapshotTestJSON-599944138 tempest-VolumesSnapshotTestJSON-599944138-project] 10.222.0.13 "GET /v2.0/security-groups?id=2f6d1c4a-513c-47f4-83a7-99e6c18ff482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974326 Jun 30 04:18:31.410451 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-6aa01210-cf00-42b0-a9f2-46bfc2d0d132 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-614065'] for router_interface (5a319384-37a0-4ca0-92b2-eb70b04e234d), before_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:18:31.470084 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-f3798afc-3c48-42fc-b052-7b9f8cfcb491 req-20366e03-26cf-47f9-85ef-9955f02bf5c0 tempest-TestVolumeBootPattern-1718480899 tempest-TestVolumeBootPattern-1718480899-project] 10.222.0.13 "GET /v2.0/security-groups?id=1e7d7258-f507-4717-8413-3442decd3e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0979772 Jun 30 04:18:31.551140 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:18:31.551769 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=100 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:18:31.592519 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-6aa01210-cf00-42b0-a9f2-46bfc2d0d132 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3606762'] for port (767dc3ec-d6ca-4bb4-b1d6-7f1ffa7a637e), before_update {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:18:31.663996 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8517583d-da8c-47d1-8acc-443178854458 req-b9673873-34bb-487c-bec1-8fd41aa11d22 tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:18:31.665150 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-8517583d-da8c-47d1-8acc-443178854458 req-b9673873-34bb-487c-bec1-8fd41aa11d22 tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] 10.222.0.13 "GET /v2.0/ports?device_id=b9a789ea-78f4-481d-bd9b-45bce25676ad HTTP/1.1" status: 200 len: 945 time: 0.0652421 Jun 30 04:18:31.678144 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.db.provisioning_blocks [None req-2a6d8403-c0a5-4ac4-aa48-860a84345009 None None] Provisioning complete for port 635cb6ed-6c26-4dec-9f01-2028b745af91 triggered by entity L2. {{(pid=104417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 30 04:18:31.678503 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-2a6d8403-c0a5-4ac4-aa48-860a84345009 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565073'] for port (635cb6ed-6c26-4dec-9f01-2028b745af91), provisioning_complete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:18:31.720173 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-8517583d-da8c-47d1-8acc-443178854458 req-ca62db26-7bb3-4663-9cbd-d64bae7061d9 tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] 10.222.0.13 "GET /v2.0/security-groups?id=8f11cf44-78a0-4c0e-8f30-1538f7de7776&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479221 Jun 30 04:18:31.773220 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-6aa01210-cf00-42b0-a9f2-46bfc2d0d132 admin admin] Publish callbacks [] for port (767dc3ec-d6ca-4bb4-b1d6-7f1ffa7a637e), precommit_update {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:18:31.778090 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-6aa01210-cf00-42b0-a9f2-46bfc2d0d132 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4095053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781926634698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781926239335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781926239353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11645230'] for port (767dc3ec-d6ca-4bb4-b1d6-7f1ffa7a637e), after_update {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:18:31.792095 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-f391589e-7011-4d95-a626-40e26c195116 None None] Publish callbacks [] for port (e8d5a44d-2401-4629-bf3c-f11875e733da), precommit_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:18:31.808585 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-068b27d1-5494-4135-81bb-d7757821329d None None] Current status of the port 635cb6ed-6c26-4dec-9f01-2028b745af91 is: ACTIVE; New status is: ACTIVE {{(pid=104417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 30 04:18:31.813653 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-f391589e-7011-4d95-a626-40e26c195116 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4095053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781926634698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781926239335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781926239353'] for port (e8d5a44d-2401-4629-bf3c-f11875e733da), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:18:31.852987 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa01210-cf00-42b0-a9f2-46bfc2d0d132 admin admin] Pushing event updated for resources: {'Port': ['ID=767dc3ec-d6ca-4bb4-b1d6-7f1ffa7a637e,revision_number=2']} {{(pid=104415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:18:31.856025 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-6aa01210-cf00-42b0-a9f2-46bfc2d0d132 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-613933'] for router_interface (5a319384-37a0-4ca0-92b2-eb70b04e234d), after_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:18:31.859388 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:18:31.890986 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bda9f22-1662-4b43-9711-14800d167c35 None None] Pushing event updated for resources: {'Port': ['ID=e8d5a44d-2401-4629-bf3c-f11875e733da,revision_number=2']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:18:31.897354 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.managers [None req-f391589e-7011-4d95-a626-40e26c195116 None None] Attempting to bind port e8d5a44d-2401-4629-bf3c-f11875e733da on host dv-cinder-846842-7-iscsi for vnic_type normal with profile {{(pid=104417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 30 04:18:31.897793 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.managers [None req-f391589e-7011-4d95-a626-40e26c195116 None None] Attempting to bind port e8d5a44d-2401-4629-bf3c-f11875e733da by drivers openvswitch,hyperv on host dv-cinder-846842-7-iscsi at level 0 using segments [{'id': '3bfcffa1-5305-4ee8-86f3-678eb000aac1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a14b0e4f-074d-4507-846c-fc8420bddf12'}] {{(pid=104417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 30 04:18:31.898622 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f391589e-7011-4d95-a626-40e26c195116 None None] Attempting to bind port e8d5a44d-2401-4629-bf3c-f11875e733da on network a14b0e4f-074d-4507-846c-fc8420bddf12 {{(pid=104417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 30 04:18:31.909619 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f391589e-7011-4d95-a626-40e26c195116 None None] Checking agent: {'id': 'cbdf45b5-344e-4e18-9242-1abb738708f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846842-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 30, 4, 7, 10), 'started_at': datetime.datetime(2022, 6, 30, 4, 7, 40), 'heartbeat_timestamp': datetime.datetime(2022, 6, 30, 4, 18, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846842-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 30 04:18:31.909985 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f391589e-7011-4d95-a626-40e26c195116 None None] Checking segment: {'id': '3bfcffa1-5305-4ee8-86f3-678eb000aac1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a14b0e4f-074d-4507-846c-fc8420bddf12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 30 04:18:31.910383 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-f391589e-7011-4d95-a626-40e26c195116 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:18:31.910765 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f391589e-7011-4d95-a626-40e26c195116 None None] Bound using segment: {'id': '3bfcffa1-5305-4ee8-86f3-678eb000aac1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a14b0e4f-074d-4507-846c-fc8420bddf12'} {{(pid=104417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 30 04:18:31.911237 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.managers [None req-f391589e-7011-4d95-a626-40e26c195116 None None] Bound port: e8d5a44d-2401-4629-bf3c-f11875e733da, host: dv-cinder-846842-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3bfcffa1-5305-4ee8-86f3-678eb000aac1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a14b0e4f-074d-4507-846c-fc8420bddf12'}}] {{(pid=104417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 30 04:18:31.911720 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-f391589e-7011-4d95-a626-40e26c195116 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3606762'] for port (e8d5a44d-2401-4629-bf3c-f11875e733da), before_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:18:31.913327 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-2a6d8403-c0a5-4ac4-aa48-860a84345009 None None] Current status of the port 635cb6ed-6c26-4dec-9f01-2028b745af91 is: ACTIVE; New status is: ACTIVE {{(pid=104417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 30 04:18:31.914441 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.rpc [None req-2a6d8403-c0a5-4ac4-aa48-860a84345009 None None] Device d0010877-2752-4254-bf1b-3d94d53f5b8a up at agent ovs-agent-dv-cinder-846842-7-iscsi {{(pid=104417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 04:18:31.978980 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6aa01210-cf00-42b0-a9f2-46bfc2d0d132 admin admin] Network 38a447e8-e434-4852-91fd-0c2e9f779465 is already hosted by enough agents. {{(pid=104415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 04:18:31.980656 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.scheduler.base_scheduler [None req-6aa01210-cf00-42b0-a9f2-46bfc2d0d132 admin admin] Resources bound (agent type, host, resource id): {{(pid=104415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 04:18:31.982706 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.db.provisioning_blocks [None req-6283320d-270b-43c2-85ba-55c98b26e9dd None None] Provisioning complete for port 767dc3ec-d6ca-4bb4-b1d6-7f1ffa7a637e triggered by entity DHCP. {{(pid=104417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 30 04:18:31.983076 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-6283320d-270b-43c2-85ba-55c98b26e9dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565073'] for port (767dc3ec-d6ca-4bb4-b1d6-7f1ffa7a637e), provisioning_complete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:18:32.021503 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3374811-7174-41e5-9777-d082a7f2d84c req-7064c02e-2708-4ff1-bf8c-55ac3ff35dae tempest-TestShelveInstance-1069409963 tempest-TestShelveInstance-1069409963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:18:32.027623 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-c3374811-7174-41e5-9777-d082a7f2d84c req-7064c02e-2708-4ff1-bf8c-55ac3ff35dae tempest-TestShelveInstance-1069409963 tempest-TestShelveInstance-1069409963-project] 10.222.0.13 "GET /v2.0/ports?device_id=51354e88-a19f-433f-85b3-126269c921c4 HTTP/1.1" status: 200 len: 944 time: 0.0572319 Jun 30 04:18:32.048004 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.db [None req-f391589e-7011-4d95-a626-40e26c195116 None None] For port e8d5a44d-2401-4629-bf3c-f11875e733da, host dv-cinder-846842-7-iscsi, cleared binding levels {{(pid=104417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 04:18:32.071401 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.db.provisioning_blocks [None req-2a6d8403-c0a5-4ac4-aa48-860a84345009 None None] Provisioning complete for port d0010877-2752-4254-bf1b-3d94d53f5b8a triggered by entity L2. {{(pid=104417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 30 04:18:32.071923 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-2a6d8403-c0a5-4ac4-aa48-860a84345009 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565073'] for port (d0010877-2752-4254-bf1b-3d94d53f5b8a), provisioning_complete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:18:32.085003 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-c3374811-7174-41e5-9777-d082a7f2d84c req-f240ee5e-e5ee-454d-8419-57a0d884bbba tempest-TestShelveInstance-1069409963 tempest-TestShelveInstance-1069409963-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f4a7f03-b349-4d47-a044-e7fe563f709b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562963 Jun 30 04:18:32.098290 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-6283320d-270b-43c2-85ba-55c98b26e9dd None None] Port 767dc3ec-d6ca-4bb4-b1d6-7f1ffa7a637e cannot update to ACTIVE because it is not bound. {{(pid=104417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 30 04:18:32.120209 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.db [None req-f391589e-7011-4d95-a626-40e26c195116 None None] For port e8d5a44d-2401-4629-bf3c-f11875e733da, host dv-cinder-846842-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-7-iscsi',level=0,port_id=e8d5a44d-2401-4629-bf3c-f11875e733da,segment=NetworkSegment(3bfcffa1-5305-4ee8-86f3-678eb000aac1),segment_id=3bfcffa1-5305-4ee8-86f3-678eb000aac1)] {{(pid=104417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 04:18:32.120526 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6aa01210-cf00-42b0-a9f2-46bfc2d0d132 admin admin] Router 5a319384-37a0-4ca0-92b2-eb70b04e234d has already been hosted by L3 agent 2ea21a61-d737-4543-a811-a0d035fbf0f6 {{(pid=104415) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 30 04:18:32.130597 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-f391589e-7011-4d95-a626-40e26c195116 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4095053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781926634698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781926239335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781926239353'] for port (e8d5a44d-2401-4629-bf3c-f11875e733da), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:18:32.184846 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:18:32.234287 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1d64ed-c5f7-44f6-9b22-555177e44ce2 req-7d859d10-1acc-401a-93a2-c2bf00ff9030 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:18:32.236354 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-4e1d64ed-c5f7-44f6-9b22-555177e44ce2 req-7d859d10-1acc-401a-93a2-c2bf00ff9030 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=4a5e183a36084c9fb82f3a3f7d24402a&device_id=eef409b2-233a-4846-8e69-31ba8d23f79a HTTP/1.1" status: 200 len: 1128 time: 0.0560582 Jun 30 04:18:32.244685 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f391589e-7011-4d95-a626-40e26c195116 None None] Routers {'5a319384-37a0-4ca0-92b2-eb70b04e234d'} bound to L3 agent in host dv-cinder-846842-7-iscsi {{(pid=104417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 30 04:18:32.245324 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.db.l3_hamode_db [None req-f391589e-7011-4d95-a626-40e26c195116 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-30T04:07:07Z,description=,heartbeat_timestamp=2022-06-30T04:18:07Z,host='dv-cinder-846842-7-iscsi',id=2ea21a61-d737-4543-a811-a0d035fbf0f6,load=0,resource_versions=,resources_synced=,started_at=2022-06-30T04:07:07Z,topic='l3_agent')) {'router_ids': ['5a319384-37a0-4ca0-92b2-eb70b04e234d'], 'active': True} {{(pid=104417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 04:18:32.247488 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bda9f22-1662-4b43-9711-14800d167c35 None None] Pushing event updated for resources: {'Port': ['ID=e8d5a44d-2401-4629-bf3c-f11875e733da,revision_number=3']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:18:32.318550 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-2a6d8403-c0a5-4ac4-aa48-860a84345009 None None] Current status of the port d0010877-2752-4254-bf1b-3d94d53f5b8a is: ACTIVE; New status is: ACTIVE {{(pid=104417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 30 04:18:32.338971 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.db.provisioning_blocks [None req-694171c7-4c76-4cbb-84b1-d2c47d110e19 None None] Provisioning complete for port 767dc3ec-d6ca-4bb4-b1d6-7f1ffa7a637e triggered by entity DHCP. {{(pid=104417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 30 04:18:32.339362 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-694171c7-4c76-4cbb-84b1-d2c47d110e19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565073'] for port (767dc3ec-d6ca-4bb4-b1d6-7f1ffa7a637e), provisioning_complete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:18:32.392155 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-694171c7-4c76-4cbb-84b1-d2c47d110e19 None None] Port 767dc3ec-d6ca-4bb4-b1d6-7f1ffa7a637e cannot update to ACTIVE because it is not bound. {{(pid=104417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 30 04:18:32.397905 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.db.l3_dvr_db [None req-f391589e-7011-4d95-a626-40e26c195116 None None] Set router 5a319384-37a0-4ca0-92b2-eb70b04e234d gateway port host: dv-cinder-846842-7-iscsi {{(pid=104417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 30 04:18:32.452605 dv-cinder-846842-7-iscsi neutron-server[104415]: INFO neutron.wsgi [req-aeddc31b-0c96-4560-9ff7-1d657752cd55 req-99f8b3f3-8786-437f-a5f0-84279edf3a7f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a24525d3-4d16-4d0a-a3e9-14e74a52e46d HTTP/1.1" status: 200 len: 217 time: 0.2834234 Jun 30 04:18:32.474841 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:18:32.485793 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:18:32.491408 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6aa01210-cf00-42b0-a9f2-46bfc2d0d132 admin admin] Notify agent at l3_agent.dv-cinder-846842-7-iscsi the message routers_updated {{(pid=104415) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 04:18:32.496941 dv-cinder-846842-7-iscsi neutron-server[104415]: INFO neutron.wsgi [None req-6aa01210-cf00-42b0-a9f2-46bfc2d0d132 admin admin] 10.222.0.13 "PUT /v2.0/routers/5a319384-37a0-4ca0-92b2-eb70b04e234d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6485982 Jun 30 04:18:32.515823 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa98688-0879-44f5-b173-1b476a1c07e3 req-4420a158-2865-4dea-8f35-82aacb1d6881 tempest-VolumesSnapshotTestJSON-599944138 tempest-VolumesSnapshotTestJSON-599944138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:18:32.518450 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-6aa98688-0879-44f5-b173-1b476a1c07e3 req-4420a158-2865-4dea-8f35-82aacb1d6881 tempest-VolumesSnapshotTestJSON-599944138 tempest-VolumesSnapshotTestJSON-599944138-project] 10.222.0.13 "GET /v2.0/ports?device_id=eef409b2-233a-4846-8e69-31ba8d23f79a HTTP/1.1" status: 200 len: 944 time: 0.0679522 Jun 30 04:18:32.625788 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9837b1f5-63a7-4a98-bedd-0a3b1e92b763 req-c53ec34f-2910-4632-8676-9d8d14214f79 tempest-TestVolumeBootPattern-1718480899 tempest-TestVolumeBootPattern-1718480899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:18:32.630884 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.db.l3_hamode_db [None req-f391589e-7011-4d95-a626-40e26c195116 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a319384-37a0-4ca0-92b2-eb70b04e234d', 'name': 'tempest-TestMinimumBasicScenario-1152490574-router', 'tenant_id': '45344bd3e7e64b76a20d9a98cd61bb4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14b0e4f-074d-4507-846c-fc8420bddf12', 'external_fixed_ips': [{'subnet_id': '15378187-268c-4fae-ace7-eaca7aa50f90', 'ip_address': '172.27.1.245'}], 'enable_snat': True}, 'gw_port_id': 'e8d5a44d-2401-4629-bf3c-f11875e733da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T04:18:27Z', 'updated_at': '2022-06-30T04:18:31Z', 'revision_number': 4, 'project_id': '45344bd3e7e64b76a20d9a98cd61bb4c', 'gw_port': {'id': 'e8d5a44d-2401-4629-bf3c-f11875e733da', 'name': '', 'network_id': 'a14b0e4f-074d-4507-846c-fc8420bddf12', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:c0:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a319384-37a0-4ca0-92b2-eb70b04e234d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '15378187-268c-4fae-ace7-eaca7aa50f90', 'ip_address': '172.27.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T04:18:27Z', 'updated_at': '2022-06-30T04:18:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15378187-268c-4fae-ace7-eaca7aa50f90', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-7-iscsi', '_interfaces': [{'id': '767dc3ec-d6ca-4bb4-b1d6-7f1ffa7a637e', 'name': '', 'network_id': '38a447e8-e434-4852-91fd-0c2e9f779465', 'tenant_id': '45344bd3e7e64b76a20d9a98cd61bb4c', 'mac_address': 'fa:16:3e:f4:38:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a319384-37a0-4ca0-92b2-eb70b04e234d', 'device_owner': 'network:router_interface', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': 'a2c9f785-4b8c-4612-b26f-b639a33deb05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T04:18:30Z', 'updated_at': '2022-06-30T04:18:31Z', 'revision_number': 2, 'project_id': '45344bd3e7e64b76a20d9a98cd61bb4c', 'subnets': [{'id': 'a2c9f785-4b8c-4612-b26f-b639a33deb05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846842-7-iscsi', False) {} {{(pid=104417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 04:18:32.632616 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-9837b1f5-63a7-4a98-bedd-0a3b1e92b763 req-c53ec34f-2910-4632-8676-9d8d14214f79 tempest-TestVolumeBootPattern-1718480899 tempest-TestVolumeBootPattern-1718480899-project] 10.222.0.13 "GET /v2.0/ports?device_id=d0a0dbf7-3345-49a9-9785-a36af6da4a5f HTTP/1.1" status: 200 len: 944 time: 0.0791464 Jun 30 04:18:32.637728 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-6aa98688-0879-44f5-b173-1b476a1c07e3 req-d2abc102-55a8-4ddf-be20-25d4feb7e103 tempest-VolumesSnapshotTestJSON-599944138 tempest-VolumesSnapshotTestJSON-599944138-project] 10.222.0.13 "GET /v2.0/security-groups?id=2f6d1c4a-513c-47f4-83a7-99e6c18ff482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111176 Jun 30 04:18:32.659259 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f391589e-7011-4d95-a626-40e26c195116 None None] The sync data for ids ['5a319384-37a0-4ca0-92b2-eb70b04e234d'] in dv-cinder-846842-7-iscsi is: [{'id': '5a319384-37a0-4ca0-92b2-eb70b04e234d', 'name': 'tempest-TestMinimumBasicScenario-1152490574-router', 'tenant_id': '45344bd3e7e64b76a20d9a98cd61bb4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14b0e4f-074d-4507-846c-fc8420bddf12', 'external_fixed_ips': [{'subnet_id': '15378187-268c-4fae-ace7-eaca7aa50f90', 'ip_address': '172.27.1.245'}], 'enable_snat': True}, 'gw_port_id': 'e8d5a44d-2401-4629-bf3c-f11875e733da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T04:18:27Z', 'updated_at': '2022-06-30T04:18:31Z', 'revision_number': 4, 'project_id': '45344bd3e7e64b76a20d9a98cd61bb4c', 'gw_port': {'id': 'e8d5a44d-2401-4629-bf3c-f11875e733da', 'name': '', 'network_id': 'a14b0e4f-074d-4507-846c-fc8420bddf12', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:c0:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a319384-37a0-4ca0-92b2-eb70b04e234d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '15378187-268c-4fae-ace7-eaca7aa50f90', 'ip_address': '172.27.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T04:18:27Z', 'updated_at': '2022-06-30T04:18:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15378187-268c-4fae-ace7-eaca7aa50f90', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-7-iscsi', '_interfaces': [{'id': '767dc3ec-d6ca-4bb4-b1d6-7f1ffa7a637e', 'name': '', 'network_id': '38a447e8-e434-4852-91fd-0c2e9f779465', 'tenant_id': '45344bd3e7e64b76a20d9a98cd61bb4c', 'mac_address': 'fa:16:3e:f4:38:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a319384-37a0-4ca0-92b2-eb70b04e234d', 'device_owner': 'network:router_interface', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': 'a2c9f785-4b8c-4612-b26f-b639a33deb05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T04:18:30Z', 'updated_at': '2022-06-30T04:18:31Z', 'revision_number': 2, 'project_id': '45344bd3e7e64b76a20d9a98cd61bb4c', 'subnets': [{'id': 'a2c9f785-4b8c-4612-b26f-b639a33deb05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 04:18:32.702483 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-9837b1f5-63a7-4a98-bedd-0a3b1e92b763 req-32b9e13c-949e-40c2-ac0c-95047f2c6bc8 tempest-TestVolumeBootPattern-1718480899 tempest-TestVolumeBootPattern-1718480899-project] 10.222.0.13 "GET /v2.0/security-groups?id=1e7d7258-f507-4717-8413-3442decd3e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0690064 Jun 30 04:18:32.836113 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f18f7c1-0e71-4c31-bbda-23f7e08b6ac1 req-1686fa24-ea76-4286-9673-66d14b953994 tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:18:32.837347 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-4f18f7c1-0e71-4c31-bbda-23f7e08b6ac1 req-1686fa24-ea76-4286-9673-66d14b953994 tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] 10.222.0.13 "GET /v2.0/ports?device_id=b9a789ea-78f4-481d-bd9b-45bce25676ad HTTP/1.1" status: 200 len: 945 time: 0.0495913 Jun 30 04:18:32.979639 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeddc31b-0c96-4560-9ff7-1d657752cd55 req-c675b705-85a3-4c18-aa3c-ffa6cd9540e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:18:32.981793 dv-cinder-846842-7-iscsi neutron-server[104415]: INFO neutron.wsgi [req-aeddc31b-0c96-4560-9ff7-1d657752cd55 req-c675b705-85a3-4c18-aa3c-ffa6cd9540e4 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d15d22dc-e983-46bc-a814-5adbf2d25b83 HTTP/1.1" status: 200 len: 850 time: 0.1054060 Jun 30 04:18:32.985209 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=100 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:18:33.006823 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-4f18f7c1-0e71-4c31-bbda-23f7e08b6ac1 req-ff795e6b-d0a4-49d6-9fba-048396eeb4ed tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] 10.222.0.13 "GET /v2.0/security-groups?id=8f11cf44-78a0-4c0e-8f30-1538f7de7776&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1601827 Jun 30 04:18:33.045234 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeddc31b-0c96-4560-9ff7-1d657752cd55 req-8d452b65-f312-4b12-a1c4-3a979b216d0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:18:33.052027 dv-cinder-846842-7-iscsi neutron-server[104415]: INFO neutron.wsgi [req-aeddc31b-0c96-4560-9ff7-1d657752cd55 req-8d452b65-f312-4b12-a1c4-3a979b216d0a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=db2948ec-060f-4621-8ce6-8119698c91b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0631418 Jun 30 04:18:33.052895 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14f4243-c2c2-4516-ac5b-6be61a55a74f req-ced2c3f4-ec53-4042-a37b-1649706fda05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:18:33.054796 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-f14f4243-c2c2-4516-ac5b-6be61a55a74f req-ced2c3f4-ec53-4042-a37b-1649706fda05 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=74b53f46d15c4465b9005939114e67a3&device_id=b9a789ea-78f4-481d-bd9b-45bce25676ad HTTP/1.1" status: 200 len: 1129 time: 0.1513486 Jun 30 04:18:33.200940 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1d64ed-c5f7-44f6-9b22-555177e44ce2 req-77b01223-0b85-4823-8f77-072190dcf33e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:18:33.201717 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-4e1d64ed-c5f7-44f6-9b22-555177e44ce2 req-77b01223-0b85-4823-8f77-072190dcf33e service neutron] 10.222.0.20 "GET /v2.0/networks?id=9c18043c-6376-4ef1-99e0-e3f0031cee26 HTTP/1.1" status: 200 len: 914 time: 0.3179452 Jun 30 04:18:33.244289 dv-cinder-846842-7-iscsi neutron-server[104415]: INFO neutron.wsgi [req-aeddc31b-0c96-4560-9ff7-1d657752cd55 req-3987047c-06b0-467e-a206-800bc738f9bf service neutron] 10.222.0.20 "GET /v2.0/networks/db2948ec-060f-4621-8ce6-8119698c91b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1773708 Jun 30 04:18:33.289652 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-4e1d64ed-c5f7-44f6-9b22-555177e44ce2 req-0e693ac3-2633-4f91-837e-2d18f8e1b4e3 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=af8ece6c-4794-4310-bde8-88faa37110ff HTTP/1.1" status: 200 len: 217 time: 0.0703669 Jun 30 04:18:33.345871 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61bf385-3716-4030-95a2-4c48b5079619 req-fd102af1-85ca-4a29-a0ad-65fb5824a755 tempest-TestShelveInstance-1069409963 tempest-TestShelveInstance-1069409963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:18:33.347280 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-b61bf385-3716-4030-95a2-4c48b5079619 req-fd102af1-85ca-4a29-a0ad-65fb5824a755 tempest-TestShelveInstance-1069409963 tempest-TestShelveInstance-1069409963-project] 10.222.0.13 "GET /v2.0/ports?device_id=51354e88-a19f-433f-85b3-126269c921c4 HTTP/1.1" status: 200 len: 944 time: 0.1491148 Jun 30 04:18:33.349099 dv-cinder-846842-7-iscsi neutron-server[104415]: INFO neutron.wsgi [req-aeddc31b-0c96-4560-9ff7-1d657752cd55 req-aa334644-3d76-4b61-9edf-57eef3a7185b service neutron] 10.222.0.20 "GET /v2.0/networks/db2948ec-060f-4621-8ce6-8119698c91b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950170 Jun 30 04:18:33.364778 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14f4243-c2c2-4516-ac5b-6be61a55a74f req-d78a7160-b967-4cd8-9ce8-a12e7bbf1aff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:18:33.366724 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-f14f4243-c2c2-4516-ac5b-6be61a55a74f req-d78a7160-b967-4cd8-9ce8-a12e7bbf1aff service neutron] 10.222.0.20 "GET /v2.0/networks?id=d053466e-8b12-41f1-8495-352ca2b58558 HTTP/1.1" status: 200 len: 920 time: 0.2986310 Jun 30 04:18:33.433369 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-f14f4243-c2c2-4516-ac5b-6be61a55a74f req-bdbef7e6-f219-48cc-a9d8-c23a43a418b4 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f7491189-7e96-4247-aee7-3f42f81272cd HTTP/1.1" status: 200 len: 217 time: 0.0530374 Jun 30 04:18:33.437616 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1d64ed-c5f7-44f6-9b22-555177e44ce2 req-0323364a-cdaa-47e1-be50-8d5e536c481b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:18:33.439138 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-4e1d64ed-c5f7-44f6-9b22-555177e44ce2 req-0323364a-cdaa-47e1-be50-8d5e536c481b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=1633d63e-410a-4092-ad59-b64c12aa87c9 HTTP/1.1" status: 200 len: 853 time: 0.1415546 Jun 30 04:18:33.440799 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=100 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:18:33.508148 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.rpc [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Device af8ece6c-4794-4310-bde8-88faa37110ff details requested by agent hyperv_hv-cinder-84684 with host hv-cinder-84684 {{(pid=104417) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 04:18:33.575274 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-4e1d64ed-c5f7-44f6-9b22-555177e44ce2 req-30a19521-96e4-4e1a-b32b-d185309109ed service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9c18043c-6376-4ef1-99e0-e3f0031cee26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1255114 Jun 30 04:18:33.584211 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-b61bf385-3716-4030-95a2-4c48b5079619 req-9a4eaae2-c3eb-4515-9e2f-eaecd4fdbd71 tempest-TestShelveInstance-1069409963 tempest-TestShelveInstance-1069409963-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f4a7f03-b349-4d47-a044-e7fe563f709b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2230961 Jun 30 04:18:33.584211 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14f4243-c2c2-4516-ac5b-6be61a55a74f req-1dbeb5cb-5c75-4072-8838-2a77224a35a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:18:33.585094 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-f14f4243-c2c2-4516-ac5b-6be61a55a74f req-1dbeb5cb-5c75-4072-8838-2a77224a35a7 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=1d12b51a-7dad-4338-8514-f9c8956a192d HTTP/1.1" status: 200 len: 858 time: 0.1346784 Jun 30 04:18:33.706900 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.db [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] For port af8ece6c-4794-4310-bde8-88faa37110ff, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=af8ece6c-4794-4310-bde8-88faa37110ff,segment=NetworkSegment(8e11535a-de25-4823-afc2-8ade8ea587d6),segment_id=8e11535a-de25-4823-afc2-8ade8ea587d6)] {{(pid=104417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 04:18:33.724587 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.db.agents_db [None req-38391644-8868-4c56-b8b1-4dfa3b709b99 None None] Agent healthcheck: found 6 active agents {{(pid=104418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 04:18:33.725490 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.rpc [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Returning: {'device': 'af8ece6c-4794-4310-bde8-88faa37110ff', 'network_id': '9c18043c-6376-4ef1-99e0-e3f0031cee26', 'port_id': 'af8ece6c-4794-4310-bde8-88faa37110ff', 'mac_address': 'fa:16:3e:49:24:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 199, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1633d63e-410a-4092-ad59-b64c12aa87c9', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104417) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 04:18:33.731398 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-4e1d64ed-c5f7-44f6-9b22-555177e44ce2 req-6004fd76-e107-48e1-9a6b-d048798f0965 service neutron] 10.222.0.20 "GET /v2.0/networks/9c18043c-6376-4ef1-99e0-e3f0031cee26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1389942 Jun 30 04:18:33.778586 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Current status of the port af8ece6c-4794-4310-bde8-88faa37110ff is: DOWN; New status is: BUILD {{(pid=104417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 30 04:18:33.778851 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3606762'] for port (af8ece6c-4794-4310-bde8-88faa37110ff), before_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:18:33.802624 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.notifiers.nova [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id af8ece6c-4794-4310-bde8-88faa37110ff {{(pid=104417) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 30 04:18:33.841648 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.db [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] For port af8ece6c-4794-4310-bde8-88faa37110ff, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=af8ece6c-4794-4310-bde8-88faa37110ff,segment=NetworkSegment(8e11535a-de25-4823-afc2-8ade8ea587d6),segment_id=8e11535a-de25-4823-afc2-8ade8ea587d6)] {{(pid=104417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 04:18:33.848521 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4095053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781926634698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781926239335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781926239353'] for port (af8ece6c-4794-4310-bde8-88faa37110ff), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:18:33.891267 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14f4243-c2c2-4516-ac5b-6be61a55a74f req-efe6b9c0-d130-4323-be29-6c6b0191cdfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:18:33.904075 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-f14f4243-c2c2-4516-ac5b-6be61a55a74f req-efe6b9c0-d130-4323-be29-6c6b0191cdfc service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d053466e-8b12-41f1-8495-352ca2b58558&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3101645 Jun 30 04:18:33.913215 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Pushing event updated for resources: {'Port': ['ID=af8ece6c-4794-4310-bde8-88faa37110ff,revision_number=4']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:18:33.935469 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515a49e8-826c-4031-961b-ec0e1604855f req-319c09c3-ea3f-4a64-9ec9-38a34f2758d2 tempest-VolumesSnapshotTestJSON-599944138 tempest-VolumesSnapshotTestJSON-599944138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:18:33.937173 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-515a49e8-826c-4031-961b-ec0e1604855f req-319c09c3-ea3f-4a64-9ec9-38a34f2758d2 tempest-VolumesSnapshotTestJSON-599944138 tempest-VolumesSnapshotTestJSON-599944138-project] 10.222.0.13 "GET /v2.0/ports?device_id=eef409b2-233a-4846-8e69-31ba8d23f79a HTTP/1.1" status: 200 len: 944 time: 0.1584227 Jun 30 04:18:33.943712 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ffbf50-bed4-43c3-83d9-2cf2d91dac61 req-0313baa5-2de4-4655-95e7-be1b017d839e tempest-TestVolumeBootPattern-1718480899 tempest-TestVolumeBootPattern-1718480899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:18:33.945832 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-36ffbf50-bed4-43c3-83d9-2cf2d91dac61 req-0313baa5-2de4-4655-95e7-be1b017d839e tempest-TestVolumeBootPattern-1718480899 tempest-TestVolumeBootPattern-1718480899-project] 10.222.0.13 "GET /v2.0/ports?device_id=d0a0dbf7-3345-49a9-9785-a36af6da4a5f HTTP/1.1" status: 200 len: 944 time: 0.1304705 Jun 30 04:18:34.124321 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.db [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] get_ports_and_sgs() called for port_ids ['af8ece6c-4794-4310-bde8-88faa37110ff'] {{(pid=104417) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 04:18:34.224969 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=100 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:18:34.377283 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-36ffbf50-bed4-43c3-83d9-2cf2d91dac61 req-e3255cbc-6c67-4605-a566-ce65c76bb568 tempest-TestVolumeBootPattern-1718480899 tempest-TestVolumeBootPattern-1718480899-project] 10.222.0.13 "GET /v2.0/security-groups?id=1e7d7258-f507-4717-8413-3442decd3e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1274462 Jun 30 04:18:34.432961 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-515a49e8-826c-4031-961b-ec0e1604855f req-f4ac739a-c2aa-4793-b360-1ddf0c1218c3 tempest-VolumesSnapshotTestJSON-599944138 tempest-VolumesSnapshotTestJSON-599944138-project] 10.222.0.13 "GET /v2.0/security-groups?id=2f6d1c4a-513c-47f4-83a7-99e6c18ff482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1860874 Jun 30 04:18:34.444653 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-4e1d64ed-c5f7-44f6-9b22-555177e44ce2 req-56bd97fc-b5ff-41a3-83e9-db4011eae0cc service neutron] 10.222.0.20 "GET /v2.0/networks/9c18043c-6376-4ef1-99e0-e3f0031cee26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7031329 Jun 30 04:18:34.488741 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=100 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:18:34.491446 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-f14f4243-c2c2-4516-ac5b-6be61a55a74f req-46d8d5ad-1823-42ae-b961-f69ef425c611 service neutron] 10.222.0.20 "GET /v2.0/networks/d053466e-8b12-41f1-8495-352ca2b58558?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5444036 Jun 30 04:18:34.546605 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685b8d67-e60d-4e58-8c32-8ea7b1e48d96 req-abc32804-77e4-440f-b40a-ec0c4715e345 tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:18:34.548160 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-685b8d67-e60d-4e58-8c32-8ea7b1e48d96 req-abc32804-77e4-440f-b40a-ec0c4715e345 tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] 10.222.0.13 "GET /v2.0/ports?device_id=b9a789ea-78f4-481d-bd9b-45bce25676ad HTTP/1.1" status: 200 len: 945 time: 0.0738118 Jun 30 04:18:34.649953 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-685b8d67-e60d-4e58-8c32-8ea7b1e48d96 req-7aeaac8b-324d-450c-92c8-0ded1e4e7a49 tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] 10.222.0.13 "GET /v2.0/security-groups?id=8f11cf44-78a0-4c0e-8f30-1538f7de7776&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947816 Jun 30 04:18:34.672103 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-f14f4243-c2c2-4516-ac5b-6be61a55a74f req-071eecd6-a045-453a-810b-014ed5e485e4 service neutron] 10.222.0.20 "GET /v2.0/networks/d053466e-8b12-41f1-8495-352ca2b58558?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1642044 Jun 30 04:18:34.731053 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36669a0-23f8-4d43-be32-bc11de05b103 req-9fa65db8-5e65-4a76-95ec-2783881a8da9 tempest-TestShelveInstance-1069409963 tempest-TestShelveInstance-1069409963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:18:34.732636 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-f36669a0-23f8-4d43-be32-bc11de05b103 req-9fa65db8-5e65-4a76-95ec-2783881a8da9 tempest-TestShelveInstance-1069409963 tempest-TestShelveInstance-1069409963-project] 10.222.0.13 "GET /v2.0/ports?device_id=51354e88-a19f-433f-85b3-126269c921c4 HTTP/1.1" status: 200 len: 944 time: 0.0524845 Jun 30 04:18:34.791144 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-f36669a0-23f8-4d43-be32-bc11de05b103 req-a1dcda0e-844b-47d0-bcf2-496ab1d90094 tempest-TestShelveInstance-1069409963 tempest-TestShelveInstance-1069409963-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f4a7f03-b349-4d47-a044-e7fe563f709b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498817 Jun 30 04:18:35.179990 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.rpc [None req-2a6d8403-c0a5-4ac4-aa48-860a84345009 None None] Device e8d5a44d-2401-4629-bf3c-f11875e733da up at agent ovs-agent-dv-cinder-846842-7-iscsi {{(pid=104417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 04:18:35.207569 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-3b491411-7892-444f-a73a-edd0ef612d25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926756172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565263'] for agent (beddbd52-9273-44c2-990c-63933fe383b2), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:18:35.232159 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.db.provisioning_blocks [None req-2a6d8403-c0a5-4ac4-aa48-860a84345009 None None] Provisioning complete for port e8d5a44d-2401-4629-bf3c-f11875e733da triggered by entity L2. {{(pid=104417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 30 04:18:35.232619 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-2a6d8403-c0a5-4ac4-aa48-860a84345009 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565073'] for port (e8d5a44d-2401-4629-bf3c-f11875e733da), provisioning_complete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:18:35.320031 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-2a6d8403-c0a5-4ac4-aa48-860a84345009 None None] Current status of the port e8d5a44d-2401-4629-bf3c-f11875e733da is: DOWN; New status is: ACTIVE {{(pid=104417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 30 04:18:35.320759 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-2a6d8403-c0a5-4ac4-aa48-860a84345009 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3606762'] for port (e8d5a44d-2401-4629-bf3c-f11875e733da), before_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:18:35.345571 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.db [None req-2a6d8403-c0a5-4ac4-aa48-860a84345009 None None] For port e8d5a44d-2401-4629-bf3c-f11875e733da, host dv-cinder-846842-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-7-iscsi',level=0,port_id=e8d5a44d-2401-4629-bf3c-f11875e733da,segment=NetworkSegment(3bfcffa1-5305-4ee8-86f3-678eb000aac1),segment_id=3bfcffa1-5305-4ee8-86f3-678eb000aac1)] {{(pid=104417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 04:18:35.351833 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-2a6d8403-c0a5-4ac4-aa48-860a84345009 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4095053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781926634698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781926239335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781926239353'] for port (e8d5a44d-2401-4629-bf3c-f11875e733da), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:18:35.411681 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6d8403-c0a5-4ac4-aa48-860a84345009 None None] Pushing event updated for resources: {'Port': ['ID=e8d5a44d-2401-4629-bf3c-f11875e733da,revision_number=4']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:18:35.525891 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.rpc [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Device 90e33ddf-37e0-40e5-ac04-e09a2cb58d98 details requested by agent hyperv_hv-cinder-84684 with host hv-cinder-84684 {{(pid=104417) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 04:18:35.529623 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.rpc [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Device af8ece6c-4794-4310-bde8-88faa37110ff up at agent hyperv_hv-cinder-84684 {{(pid=104417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 04:18:35.586200 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da34e5a6-6dec-4373-84f4-d6ce03f1e74f req-c6560def-07a8-4b0a-831f-2f6dae9719e0 tempest-TestVolumeBootPattern-1718480899 tempest-TestVolumeBootPattern-1718480899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:18:35.589796 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-da34e5a6-6dec-4373-84f4-d6ce03f1e74f req-c6560def-07a8-4b0a-831f-2f6dae9719e0 tempest-TestVolumeBootPattern-1718480899 tempest-TestVolumeBootPattern-1718480899-project] 10.222.0.13 "GET /v2.0/ports?device_id=d0a0dbf7-3345-49a9-9785-a36af6da4a5f HTTP/1.1" status: 200 len: 944 time: 0.1096430 Jun 30 04:18:35.630356 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:18:35.665315 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.db.provisioning_blocks [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Provisioning for port af8ece6c-4794-4310-bde8-88faa37110ff completed by entity L2. {{(pid=104417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 30 04:18:35.675146 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6080c0-066d-486d-b0bd-46d4506ba3a4 req-67e539f0-d203-4866-ba8d-b87000f3f06c tempest-VolumesSnapshotTestJSON-599944138 tempest-VolumesSnapshotTestJSON-599944138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:18:35.680787 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-9f6080c0-066d-486d-b0bd-46d4506ba3a4 req-67e539f0-d203-4866-ba8d-b87000f3f06c tempest-VolumesSnapshotTestJSON-599944138 tempest-VolumesSnapshotTestJSON-599944138-project] 10.222.0.13 "GET /v2.0/ports?device_id=eef409b2-233a-4846-8e69-31ba8d23f79a HTTP/1.1" status: 200 len: 945 time: 0.0895813 Jun 30 04:18:35.688817 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.db.provisioning_blocks [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Provisioning complete for port af8ece6c-4794-4310-bde8-88faa37110ff triggered by entity L2. {{(pid=104417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 30 04:18:35.689244 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565073'] for port (af8ece6c-4794-4310-bde8-88faa37110ff), provisioning_complete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:18:35.706206 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=100 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:18:35.726109 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.db [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] For port 90e33ddf-37e0-40e5-ac04-e09a2cb58d98, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=90e33ddf-37e0-40e5-ac04-e09a2cb58d98,segment=NetworkSegment(4faf62bd-9dcc-4163-9216-44a354405b4b),segment_id=4faf62bd-9dcc-4163-9216-44a354405b4b)] {{(pid=104417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 04:18:35.741375 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-da34e5a6-6dec-4373-84f4-d6ce03f1e74f req-6f95f223-d6dc-4de8-a844-7491cb498882 tempest-TestVolumeBootPattern-1718480899 tempest-TestVolumeBootPattern-1718480899-project] 10.222.0.13 "GET /v2.0/security-groups?id=1e7d7258-f507-4717-8413-3442decd3e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1410329 Jun 30 04:18:35.762827 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-9f6080c0-066d-486d-b0bd-46d4506ba3a4 req-c04c9192-9cab-4339-8fcc-ac008d2ee2e9 tempest-VolumesSnapshotTestJSON-599944138 tempest-VolumesSnapshotTestJSON-599944138-project] 10.222.0.13 "GET /v2.0/security-groups?id=2f6d1c4a-513c-47f4-83a7-99e6c18ff482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810125 Jun 30 04:18:35.881416 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f40bcbf-f510-4be6-a991-ae8a6b11a290 req-9e685995-d9ec-443d-a672-0a9a727da996 tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:18:35.888891 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-0f40bcbf-f510-4be6-a991-ae8a6b11a290 req-9e685995-d9ec-443d-a672-0a9a727da996 tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] 10.222.0.13 "GET /v2.0/ports?device_id=b9a789ea-78f4-481d-bd9b-45bce25676ad HTTP/1.1" status: 200 len: 945 time: 0.0698280 Jun 30 04:18:35.906392 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.rpc [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Returning: {'device': '90e33ddf-37e0-40e5-ac04-e09a2cb58d98', 'network_id': 'c7bb47d5-3e98-456a-bf3a-91e07afacb65', 'port_id': '90e33ddf-37e0-40e5-ac04-e09a2cb58d98', 'mac_address': 'fa:16:3e:6b:93:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b470bb7-e396-40f4-b592-bdd8af25c2fd', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104417) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 04:18:35.967265 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce740dce-300a-4fcb-93ab-35e8946d08b1 req-8f1a0010-d0b2-44b6-a536-28f1ed8e8b4f tempest-TestShelveInstance-1069409963 tempest-TestShelveInstance-1069409963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:18:35.968835 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-ce740dce-300a-4fcb-93ab-35e8946d08b1 req-8f1a0010-d0b2-44b6-a536-28f1ed8e8b4f tempest-TestShelveInstance-1069409963 tempest-TestShelveInstance-1069409963-project] 10.222.0.13 "GET /v2.0/ports?device_id=51354e88-a19f-433f-85b3-126269c921c4 HTTP/1.1" status: 200 len: 944 time: 0.0775461 Jun 30 04:18:35.970799 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Current status of the port 90e33ddf-37e0-40e5-ac04-e09a2cb58d98 is: DOWN; New status is: BUILD {{(pid=104417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 30 04:18:35.971208 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3606762'] for port (90e33ddf-37e0-40e5-ac04-e09a2cb58d98), before_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:18:35.994918 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-0f40bcbf-f510-4be6-a991-ae8a6b11a290 req-7a47c041-2333-42ac-9c47-2b00b9be1dc6 tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] 10.222.0.13 "GET /v2.0/security-groups?id=8f11cf44-78a0-4c0e-8f30-1538f7de7776&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050522 Jun 30 04:18:35.998687 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Current status of the port af8ece6c-4794-4310-bde8-88faa37110ff is: BUILD; New status is: ACTIVE {{(pid=104417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 30 04:18:35.999085 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3606762'] for port (af8ece6c-4794-4310-bde8-88faa37110ff), before_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:18:36.022937 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.notifiers.nova [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 90e33ddf-37e0-40e5-ac04-e09a2cb58d98 {{(pid=104417) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 30 04:18:36.045560 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-ce740dce-300a-4fcb-93ab-35e8946d08b1 req-2db64d87-604a-4303-9b09-1d46c162d233 tempest-TestShelveInstance-1069409963 tempest-TestShelveInstance-1069409963-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f4a7f03-b349-4d47-a044-e7fe563f709b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0680180 Jun 30 04:18:36.069945 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.db [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] For port 90e33ddf-37e0-40e5-ac04-e09a2cb58d98, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=90e33ddf-37e0-40e5-ac04-e09a2cb58d98,segment=NetworkSegment(4faf62bd-9dcc-4163-9216-44a354405b4b),segment_id=4faf62bd-9dcc-4163-9216-44a354405b4b)] {{(pid=104417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 04:18:36.069945 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eef409b2-233a-4846-8e69-31ba8d23f79a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af8ece6c-4794-4310-bde8-88faa37110ff'}] {{(pid=104417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 30 04:18:36.069945 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}872baf0325b3a4d4e4ba58c5a9b381606b113811ad1a9f7b70d77ff172d270fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9863b9f5-6b0a-4c5c-aa28-cb4ea39cccd9" -d '{"events": [{"server_uuid": "eef409b2-233a-4846-8e69-31ba8d23f79a", "name": "network-vif-plugged", "status": "completed", "tag": "af8ece6c-4794-4310-bde8-88faa37110ff"}]}' {{(pid=104417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 04:18:36.071779 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4095053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781926634698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781926239335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781926239353'] for port (90e33ddf-37e0-40e5-ac04-e09a2cb58d98), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:18:36.119294 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Jun 2022 04:18:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfcd9987-d16a-4c98-b791-cb9ede9a976c x-openstack-request-id: req-dfcd9987-d16a-4c98-b791-cb9ede9a976c {{(pid=104417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 04:18:36.119603 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eef409b2-233a-4846-8e69-31ba8d23f79a", "name": "network-vif-plugged", "status": "completed", "tag": "af8ece6c-4794-4310-bde8-88faa37110ff", "code": 200}]} {{(pid=104417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 04:18:36.119857 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-dfcd9987-d16a-4c98-b791-cb9ede9a976c {{(pid=104417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 04:18:36.120254 dv-cinder-846842-7-iscsi neutron-server[104417]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dfcd9987-d16a-4c98-b791-cb9ede9a976c'] response: {'server_uuid': 'eef409b2-233a-4846-8e69-31ba8d23f79a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af8ece6c-4794-4310-bde8-88faa37110ff', 'code': 200} Jun 30 04:18:36.122091 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.db [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] For port af8ece6c-4794-4310-bde8-88faa37110ff, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=af8ece6c-4794-4310-bde8-88faa37110ff,segment=NetworkSegment(8e11535a-de25-4823-afc2-8ade8ea587d6),segment_id=8e11535a-de25-4823-afc2-8ade8ea587d6)] {{(pid=104417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 04:18:36.134061 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4095053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781926634698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781926239335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781926239353'] for port (af8ece6c-4794-4310-bde8-88faa37110ff), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:18:36.156444 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Pushing event updated for resources: {'Port': ['ID=90e33ddf-37e0-40e5-ac04-e09a2cb58d98,revision_number=4']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:18:36.198336 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:18:36.220870 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Pushing event updated for resources: {'Port': ['ID=af8ece6c-4794-4310-bde8-88faa37110ff,revision_number=5']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:18:36.277901 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cc3376d-77cd-47f0-ae72-9abc23eef65b None None] Sync routers for ids ['5a319384-37a0-4ca0-92b2-eb70b04e234d'] in dv-cinder-846842-7-iscsi {{(pid=104418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 04:18:36.289770 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cc3376d-77cd-47f0-ae72-9abc23eef65b None None] Routers {'5a319384-37a0-4ca0-92b2-eb70b04e234d'} bound to L3 agent in host dv-cinder-846842-7-iscsi {{(pid=104418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 30 04:18:36.290563 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.db.l3_hamode_db [None req-6cc3376d-77cd-47f0-ae72-9abc23eef65b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-30T04:07:07Z,description=,heartbeat_timestamp=2022-06-30T04:18:07Z,host='dv-cinder-846842-7-iscsi',id=2ea21a61-d737-4543-a811-a0d035fbf0f6,load=0,resource_versions=,resources_synced=,started_at=2022-06-30T04:07:07Z,topic='l3_agent')) {'router_ids': ['5a319384-37a0-4ca0-92b2-eb70b04e234d'], 'active': True} {{(pid=104418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 04:18:36.394745 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.db.l3_dvr_db [None req-6cc3376d-77cd-47f0-ae72-9abc23eef65b None None] Set router 5a319384-37a0-4ca0-92b2-eb70b04e234d gateway port host: dv-cinder-846842-7-iscsi {{(pid=104418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 30 04:18:36.472930 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.db [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] get_ports_and_sgs() called for port_ids ['90e33ddf-37e0-40e5-ac04-e09a2cb58d98'] {{(pid=104417) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 04:18:36.620898 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.db.l3_hamode_db [None req-6cc3376d-77cd-47f0-ae72-9abc23eef65b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a319384-37a0-4ca0-92b2-eb70b04e234d', 'name': 'tempest-TestMinimumBasicScenario-1152490574-router', 'tenant_id': '45344bd3e7e64b76a20d9a98cd61bb4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14b0e4f-074d-4507-846c-fc8420bddf12', 'external_fixed_ips': [{'subnet_id': '15378187-268c-4fae-ace7-eaca7aa50f90', 'ip_address': '172.27.1.245'}], 'enable_snat': True}, 'gw_port_id': 'e8d5a44d-2401-4629-bf3c-f11875e733da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T04:18:27Z', 'updated_at': '2022-06-30T04:18:31Z', 'revision_number': 4, 'project_id': '45344bd3e7e64b76a20d9a98cd61bb4c', 'gw_port': {'id': 'e8d5a44d-2401-4629-bf3c-f11875e733da', 'name': '', 'network_id': 'a14b0e4f-074d-4507-846c-fc8420bddf12', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:c0:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a319384-37a0-4ca0-92b2-eb70b04e234d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '15378187-268c-4fae-ace7-eaca7aa50f90', 'ip_address': '172.27.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T04:18:27Z', 'updated_at': '2022-06-30T04:18:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15378187-268c-4fae-ace7-eaca7aa50f90', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-7-iscsi', '_interfaces': [{'id': '767dc3ec-d6ca-4bb4-b1d6-7f1ffa7a637e', 'name': '', 'network_id': '38a447e8-e434-4852-91fd-0c2e9f779465', 'tenant_id': '45344bd3e7e64b76a20d9a98cd61bb4c', 'mac_address': 'fa:16:3e:f4:38:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a319384-37a0-4ca0-92b2-eb70b04e234d', 'device_owner': 'network:router_interface', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': 'a2c9f785-4b8c-4612-b26f-b639a33deb05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T04:18:30Z', 'updated_at': '2022-06-30T04:18:31Z', 'revision_number': 2, 'project_id': '45344bd3e7e64b76a20d9a98cd61bb4c', 'subnets': [{'id': 'a2c9f785-4b8c-4612-b26f-b639a33deb05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846842-7-iscsi', False) {} {{(pid=104418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 04:18:36.652623 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cc3376d-77cd-47f0-ae72-9abc23eef65b None None] Checking router: 5a319384-37a0-4ca0-92b2-eb70b04e234d for host: dv-cinder-846842-7-iscsi {{(pid=104418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 04:18:36.653086 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cc3376d-77cd-47f0-ae72-9abc23eef65b None None] Updating router 5a319384-37a0-4ca0-92b2-eb70b04e234d port 767dc3ec-d6ca-4bb4-b1d6-7f1ffa7a637e binding host dv-cinder-846842-7-iscsi {{(pid=104418) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 04:18:36.689288 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-6cc3376d-77cd-47f0-ae72-9abc23eef65b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3606762'] for port (767dc3ec-d6ca-4bb4-b1d6-7f1ffa7a637e), before_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:18:36.913680 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e1ef23-ee94-4ebd-97ff-49233211f699 req-4b9d1ac9-3d27-41e7-8645-d8bbbc88e2e4 tempest-TestVolumeBootPattern-1718480899 tempest-TestVolumeBootPattern-1718480899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:18:36.915226 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-97e1ef23-ee94-4ebd-97ff-49233211f699 req-4b9d1ac9-3d27-41e7-8645-d8bbbc88e2e4 tempest-TestVolumeBootPattern-1718480899 tempest-TestVolumeBootPattern-1718480899-project] 10.222.0.13 "GET /v2.0/ports?device_id=d0a0dbf7-3345-49a9-9785-a36af6da4a5f HTTP/1.1" status: 200 len: 944 time: 0.0847950 Jun 30 04:18:36.926753 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6306d225-7f7d-4aeb-a0e7-0348b009a233 req-4c479efb-a32d-4b93-b67b-0358d23b2fce tempest-VolumesSnapshotTestJSON-599944138 tempest-VolumesSnapshotTestJSON-599944138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:18:36.929419 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-6306d225-7f7d-4aeb-a0e7-0348b009a233 req-4c479efb-a32d-4b93-b67b-0358d23b2fce tempest-VolumesSnapshotTestJSON-599944138 tempest-VolumesSnapshotTestJSON-599944138-project] 10.222.0.13 "GET /v2.0/ports?device_id=eef409b2-233a-4846-8e69-31ba8d23f79a HTTP/1.1" status: 200 len: 946 time: 0.0655210 Jun 30 04:18:36.956162 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:18:37.015367 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-97e1ef23-ee94-4ebd-97ff-49233211f699 req-ae30c3fe-93db-4f58-a3ce-9f34042a34d0 tempest-TestVolumeBootPattern-1718480899 tempest-TestVolumeBootPattern-1718480899-project] 10.222.0.13 "GET /v2.0/security-groups?id=1e7d7258-f507-4717-8413-3442decd3e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0855720 Jun 30 04:18:37.019673 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-6306d225-7f7d-4aeb-a0e7-0348b009a233 req-a9df4854-d8b3-4c83-b4d4-1f7f9fa6e18b tempest-VolumesSnapshotTestJSON-599944138 tempest-VolumesSnapshotTestJSON-599944138-project] 10.222.0.13 "GET /v2.0/security-groups?id=2f6d1c4a-513c-47f4-83a7-99e6c18ff482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826595 Jun 30 04:18:37.077159 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-6cc3376d-77cd-47f0-ae72-9abc23eef65b None None] Publish callbacks [] for port (767dc3ec-d6ca-4bb4-b1d6-7f1ffa7a637e), precommit_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:18:37.088724 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-6cc3376d-77cd-47f0-ae72-9abc23eef65b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4095053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781926634698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781926239335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781926239353'] for port (767dc3ec-d6ca-4bb4-b1d6-7f1ffa7a637e), after_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:18:37.160459 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:18:37.170199 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fdf0cf-3762-4551-84f2-f48e980f88c0 None None] Pushing event updated for resources: {'Port': ['ID=767dc3ec-d6ca-4bb4-b1d6-7f1ffa7a637e,revision_number=3']} {{(pid=104418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:18:37.183444 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fdf0cf-3762-4551-84f2-f48e980f88c0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:18:37.183780 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fdf0cf-3762-4551-84f2-f48e980f88c0 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:18:37.184132 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fdf0cf-3762-4551-84f2-f48e980f88c0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:18:37.184477 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fdf0cf-3762-4551-84f2-f48e980f88c0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:18:37.184854 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fdf0cf-3762-4551-84f2-f48e980f88c0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:18:37.185183 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fdf0cf-3762-4551-84f2-f48e980f88c0 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:18:37.185493 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fdf0cf-3762-4551-84f2-f48e980f88c0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:18:37.185804 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fdf0cf-3762-4551-84f2-f48e980f88c0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:18:37.186115 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fdf0cf-3762-4551-84f2-f48e980f88c0 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:18:37.186431 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fdf0cf-3762-4551-84f2-f48e980f88c0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:18:37.186739 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fdf0cf-3762-4551-84f2-f48e980f88c0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:18:37.187062 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fdf0cf-3762-4551-84f2-f48e980f88c0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:18:37.187558 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fdf0cf-3762-4551-84f2-f48e980f88c0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:18:37.188014 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fdf0cf-3762-4551-84f2-f48e980f88c0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:18:37.188333 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fdf0cf-3762-4551-84f2-f48e980f88c0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:18:37.204432 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.rpc [None req-2a6d8403-c0a5-4ac4-aa48-860a84345009 None None] Device e8d5a44d-2401-4629-bf3c-f11875e733da up at agent ovs-agent-dv-cinder-846842-7-iscsi {{(pid=104417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 04:18:37.223892 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f5494a-559a-4bff-b2aa-bdcc3d1d1c64 req-0691c3fc-5d08-425a-8452-6cb58d33b165 tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:18:37.236922 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-e8f5494a-559a-4bff-b2aa-bdcc3d1d1c64 req-0691c3fc-5d08-425a-8452-6cb58d33b165 tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] 10.222.0.13 "GET /v2.0/ports?device_id=b9a789ea-78f4-481d-bd9b-45bce25676ad HTTP/1.1" status: 200 len: 945 time: 0.1361153 Jun 30 04:18:37.260157 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25198c55-eb56-4805-8b1d-dcc609c4c0a6 req-c0c37195-6cea-4e0a-b923-6daa95445b67 tempest-TestShelveInstance-1069409963 tempest-TestShelveInstance-1069409963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:18:37.264243 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-25198c55-eb56-4805-8b1d-dcc609c4c0a6 req-c0c37195-6cea-4e0a-b923-6daa95445b67 tempest-TestShelveInstance-1069409963 tempest-TestShelveInstance-1069409963-project] 10.222.0.13 "GET /v2.0/ports?device_id=51354e88-a19f-433f-85b3-126269c921c4 HTTP/1.1" status: 200 len: 945 time: 0.1016655 Jun 30 04:18:37.274884 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.db.provisioning_blocks [None req-2a6d8403-c0a5-4ac4-aa48-860a84345009 None None] Provisioning complete for port e8d5a44d-2401-4629-bf3c-f11875e733da triggered by entity L2. {{(pid=104417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 30 04:18:37.275574 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-2a6d8403-c0a5-4ac4-aa48-860a84345009 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565073'] for port (e8d5a44d-2401-4629-bf3c-f11875e733da), provisioning_complete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:18:37.310189 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:18:37.316842 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.managers [None req-6cc3376d-77cd-47f0-ae72-9abc23eef65b None None] Attempting to bind port 767dc3ec-d6ca-4bb4-b1d6-7f1ffa7a637e on host dv-cinder-846842-7-iscsi for vnic_type normal with profile {{(pid=104418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 30 04:18:37.317823 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.managers [None req-6cc3376d-77cd-47f0-ae72-9abc23eef65b None None] Attempting to bind port 767dc3ec-d6ca-4bb4-b1d6-7f1ffa7a637e by drivers openvswitch,hyperv on host dv-cinder-846842-7-iscsi at level 0 using segments [{'id': '317f0beb-2dac-40e3-bf82-fc85d506e21b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '38a447e8-e434-4852-91fd-0c2e9f779465'}] {{(pid=104418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 30 04:18:37.318440 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cc3376d-77cd-47f0-ae72-9abc23eef65b None None] Attempting to bind port 767dc3ec-d6ca-4bb4-b1d6-7f1ffa7a637e on network 38a447e8-e434-4852-91fd-0c2e9f779465 {{(pid=104418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 30 04:18:37.325248 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cc3376d-77cd-47f0-ae72-9abc23eef65b None None] Checking agent: {'id': 'cbdf45b5-344e-4e18-9242-1abb738708f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846842-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 30, 4, 7, 10), 'started_at': datetime.datetime(2022, 6, 30, 4, 7, 40), 'heartbeat_timestamp': datetime.datetime(2022, 6, 30, 4, 18, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846842-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 30 04:18:37.326027 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cc3376d-77cd-47f0-ae72-9abc23eef65b None None] Checking segment: {'id': '317f0beb-2dac-40e3-bf82-fc85d506e21b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '38a447e8-e434-4852-91fd-0c2e9f779465'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 30 04:18:37.326808 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-6cc3376d-77cd-47f0-ae72-9abc23eef65b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:18:37.327432 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cc3376d-77cd-47f0-ae72-9abc23eef65b None None] Bound using segment: {'id': '317f0beb-2dac-40e3-bf82-fc85d506e21b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '38a447e8-e434-4852-91fd-0c2e9f779465'} {{(pid=104418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 30 04:18:37.328128 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.managers [None req-6cc3376d-77cd-47f0-ae72-9abc23eef65b None None] Bound port: 767dc3ec-d6ca-4bb4-b1d6-7f1ffa7a637e, host: dv-cinder-846842-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '317f0beb-2dac-40e3-bf82-fc85d506e21b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '38a447e8-e434-4852-91fd-0c2e9f779465'}}] {{(pid=104418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 30 04:18:37.328759 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-6cc3376d-77cd-47f0-ae72-9abc23eef65b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3606762'] for port (767dc3ec-d6ca-4bb4-b1d6-7f1ffa7a637e), before_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:18:37.439260 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-2a6d8403-c0a5-4ac4-aa48-860a84345009 None None] Current status of the port e8d5a44d-2401-4629-bf3c-f11875e733da is: ACTIVE; New status is: ACTIVE {{(pid=104417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 30 04:18:37.447827 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.db [None req-6cc3376d-77cd-47f0-ae72-9abc23eef65b None None] For port 767dc3ec-d6ca-4bb4-b1d6-7f1ffa7a637e, host dv-cinder-846842-7-iscsi, cleared binding levels {{(pid=104418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 04:18:37.451789 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.db [None req-6cc3376d-77cd-47f0-ae72-9abc23eef65b None None] For port 767dc3ec-d6ca-4bb4-b1d6-7f1ffa7a637e, host dv-cinder-846842-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-7-iscsi',level=0,port_id=767dc3ec-d6ca-4bb4-b1d6-7f1ffa7a637e,segment=NetworkSegment(317f0beb-2dac-40e3-bf82-fc85d506e21b),segment_id=317f0beb-2dac-40e3-bf82-fc85d506e21b)] {{(pid=104418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 04:18:37.464097 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-6cc3376d-77cd-47f0-ae72-9abc23eef65b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4095053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781926634698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781926239335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781926239353'] for port (767dc3ec-d6ca-4bb4-b1d6-7f1ffa7a637e), after_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:18:37.488685 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-e8f5494a-559a-4bff-b2aa-bdcc3d1d1c64 req-74faccc2-973e-4899-9b31-b2694743ccc4 tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] 10.222.0.13 "GET /v2.0/security-groups?id=8f11cf44-78a0-4c0e-8f30-1538f7de7776&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2461565 Jun 30 04:18:37.506442 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-25198c55-eb56-4805-8b1d-dcc609c4c0a6 req-6c767047-4318-4c6c-b285-d1d1de4ea19e tempest-TestShelveInstance-1069409963 tempest-TestShelveInstance-1069409963-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f4a7f03-b349-4d47-a044-e7fe563f709b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2259455 Jun 30 04:18:37.541396 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-31105249-a3e8-4104-9791-aa91773d4c4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926756172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565263'] for agent (2ea21a61-d737-4543-a811-a0d035fbf0f6), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:18:37.559607 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cc3376d-77cd-47f0-ae72-9abc23eef65b None None] Routers {'5a319384-37a0-4ca0-92b2-eb70b04e234d'} bound to L3 agent in host dv-cinder-846842-7-iscsi {{(pid=104418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 30 04:18:37.560522 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.db.l3_hamode_db [None req-6cc3376d-77cd-47f0-ae72-9abc23eef65b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-30T04:07:07Z,description=,heartbeat_timestamp=2022-06-30T04:18:38Z,host='dv-cinder-846842-7-iscsi',id=2ea21a61-d737-4543-a811-a0d035fbf0f6,load=0,resource_versions=,resources_synced=,started_at=2022-06-30T04:07:07Z,topic='l3_agent')) {'router_ids': ['5a319384-37a0-4ca0-92b2-eb70b04e234d'], 'active': True} {{(pid=104418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 04:18:37.562886 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.rpc [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Device 90e33ddf-37e0-40e5-ac04-e09a2cb58d98 up at agent hyperv_hv-cinder-84684 {{(pid=104417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 04:18:37.623198 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.db.provisioning_blocks [None req-ecd6a5d3-7926-4113-8ce5-451f94b04701 None None] Provisioning complete for port 767dc3ec-d6ca-4bb4-b1d6-7f1ffa7a637e triggered by entity DHCP. {{(pid=104417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 30 04:18:37.625561 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-ecd6a5d3-7926-4113-8ce5-451f94b04701 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565073'] for port (767dc3ec-d6ca-4bb4-b1d6-7f1ffa7a637e), provisioning_complete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:18:37.650005 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fdf0cf-3762-4551-84f2-f48e980f88c0 None None] Pushing event updated for resources: {'Port': ['ID=767dc3ec-d6ca-4bb4-b1d6-7f1ffa7a637e,revision_number=4']} {{(pid=104418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:18:37.709443 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.db.l3_dvr_db [None req-6cc3376d-77cd-47f0-ae72-9abc23eef65b None None] Set router 5a319384-37a0-4ca0-92b2-eb70b04e234d gateway port host: dv-cinder-846842-7-iscsi {{(pid=104418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 30 04:18:37.738301 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.db.provisioning_blocks [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Provisioning for port 90e33ddf-37e0-40e5-ac04-e09a2cb58d98 completed by entity L2. {{(pid=104417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 30 04:18:37.747686 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-ecd6a5d3-7926-4113-8ce5-451f94b04701 None None] Current status of the port 767dc3ec-d6ca-4bb4-b1d6-7f1ffa7a637e is: DOWN; New status is: ACTIVE {{(pid=104417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 30 04:18:37.748072 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-ecd6a5d3-7926-4113-8ce5-451f94b04701 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3606762'] for port (767dc3ec-d6ca-4bb4-b1d6-7f1ffa7a637e), before_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:18:37.769722 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.db.provisioning_blocks [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Provisioning complete for port 90e33ddf-37e0-40e5-ac04-e09a2cb58d98 triggered by entity L2. {{(pid=104417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 30 04:18:37.770077 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565073'] for port (90e33ddf-37e0-40e5-ac04-e09a2cb58d98), provisioning_complete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:18:37.819680 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.db [None req-ecd6a5d3-7926-4113-8ce5-451f94b04701 None None] For port 767dc3ec-d6ca-4bb4-b1d6-7f1ffa7a637e, host dv-cinder-846842-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-7-iscsi',level=0,port_id=767dc3ec-d6ca-4bb4-b1d6-7f1ffa7a637e,segment=NetworkSegment(317f0beb-2dac-40e3-bf82-fc85d506e21b),segment_id=317f0beb-2dac-40e3-bf82-fc85d506e21b)] {{(pid=104417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 04:18:37.829620 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-ecd6a5d3-7926-4113-8ce5-451f94b04701 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4095053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781926634698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781926239335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781926239353'] for port (767dc3ec-d6ca-4bb4-b1d6-7f1ffa7a637e), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:18:37.932243 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd6a5d3-7926-4113-8ce5-451f94b04701 None None] Pushing event updated for resources: {'Port': ['ID=767dc3ec-d6ca-4bb4-b1d6-7f1ffa7a637e,revision_number=5']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:18:37.956570 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Current status of the port 90e33ddf-37e0-40e5-ac04-e09a2cb58d98 is: BUILD; New status is: ACTIVE {{(pid=104417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 30 04:18:37.956966 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3606762'] for port (90e33ddf-37e0-40e5-ac04-e09a2cb58d98), before_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:18:37.960380 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.db.provisioning_blocks [None req-4909ea86-787d-42ec-91ce-aa1e0d59e6df None None] Provisioning complete for port 767dc3ec-d6ca-4bb4-b1d6-7f1ffa7a637e triggered by entity DHCP. {{(pid=104417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 30 04:18:37.960811 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-4909ea86-787d-42ec-91ce-aa1e0d59e6df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565073'] for port (767dc3ec-d6ca-4bb4-b1d6-7f1ffa7a637e), provisioning_complete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:18:37.991202 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9210ee9-3bbd-4b19-bfa8-f46660f2931b req-bf55eda9-e0da-4006-9808-56ebc0a228b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:18:37.993261 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-a9210ee9-3bbd-4b19-bfa8-f46660f2931b req-bf55eda9-e0da-4006-9808-56ebc0a228b2 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=eef409b2-233a-4846-8e69-31ba8d23f79a HTTP/1.1" status: 200 len: 1130 time: 0.0604329 Jun 30 04:18:38.009206 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.db.l3_hamode_db [None req-6cc3376d-77cd-47f0-ae72-9abc23eef65b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a319384-37a0-4ca0-92b2-eb70b04e234d', 'name': 'tempest-TestMinimumBasicScenario-1152490574-router', 'tenant_id': '45344bd3e7e64b76a20d9a98cd61bb4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14b0e4f-074d-4507-846c-fc8420bddf12', 'external_fixed_ips': [{'subnet_id': '15378187-268c-4fae-ace7-eaca7aa50f90', 'ip_address': '172.27.1.245'}], 'enable_snat': True}, 'gw_port_id': 'e8d5a44d-2401-4629-bf3c-f11875e733da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T04:18:27Z', 'updated_at': '2022-06-30T04:18:31Z', 'revision_number': 4, 'project_id': '45344bd3e7e64b76a20d9a98cd61bb4c', 'gw_port': {'id': 'e8d5a44d-2401-4629-bf3c-f11875e733da', 'name': '', 'network_id': 'a14b0e4f-074d-4507-846c-fc8420bddf12', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:c0:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a319384-37a0-4ca0-92b2-eb70b04e234d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '15378187-268c-4fae-ace7-eaca7aa50f90', 'ip_address': '172.27.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T04:18:27Z', 'updated_at': '2022-06-30T04:18:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15378187-268c-4fae-ace7-eaca7aa50f90', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-7-iscsi', '_interfaces': [{'id': '767dc3ec-d6ca-4bb4-b1d6-7f1ffa7a637e', 'name': '', 'network_id': '38a447e8-e434-4852-91fd-0c2e9f779465', 'tenant_id': '45344bd3e7e64b76a20d9a98cd61bb4c', 'mac_address': 'fa:16:3e:f4:38:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a319384-37a0-4ca0-92b2-eb70b04e234d', 'device_owner': 'network:router_interface', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': 'a2c9f785-4b8c-4612-b26f-b639a33deb05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T04:18:30Z', 'updated_at': '2022-06-30T04:18:37Z', 'revision_number': 4, 'project_id': '45344bd3e7e64b76a20d9a98cd61bb4c', 'subnets': [{'id': 'a2c9f785-4b8c-4612-b26f-b639a33deb05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846842-7-iscsi', False) {} {{(pid=104418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 04:18:38.025428 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:18:38.029627 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.db [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] For port 90e33ddf-37e0-40e5-ac04-e09a2cb58d98, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=90e33ddf-37e0-40e5-ac04-e09a2cb58d98,segment=NetworkSegment(4faf62bd-9dcc-4163-9216-44a354405b4b),segment_id=4faf62bd-9dcc-4163-9216-44a354405b4b)] {{(pid=104417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 04:18:38.040678 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4095053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781926634698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781926239335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781926239353'] for port (90e33ddf-37e0-40e5-ac04-e09a2cb58d98), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:18:38.048318 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cc3376d-77cd-47f0-ae72-9abc23eef65b None None] The sync data for ids ['5a319384-37a0-4ca0-92b2-eb70b04e234d'] in dv-cinder-846842-7-iscsi is: [{'id': '5a319384-37a0-4ca0-92b2-eb70b04e234d', 'name': 'tempest-TestMinimumBasicScenario-1152490574-router', 'tenant_id': '45344bd3e7e64b76a20d9a98cd61bb4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14b0e4f-074d-4507-846c-fc8420bddf12', 'external_fixed_ips': [{'subnet_id': '15378187-268c-4fae-ace7-eaca7aa50f90', 'ip_address': '172.27.1.245'}], 'enable_snat': True}, 'gw_port_id': 'e8d5a44d-2401-4629-bf3c-f11875e733da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T04:18:27Z', 'updated_at': '2022-06-30T04:18:31Z', 'revision_number': 4, 'project_id': '45344bd3e7e64b76a20d9a98cd61bb4c', 'gw_port': {'id': 'e8d5a44d-2401-4629-bf3c-f11875e733da', 'name': '', 'network_id': 'a14b0e4f-074d-4507-846c-fc8420bddf12', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:c0:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a319384-37a0-4ca0-92b2-eb70b04e234d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '15378187-268c-4fae-ace7-eaca7aa50f90', 'ip_address': '172.27.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T04:18:27Z', 'updated_at': '2022-06-30T04:18:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15378187-268c-4fae-ace7-eaca7aa50f90', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-7-iscsi', '_interfaces': [{'id': '767dc3ec-d6ca-4bb4-b1d6-7f1ffa7a637e', 'name': '', 'network_id': '38a447e8-e434-4852-91fd-0c2e9f779465', 'tenant_id': '45344bd3e7e64b76a20d9a98cd61bb4c', 'mac_address': 'fa:16:3e:f4:38:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a319384-37a0-4ca0-92b2-eb70b04e234d', 'device_owner': 'network:router_interface', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': 'a2c9f785-4b8c-4612-b26f-b639a33deb05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T04:18:30Z', 'updated_at': '2022-06-30T04:18:37Z', 'revision_number': 4, 'project_id': '45344bd3e7e64b76a20d9a98cd61bb4c', 'subnets': [{'id': 'a2c9f785-4b8c-4612-b26f-b639a33deb05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 04:18:38.105835 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-a9210ee9-3bbd-4b19-bfa8-f46660f2931b req-fe6b16e8-ccda-4d9c-b3ad-575928a68765 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=2f6d1c4a-513c-47f4-83a7-99e6c18ff482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021743 Jun 30 04:18:38.121836 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51354e88-a19f-433f-85b3-126269c921c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90e33ddf-37e0-40e5-ac04-e09a2cb58d98'}] {{(pid=104417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 30 04:18:38.124208 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}872baf0325b3a4d4e4ba58c5a9b381606b113811ad1a9f7b70d77ff172d270fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d6ab5ac-021f-41d5-a831-fa7274bf1ca1" -d '{"events": [{"server_uuid": "51354e88-a19f-433f-85b3-126269c921c4", "name": "network-vif-plugged", "status": "completed", "tag": "90e33ddf-37e0-40e5-ac04-e09a2cb58d98"}]}' {{(pid=104417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 04:18:38.136745 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-4909ea86-787d-42ec-91ce-aa1e0d59e6df None None] Current status of the port 767dc3ec-d6ca-4bb4-b1d6-7f1ffa7a637e is: ACTIVE; New status is: ACTIVE {{(pid=104417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 30 04:18:38.148873 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Pushing event updated for resources: {'Port': ['ID=90e33ddf-37e0-40e5-ac04-e09a2cb58d98,revision_number=5']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:18:38.166489 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=100 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:18:38.262120 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151b1c6a-f599-4265-8957-30daff512c33 req-2e8d032b-9671-4e42-a37a-bb126a4f61f4 tempest-TestVolumeBootPattern-1718480899 tempest-TestVolumeBootPattern-1718480899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:18:38.269516 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-151b1c6a-f599-4265-8957-30daff512c33 req-2e8d032b-9671-4e42-a37a-bb126a4f61f4 tempest-TestVolumeBootPattern-1718480899 tempest-TestVolumeBootPattern-1718480899-project] 10.222.0.13 "GET /v2.0/ports?device_id=d0a0dbf7-3345-49a9-9785-a36af6da4a5f HTTP/1.1" status: 200 len: 944 time: 0.1131785 Jun 30 04:18:38.285552 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1a7c27-3f50-4cb4-87ba-0d186f7c1c6f req-21d23ae5-231b-40d1-ab26-f4287a4f4a0c tempest-VolumesSnapshotTestJSON-599944138 tempest-VolumesSnapshotTestJSON-599944138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:18:38.295462 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-2b1a7c27-3f50-4cb4-87ba-0d186f7c1c6f req-21d23ae5-231b-40d1-ab26-f4287a4f4a0c tempest-VolumesSnapshotTestJSON-599944138 tempest-VolumesSnapshotTestJSON-599944138-project] 10.222.0.13 "GET /v2.0/ports?device_id=eef409b2-233a-4846-8e69-31ba8d23f79a HTTP/1.1" status: 200 len: 946 time: 0.1250310 Jun 30 04:18:38.379969 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-151b1c6a-f599-4265-8957-30daff512c33 req-3ff53c9e-d4c4-4aa7-86d7-e6f56221a216 tempest-TestVolumeBootPattern-1718480899 tempest-TestVolumeBootPattern-1718480899-project] 10.222.0.13 "GET /v2.0/security-groups?id=1e7d7258-f507-4717-8413-3442decd3e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1098921 Jun 30 04:18:38.402888 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-2b1a7c27-3f50-4cb4-87ba-0d186f7c1c6f req-c9600e7f-2e32-404a-8a77-ea1e9d61303b tempest-VolumesSnapshotTestJSON-599944138 tempest-VolumesSnapshotTestJSON-599944138-project] 10.222.0.13 "GET /v2.0/security-groups?id=2f6d1c4a-513c-47f4-83a7-99e6c18ff482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068239 Jun 30 04:18:38.447640 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Jun 2022 04:18:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37b160a6-469e-4c12-8fab-ba95fb865225 x-openstack-request-id: req-37b160a6-469e-4c12-8fab-ba95fb865225 {{(pid=104417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 04:18:38.448153 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51354e88-a19f-433f-85b3-126269c921c4", "name": "network-vif-plugged", "status": "completed", "tag": "90e33ddf-37e0-40e5-ac04-e09a2cb58d98", "code": 200}]} {{(pid=104417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 04:18:38.448153 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-37b160a6-469e-4c12-8fab-ba95fb865225 {{(pid=104417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 04:18:38.448552 dv-cinder-846842-7-iscsi neutron-server[104417]: INFO neutron.notifiers.nova [-] Nova event matching ['req-37b160a6-469e-4c12-8fab-ba95fb865225'] response: {'server_uuid': '51354e88-a19f-433f-85b3-126269c921c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90e33ddf-37e0-40e5-ac04-e09a2cb58d98', 'code': 200} Jun 30 04:18:38.463348 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-7a77f087-4523-4fd9-b9f1-b6333d8ad1f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926756172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565263'] for agent (672e10fd-0bbc-4d52-8fca-d980f41e3265), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:18:38.726941 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5bdf74-d775-487d-9406-780328e9e799 req-989c4cab-ce03-4481-9aa1-e09b3919a6da tempest-TestShelveInstance-1069409963 tempest-TestShelveInstance-1069409963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:18:38.728584 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-7c5bdf74-d775-487d-9406-780328e9e799 req-989c4cab-ce03-4481-9aa1-e09b3919a6da tempest-TestShelveInstance-1069409963 tempest-TestShelveInstance-1069409963-project] 10.222.0.13 "GET /v2.0/ports?device_id=51354e88-a19f-433f-85b3-126269c921c4 HTTP/1.1" status: 200 len: 946 time: 0.0885265 Jun 30 04:18:38.737900 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370a85fe-817f-4490-9efa-d4dab2af3899 req-4ec41a06-66e8-4eac-a50c-fadc6dd6188e tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:18:38.745774 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-370a85fe-817f-4490-9efa-d4dab2af3899 req-4ec41a06-66e8-4eac-a50c-fadc6dd6188e tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] 10.222.0.13 "GET /v2.0/ports?device_id=b9a789ea-78f4-481d-bd9b-45bce25676ad HTTP/1.1" status: 200 len: 945 time: 0.1683125 Jun 30 04:18:38.778777 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=100 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:18:38.831842 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-7c5bdf74-d775-487d-9406-780328e9e799 req-4dd04d87-4a63-45f2-b88c-98f18fe0a3d0 tempest-TestShelveInstance-1069409963 tempest-TestShelveInstance-1069409963-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f4a7f03-b349-4d47-a044-e7fe563f709b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0838745 Jun 30 04:18:38.863751 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-370a85fe-817f-4490-9efa-d4dab2af3899 req-227473ee-1fe9-4828-8561-cbfc0c3fb05a tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] 10.222.0.13 "GET /v2.0/security-groups?id=8f11cf44-78a0-4c0e-8f30-1538f7de7776&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168604 Jun 30 04:18:39.027406 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b5651c-e768-42a1-9d8c-c6257da1ab2d req-5bd0dba9-72e1-4e1c-b717-7b86070d364a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:18:39.029199 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-16b5651c-e768-42a1-9d8c-c6257da1ab2d req-5bd0dba9-72e1-4e1c-b717-7b86070d364a service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=51354e88-a19f-433f-85b3-126269c921c4 HTTP/1.1" status: 200 len: 1130 time: 0.0558856 Jun 30 04:18:39.128470 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-16b5651c-e768-42a1-9d8c-c6257da1ab2d req-84ecb229-259e-48f2-b4c7-a70a284ddf8a service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=0f4a7f03-b349-4d47-a044-e7fe563f709b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0728698 Jun 30 04:18:39.218418 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.rpc [None req-2a6d8403-c0a5-4ac4-aa48-860a84345009 None None] Device 767dc3ec-d6ca-4bb4-b1d6-7f1ffa7a637e up at agent ovs-agent-dv-cinder-846842-7-iscsi {{(pid=104417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 04:18:39.266789 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.db.provisioning_blocks [None req-2a6d8403-c0a5-4ac4-aa48-860a84345009 None None] Provisioning complete for port 767dc3ec-d6ca-4bb4-b1d6-7f1ffa7a637e triggered by entity L2. {{(pid=104417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 30 04:18:39.267496 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-2a6d8403-c0a5-4ac4-aa48-860a84345009 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565073'] for port (767dc3ec-d6ca-4bb4-b1d6-7f1ffa7a637e), provisioning_complete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:18:39.365721 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:18:39.385036 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-2a6d8403-c0a5-4ac4-aa48-860a84345009 None None] Current status of the port 767dc3ec-d6ca-4bb4-b1d6-7f1ffa7a637e is: ACTIVE; New status is: ACTIVE {{(pid=104417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 30 04:18:39.550031 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.rpc [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Device a24525d3-4d16-4d0a-a3e9-14e74a52e46d details requested by agent hyperv_hv-cinder-84684 with host hv-cinder-84684 {{(pid=104417) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 04:18:39.550835 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a049493-f464-4aca-b444-c4bf845a064f req-c100b217-2c47-41da-8213-013ca96f1595 tempest-TestVolumeBootPattern-1718480899 tempest-TestVolumeBootPattern-1718480899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:18:39.558432 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-1a049493-f464-4aca-b444-c4bf845a064f req-c100b217-2c47-41da-8213-013ca96f1595 tempest-TestVolumeBootPattern-1718480899 tempest-TestVolumeBootPattern-1718480899-project] 10.222.0.13 "GET /v2.0/ports?device_id=d0a0dbf7-3345-49a9-9785-a36af6da4a5f HTTP/1.1" status: 200 len: 944 time: 0.1036124 Jun 30 04:18:39.594556 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfe9e0e-18ea-49a9-a788-a052e4b2180f req-1c5d01cf-7b13-4f8d-afb6-689901a63189 tempest-VolumesSnapshotTestJSON-599944138 tempest-VolumesSnapshotTestJSON-599944138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:18:39.596155 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-4dfe9e0e-18ea-49a9-a788-a052e4b2180f req-1c5d01cf-7b13-4f8d-afb6-689901a63189 tempest-VolumesSnapshotTestJSON-599944138 tempest-VolumesSnapshotTestJSON-599944138-project] 10.222.0.13 "GET /v2.0/ports?device_id=eef409b2-233a-4846-8e69-31ba8d23f79a HTTP/1.1" status: 200 len: 946 time: 0.0894976 Jun 30 04:18:39.651367 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-1a049493-f464-4aca-b444-c4bf845a064f req-fcebb9e4-be2f-47f5-80a0-602a9a891ac5 tempest-TestVolumeBootPattern-1718480899 tempest-TestVolumeBootPattern-1718480899-project] 10.222.0.13 "GET /v2.0/security-groups?id=1e7d7258-f507-4717-8413-3442decd3e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0920117 Jun 30 04:18:39.700116 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-4dfe9e0e-18ea-49a9-a788-a052e4b2180f req-9507e594-49d6-4703-830a-96ac92574e67 tempest-VolumesSnapshotTestJSON-599944138 tempest-VolumesSnapshotTestJSON-599944138-project] 10.222.0.13 "GET /v2.0/security-groups?id=2f6d1c4a-513c-47f4-83a7-99e6c18ff482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901189 Jun 30 04:18:39.725931 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.db [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] For port a24525d3-4d16-4d0a-a3e9-14e74a52e46d, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=a24525d3-4d16-4d0a-a3e9-14e74a52e46d,segment=NetworkSegment(29fd2ab4-096b-48df-8eef-82f2cdac089f),segment_id=29fd2ab4-096b-48df-8eef-82f2cdac089f)] {{(pid=104417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 04:18:39.741130 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.rpc [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Returning: {'device': 'a24525d3-4d16-4d0a-a3e9-14e74a52e46d', 'network_id': 'db2948ec-060f-4621-8ce6-8119698c91b1', 'port_id': 'a24525d3-4d16-4d0a-a3e9-14e74a52e46d', 'mac_address': 'fa:16:3e:70:ee:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 192, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd15d22dc-e983-46bc-a814-5adbf2d25b83', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104417) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 04:18:39.781488 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Current status of the port a24525d3-4d16-4d0a-a3e9-14e74a52e46d is: DOWN; New status is: BUILD {{(pid=104417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 30 04:18:39.781871 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3606762'] for port (a24525d3-4d16-4d0a-a3e9-14e74a52e46d), before_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:18:39.797062 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.notifiers.nova [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a24525d3-4d16-4d0a-a3e9-14e74a52e46d {{(pid=104417) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 30 04:18:39.823538 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.db [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] For port a24525d3-4d16-4d0a-a3e9-14e74a52e46d, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=a24525d3-4d16-4d0a-a3e9-14e74a52e46d,segment=NetworkSegment(29fd2ab4-096b-48df-8eef-82f2cdac089f),segment_id=29fd2ab4-096b-48df-8eef-82f2cdac089f)] {{(pid=104417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 04:18:39.828912 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4095053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781926634698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781926239335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781926239353'] for port (a24525d3-4d16-4d0a-a3e9-14e74a52e46d), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:18:39.884983 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Pushing event updated for resources: {'Port': ['ID=a24525d3-4d16-4d0a-a3e9-14e74a52e46d,revision_number=4']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:18:39.974130 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097d5b20-baa2-4901-be6d-ba30ecf8aaaa req-6ae07258-f1b0-4908-bfb7-4994444756cb tempest-TestShelveInstance-1069409963 tempest-TestShelveInstance-1069409963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:18:39.976171 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-097d5b20-baa2-4901-be6d-ba30ecf8aaaa req-6ae07258-f1b0-4908-bfb7-4994444756cb tempest-TestShelveInstance-1069409963 tempest-TestShelveInstance-1069409963-project] 10.222.0.13 "GET /v2.0/ports?device_id=51354e88-a19f-433f-85b3-126269c921c4 HTTP/1.1" status: 200 len: 946 time: 0.0527022 Jun 30 04:18:40.039993 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-097d5b20-baa2-4901-be6d-ba30ecf8aaaa req-7a990784-1c6a-4aa2-866c-26e42a0e6b49 tempest-TestShelveInstance-1069409963 tempest-TestShelveInstance-1069409963-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f4a7f03-b349-4d47-a044-e7fe563f709b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573063 Jun 30 04:18:40.116835 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.db [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] get_ports_and_sgs() called for port_ids ['a24525d3-4d16-4d0a-a3e9-14e74a52e46d'] {{(pid=104417) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 04:18:40.262903 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-88ff949a-6007-42d5-8261-77b64d367ca9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926756172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565263'] for agent (4c4a8942-da79-4b81-aa08-fb593b1e6e06), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:18:40.462322 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-2a6d8403-c0a5-4ac4-aa48-860a84345009 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926756172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565263'] for agent (cbdf45b5-344e-4e18-9242-1abb738708f2), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:18:40.473376 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.13', 54434) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 04:18:40.478119 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.v2.base [None req-388d8744-47ae-46ad-974c-c2e9314d3b3c tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] Request body: {'security_group': {'name': 'tempest-securitygroup--420438919', 'description': 'tempest-description--1313205951'}} {{(pid=104416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 30 04:18:40.501200 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-388d8744-47ae-46ad-974c-c2e9314d3b3c tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] Publish callbacks [] for security_group (None), before_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:18:40.588954 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-388d8744-47ae-46ad-974c-c2e9314d3b3c tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] Publish callbacks [] for security_group (06c1f942-66a2-4aeb-bb9e-abcee809d625), precommit_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:18:40.593900 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-388d8744-47ae-46ad-974c-c2e9314d3b3c tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3637186'] for security_group (06c1f942-66a2-4aeb-bb9e-abcee809d625), after_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:18:40.623756 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:18:40.642729 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-388d8744-47ae-46ad-974c-c2e9314d3b3c tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] Publish callbacks [] for security_group (None), before_response {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:18:40.647311 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-388d8744-47ae-46ad-974c-c2e9314d3b3c tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1700361 Jun 30 04:18:40.647857 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.wsgi [-] (104415) accepted ('10.222.0.13', 54440) {{(pid=104415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 04:18:40.648471 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388d8744-47ae-46ad-974c-c2e9314d3b3c tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] Pushing event updated for resources: {'SecurityGroup': ['ID=06c1f942-66a2-4aeb-bb9e-abcee809d625,revision_number=1']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:18:40.663144 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.v2.base [None req-42b47b70-d7f3-4163-a2cc-cef8c3f591fd tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] Request body: {'security_group_rule': {'security_group_id': '06c1f942-66a2-4aeb-bb9e-abcee809d625', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 30 04:18:40.708846 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-42b47b70-d7f3-4163-a2cc-cef8c3f591fd tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] Publish callbacks [] for security_group_rule (34e9ac48-831d-4a99-9be7-fd9acfa979c7), before_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:18:40.774916 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-42b47b70-d7f3-4163-a2cc-cef8c3f591fd tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] Publish callbacks [] for security_group_rule (34e9ac48-831d-4a99-9be7-fd9acfa979c7), precommit_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:18:40.782405 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-42b47b70-d7f3-4163-a2cc-cef8c3f591fd tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3637011'] for security_group_rule (34e9ac48-831d-4a99-9be7-fd9acfa979c7), after_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:18:40.808535 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-42b47b70-d7f3-4163-a2cc-cef8c3f591fd tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:18:40.814825 dv-cinder-846842-7-iscsi neutron-server[104415]: INFO neutron.wsgi [None req-42b47b70-d7f3-4163-a2cc-cef8c3f591fd tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1650856 Jun 30 04:18:40.815509 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.wsgi [-] (104415) accepted ('10.222.0.13', 54446) {{(pid=104415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 04:18:40.822160 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.v2.base [None req-b661d8cc-350c-4958-bdbe-622a9b5209ae tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] Request body: {'security_group_rule': {'security_group_id': '06c1f942-66a2-4aeb-bb9e-abcee809d625', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 30 04:18:40.829629 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b47b70-d7f3-4163-a2cc-cef8c3f591fd tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=34e9ac48-831d-4a99-9be7-fd9acfa979c7,revision_number=0']} {{(pid=104415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:18:40.859960 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-b661d8cc-350c-4958-bdbe-622a9b5209ae tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] Publish callbacks [] for security_group_rule (55765950-368c-48c7-8c01-db115350342f), before_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:18:40.879489 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8e506d-169f-435b-97d8-1b41068b14f3 req-3faf45b4-d0b0-48ff-9070-322748cf2527 tempest-VolumesSnapshotTestJSON-599944138 tempest-VolumesSnapshotTestJSON-599944138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:18:40.880780 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-7e8e506d-169f-435b-97d8-1b41068b14f3 req-3faf45b4-d0b0-48ff-9070-322748cf2527 tempest-VolumesSnapshotTestJSON-599944138 tempest-VolumesSnapshotTestJSON-599944138-project] 10.222.0.13 "GET /v2.0/ports?device_id=eef409b2-233a-4846-8e69-31ba8d23f79a HTTP/1.1" status: 200 len: 946 time: 0.0838819 Jun 30 04:18:40.894357 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87969660-5e07-4c0d-8bf7-157c48d56b1e req-aa94518e-d113-4011-84ce-3510cb0cc5f0 tempest-TestVolumeBootPattern-1718480899 tempest-TestVolumeBootPattern-1718480899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:18:40.903029 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-87969660-5e07-4c0d-8bf7-157c48d56b1e req-aa94518e-d113-4011-84ce-3510cb0cc5f0 tempest-TestVolumeBootPattern-1718480899 tempest-TestVolumeBootPattern-1718480899-project] 10.222.0.13 "GET /v2.0/ports?device_id=d0a0dbf7-3345-49a9-9785-a36af6da4a5f HTTP/1.1" status: 200 len: 945 time: 0.1195202 Jun 30 04:18:40.920858 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:DELETE=2 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:18:40.940494 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-b661d8cc-350c-4958-bdbe-622a9b5209ae tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] Publish callbacks [] for security_group_rule (55765950-368c-48c7-8c01-db115350342f), precommit_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:18:40.946173 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-b661d8cc-350c-4958-bdbe-622a9b5209ae tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3637011'] for security_group_rule (55765950-368c-48c7-8c01-db115350342f), after_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:18:40.970106 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b661d8cc-350c-4958-bdbe-622a9b5209ae tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=55765950-368c-48c7-8c01-db115350342f,revision_number=0']} {{(pid=104415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:18:40.982287 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-b661d8cc-350c-4958-bdbe-622a9b5209ae tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:18:40.984612 dv-cinder-846842-7-iscsi neutron-server[104415]: INFO neutron.wsgi [None req-b661d8cc-350c-4958-bdbe-622a9b5209ae tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1663153 Jun 30 04:18:40.987318 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-7e8e506d-169f-435b-97d8-1b41068b14f3 req-d525951c-9f4a-4a5b-b27b-db157ccd9532 tempest-VolumesSnapshotTestJSON-599944138 tempest-VolumesSnapshotTestJSON-599944138-project] 10.222.0.13 "GET /v2.0/security-groups?id=2f6d1c4a-513c-47f4-83a7-99e6c18ff482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822167 Jun 30 04:18:40.990437 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.13', 54448) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 04:18:40.999642 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.v2.base [None req-5fdd84a9-a080-4cba-bfb3-17d4d3935a75 tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] Request body: {'floatingip': {'floating_network_id': 'a14b0e4f-074d-4507-846c-fc8420bddf12'}} {{(pid=104416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 30 04:18:41.023699 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-87969660-5e07-4c0d-8bf7-157c48d56b1e req-2472d71c-a817-45f2-89ef-045809e597db tempest-TestVolumeBootPattern-1718480899 tempest-TestVolumeBootPattern-1718480899-project] 10.222.0.13 "GET /v2.0/security-groups?id=1e7d7258-f507-4717-8413-3442decd3e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1197014 Jun 30 04:18:41.040036 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-5fdd84a9-a080-4cba-bfb3-17d4d3935a75 tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:18:41.194620 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:DELETE=1 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:18:41.202462 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-5fdd84a9-a080-4cba-bfb3-17d4d3935a75 tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3606762'] for port (None), before_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:18:41.235925 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae26a93-d973-4e66-ba3f-491f70561399 req-c9520e02-fcff-4b17-ae3a-c1cd0f129e8d tempest-TestShelveInstance-1069409963 tempest-TestShelveInstance-1069409963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:18:41.237530 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-6ae26a93-d973-4e66-ba3f-491f70561399 req-c9520e02-fcff-4b17-ae3a-c1cd0f129e8d tempest-TestShelveInstance-1069409963 tempest-TestShelveInstance-1069409963-project] 10.222.0.13 "GET /v2.0/ports?device_id=51354e88-a19f-433f-85b3-126269c921c4 HTTP/1.1" status: 200 len: 946 time: 0.0871811 Jun 30 04:18:41.385944 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-6ae26a93-d973-4e66-ba3f-491f70561399 req-bb76fa2d-2648-46d3-809e-eb50d647fadd tempest-TestShelveInstance-1069409963 tempest-TestShelveInstance-1069409963-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f4a7f03-b349-4d47-a044-e7fe563f709b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1161680 Jun 30 04:18:41.412122 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.db.db_base_plugin_common [None req-5fdd84a9-a080-4cba-bfb3-17d4d3935a75 tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] Allocated IP 172.27.1.222 (a14b0e4f-074d-4507-846c-fc8420bddf12/15378187-268c-4fae-ace7-eaca7aa50f90/09dcf6de-3af5-4f14-b5db-299df15ee27d) {{(pid=104416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 04:18:41.593429 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.rpc [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Device a24525d3-4d16-4d0a-a3e9-14e74a52e46d up at agent hyperv_hv-cinder-84684 {{(pid=104417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 04:18:41.622640 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-5fdd84a9-a080-4cba-bfb3-17d4d3935a75 tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] Publish callbacks [] for port (09dcf6de-3af5-4f14-b5db-299df15ee27d), precommit_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:18:41.663494 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-5fdd84a9-a080-4cba-bfb3-17d4d3935a75 tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4095053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781926239317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1764130'] for port (09dcf6de-3af5-4f14-b5db-299df15ee27d), after_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:18:41.684224 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:18:41.698193 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.db.provisioning_blocks [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Provisioning for port a24525d3-4d16-4d0a-a3e9-14e74a52e46d completed by entity L2. {{(pid=104417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 30 04:18:41.708718 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.db.provisioning_blocks [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Provisioning complete for port a24525d3-4d16-4d0a-a3e9-14e74a52e46d triggered by entity L2. {{(pid=104417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 30 04:18:41.709552 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565073'] for port (a24525d3-4d16-4d0a-a3e9-14e74a52e46d), provisioning_complete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:18:41.712013 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fdd84a9-a080-4cba-bfb3-17d4d3935a75 tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] Network a14b0e4f-074d-4507-846c-fc8420bddf12 is already hosted by enough agents. {{(pid=104416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 04:18:41.715466 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.scheduler.base_scheduler [None req-5fdd84a9-a080-4cba-bfb3-17d4d3935a75 tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] Resources bound (agent type, host, resource id): {{(pid=104416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 04:18:41.718046 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fdd84a9-a080-4cba-bfb3-17d4d3935a75 tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] Received port after_create {{(pid=104416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 30 04:18:41.757853 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fdd84a9-a080-4cba-bfb3-17d4d3935a75 tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] Pushing event updated for resources: {'Port': ['ID=09dcf6de-3af5-4f14-b5db-299df15ee27d,revision_number=1']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:18:41.797564 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:18:41.805159 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Current status of the port a24525d3-4d16-4d0a-a3e9-14e74a52e46d is: BUILD; New status is: ACTIVE {{(pid=104417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 30 04:18:41.805606 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3606762'] for port (a24525d3-4d16-4d0a-a3e9-14e74a52e46d), before_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:18:41.830266 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0a0dbf7-3345-49a9-9785-a36af6da4a5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a24525d3-4d16-4d0a-a3e9-14e74a52e46d'}] {{(pid=104417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 30 04:18:41.832564 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}872baf0325b3a4d4e4ba58c5a9b381606b113811ad1a9f7b70d77ff172d270fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eeafd4e3-cfb6-4dcf-91c1-7afb0907da8a" -d '{"events": [{"server_uuid": "d0a0dbf7-3345-49a9-9785-a36af6da4a5f", "name": "network-vif-plugged", "status": "completed", "tag": "a24525d3-4d16-4d0a-a3e9-14e74a52e46d"}]}' {{(pid=104417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 04:18:41.846196 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.db [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] For port a24525d3-4d16-4d0a-a3e9-14e74a52e46d, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=a24525d3-4d16-4d0a-a3e9-14e74a52e46d,segment=NetworkSegment(29fd2ab4-096b-48df-8eef-82f2cdac089f),segment_id=29fd2ab4-096b-48df-8eef-82f2cdac089f)] {{(pid=104417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 04:18:41.852146 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4095053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781926634698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781926239335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781926239353'] for port (a24525d3-4d16-4d0a-a3e9-14e74a52e46d), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:18:41.873852 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-5fdd84a9-a080-4cba-bfb3-17d4d3935a75 tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] Publish callbacks [] for floatingip (74efdf81-f603-4f7c-9031-1a4d847d3576), precommit_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:18:41.882230 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Jun 2022 04:18:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-963c0afa-0c0f-462a-9295-8acfdc53b25c x-openstack-request-id: req-963c0afa-0c0f-462a-9295-8acfdc53b25c {{(pid=104417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 04:18:41.882684 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0a0dbf7-3345-49a9-9785-a36af6da4a5f", "name": "network-vif-plugged", "status": "completed", "tag": "a24525d3-4d16-4d0a-a3e9-14e74a52e46d", "code": 200}]} {{(pid=104417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 04:18:41.882999 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-963c0afa-0c0f-462a-9295-8acfdc53b25c {{(pid=104417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 04:18:41.883421 dv-cinder-846842-7-iscsi neutron-server[104417]: INFO neutron.notifiers.nova [-] Nova event matching ['req-963c0afa-0c0f-462a-9295-8acfdc53b25c'] response: {'server_uuid': 'd0a0dbf7-3345-49a9-9785-a36af6da4a5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a24525d3-4d16-4d0a-a3e9-14e74a52e46d', 'code': 200} Jun 30 04:18:41.925334 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Pushing event updated for resources: {'Port': ['ID=a24525d3-4d16-4d0a-a3e9-14e74a52e46d,revision_number=5']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:18:41.936884 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-5fdd84a9-a080-4cba-bfb3-17d4d3935a75 tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3606762'] for port (09dcf6de-3af5-4f14-b5db-299df15ee27d), before_update {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:18:41.987267 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:18:42.223363 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5f274d-eb29-4407-a93b-11faae0df49d req-8bdd5c27-303f-4468-ae30-73af6c8193df tempest-TestVolumeBootPattern-1718480899 tempest-TestVolumeBootPattern-1718480899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:18:42.225043 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-7f5f274d-eb29-4407-a93b-11faae0df49d req-8bdd5c27-303f-4468-ae30-73af6c8193df tempest-TestVolumeBootPattern-1718480899 tempest-TestVolumeBootPattern-1718480899-project] 10.222.0.13 "GET /v2.0/ports?device_id=d0a0dbf7-3345-49a9-9785-a36af6da4a5f HTTP/1.1" status: 200 len: 946 time: 0.1029007 Jun 30 04:18:42.232631 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-5fdd84a9-a080-4cba-bfb3-17d4d3935a75 tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] Publish callbacks [] for port (09dcf6de-3af5-4f14-b5db-299df15ee27d), precommit_update {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:18:42.248010 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-5fdd84a9-a080-4cba-bfb3-17d4d3935a75 tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4095053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781926634698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781926239335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781926239353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1764123'] for port (09dcf6de-3af5-4f14-b5db-299df15ee27d), after_update {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:18:42.260866 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2910460a-7ca5-4da0-b0f2-a92934365be5 req-b49add84-93e6-4150-8818-cf830862b84a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:18:42.262453 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-2910460a-7ca5-4da0-b0f2-a92934365be5 req-b49add84-93e6-4150-8818-cf830862b84a service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=d0a0dbf7-3345-49a9-9785-a36af6da4a5f HTTP/1.1" status: 200 len: 1130 time: 0.0854015 Jun 30 04:18:42.262913 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:18:42.410170 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-7f5f274d-eb29-4407-a93b-11faae0df49d req-ad4688a6-8512-4ad4-ab8a-6292ec3281f9 tempest-TestVolumeBootPattern-1718480899 tempest-TestVolumeBootPattern-1718480899-project] 10.222.0.13 "GET /v2.0/security-groups?id=1e7d7258-f507-4717-8413-3442decd3e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1752763 Jun 30 04:18:42.430840 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fdd84a9-a080-4cba-bfb3-17d4d3935a75 tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] Pushing event updated for resources: {'Port': ['ID=09dcf6de-3af5-4f14-b5db-299df15ee27d,revision_number=2']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:18:42.437257 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-5fdd84a9-a080-4cba-bfb3-17d4d3935a75 tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-620077'] for floatingip (74efdf81-f603-4f7c-9031-1a4d847d3576), after_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:18:42.442073 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-2910460a-7ca5-4da0-b0f2-a92934365be5 req-fa63db1b-a2a1-4ec0-9546-888e09a43e4f service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=1e7d7258-f507-4717-8413-3442decd3e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1709478 Jun 30 04:18:42.470114 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-5fdd84a9-a080-4cba-bfb3-17d4d3935a75 tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13292'] for floatingip (None), before_response {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:18:42.479469 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-5fdd84a9-a080-4cba-bfb3-17d4d3935a75 tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.4797678 Jun 30 04:18:42.517052 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efd9251-6135-4b89-b2f8-967c35af1f73 req-0790c6b7-9b0b-4419-8f97-a8f8ee52a4bb tempest-TestShelveInstance-1069409963 tempest-TestShelveInstance-1069409963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:18:42.525316 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-4efd9251-6135-4b89-b2f8-967c35af1f73 req-0790c6b7-9b0b-4419-8f97-a8f8ee52a4bb tempest-TestShelveInstance-1069409963 tempest-TestShelveInstance-1069409963-project] 10.222.0.13 "GET /v2.0/ports?device_id=51354e88-a19f-433f-85b3-126269c921c4 HTTP/1.1" status: 200 len: 946 time: 0.0689442 Jun 30 04:18:42.585559 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-4efd9251-6135-4b89-b2f8-967c35af1f73 req-c079e790-d0d2-45fc-9d5c-b0de7b46f64d tempest-TestShelveInstance-1069409963 tempest-TestShelveInstance-1069409963-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f4a7f03-b349-4d47-a044-e7fe563f709b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588896 Jun 30 04:18:42.719020 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926756172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565263'] for agent (ef703bef-7cc0-467c-baa9-fe8a66be565c), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:18:42.803887 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65943421-c552-4069-9189-7d138f7cdc4e req-0ea9bba8-8437-425b-ac44-97f2355380c4 tempest-TestShelveInstance-1069409963 tempest-TestShelveInstance-1069409963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:18:42.805577 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-65943421-c552-4069-9189-7d138f7cdc4e req-0ea9bba8-8437-425b-ac44-97f2355380c4 tempest-TestShelveInstance-1069409963 tempest-TestShelveInstance-1069409963-project] 10.222.0.13 "GET /v2.0/ports?device_id=51354e88-a19f-433f-85b3-126269c921c4 HTTP/1.1" status: 200 len: 946 time: 0.1002064 Jun 30 04:18:42.815865 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-08d662b8-c1ba-4ddb-aa1a-9a6f14f22b61 req-8f0784de-13ce-4a67-8ac4-99c90872a0af tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--420438919&fields=id&tenant_id=74b53f46d15c4465b9005939114e67a3 HTTP/1.1" status: 200 len: 267 time: 0.1116393 Jun 30 04:18:42.935905 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-65943421-c552-4069-9189-7d138f7cdc4e req-b454a31f-c462-4622-9544-d2b0928b3fb9 tempest-TestShelveInstance-1069409963 tempest-TestShelveInstance-1069409963-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f4a7f03-b349-4d47-a044-e7fe563f709b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1175923 Jun 30 04:18:42.962371 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.wsgi [-] (104415) accepted ('10.222.0.13', 54486) {{(pid=104415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 04:18:42.979444 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d662b8-c1ba-4ddb-aa1a-9a6f14f22b61 req-2f33b1e2-32e9-4fa1-8838-d0e055c0bc80 tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:18:42.986648 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-08d662b8-c1ba-4ddb-aa1a-9a6f14f22b61 req-2f33b1e2-32e9-4fa1-8838-d0e055c0bc80 tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] 10.222.0.13 "GET /v2.0/networks?id=d053466e-8b12-41f1-8495-352ca2b58558 HTTP/1.1" status: 200 len: 819 time: 0.1696458 Jun 30 04:18:42.998610 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-08d662b8-c1ba-4ddb-aa1a-9a6f14f22b61 req-2fba2b5d-f2b4-442c-9022-30c3239769f0 tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] 10.222.0.13 "GET /v2.0/quotas/74b53f46d15c4465b9005939114e67a3 HTTP/1.1" status: 200 len: 375 time: 0.0110703 Jun 30 04:18:43.059037 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=100 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:18:43.083826 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-08d662b8-c1ba-4ddb-aa1a-9a6f14f22b61 req-cb91d08d-b12a-419c-bb2f-89726732858e tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=74b53f46d15c4465b9005939114e67a3&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0712566 Jun 30 04:18:43.191499 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-08d662b8-c1ba-4ddb-aa1a-9a6f14f22b61 req-b50cce4b-0367-4a5e-9b74-bb0ef8114549 service neutron] 10.222.0.13 "GET /v2.0/networks/d053466e-8b12-41f1-8495-352ca2b58558?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1067085 Jun 30 04:18:43.206614 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41015d45-9f6e-42c0-9043-f96a9996683e tempest-TestShelveInstance-1827306529 tempest-TestShelveInstance-1827306529-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:18:43.211846 dv-cinder-846842-7-iscsi neutron-server[104415]: INFO neutron.wsgi [None req-41015d45-9f6e-42c0-9043-f96a9996683e tempest-TestShelveInstance-1827306529 tempest-TestShelveInstance-1827306529-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=51354e88-a19f-433f-85b3-126269c921c4 HTTP/1.1" status: 200 len: 1125 time: 0.2467442 Jun 30 04:18:43.212697 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.wsgi [-] (104415) accepted ('10.222.0.13', 54490) {{(pid=104415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 04:18:43.217257 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.v2.base [None req-8c4630a9-f5d0-4efb-a708-5687e24c003c tempest-TestShelveInstance-1069409963 tempest-TestShelveInstance-1069409963-project] Request body: {'floatingip': {'floating_network_id': 'a14b0e4f-074d-4507-846c-fc8420bddf12', 'port_id': '90e33ddf-37e0-40e5-ac04-e09a2cb58d98', 'tenant_id': '62d0dd3cae1448049dc95fb347fd1a80', 'fixed_ip_address': '172.20.0.12'}} {{(pid=104415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 30 04:18:43.246279 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-8c4630a9-f5d0-4efb-a708-5687e24c003c tempest-TestShelveInstance-1069409963 tempest-TestShelveInstance-1069409963-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:18:43.386289 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-8c4630a9-f5d0-4efb-a708-5687e24c003c tempest-TestShelveInstance-1069409963 tempest-TestShelveInstance-1069409963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3606762'] for port (None), before_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:18:43.521002 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.db.db_base_plugin_common [None req-8c4630a9-f5d0-4efb-a708-5687e24c003c tempest-TestShelveInstance-1069409963 tempest-TestShelveInstance-1069409963-project] Allocated IP 172.27.1.59 (a14b0e4f-074d-4507-846c-fc8420bddf12/15378187-268c-4fae-ace7-eaca7aa50f90/ef846bd8-0d5b-4842-9e6e-762054bab572) {{(pid=104415) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 04:18:43.562663 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=88,neutron:UPDATE=5,neutron:INSERT=7 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:18:43.587711 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da82766-5eb0-4a07-9c9f-facf7dfda3b7 req-01e4b195-2103-4c43-a15e-6b8317f437e6 tempest-TestVolumeBootPattern-1718480899 tempest-TestVolumeBootPattern-1718480899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:18:43.589388 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-4da82766-5eb0-4a07-9c9f-facf7dfda3b7 req-01e4b195-2103-4c43-a15e-6b8317f437e6 tempest-TestVolumeBootPattern-1718480899 tempest-TestVolumeBootPattern-1718480899-project] 10.222.0.13 "GET /v2.0/ports?device_id=d0a0dbf7-3345-49a9-9785-a36af6da4a5f HTTP/1.1" status: 200 len: 946 time: 0.0725875 Jun 30 04:18:43.625029 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-08d662b8-c1ba-4ddb-aa1a-9a6f14f22b61 req-691b984d-3eab-4625-bea7-26933e374012 service neutron] 10.222.0.13 "GET /v2.0/networks/d053466e-8b12-41f1-8495-352ca2b58558?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4262350 Jun 30 04:18:43.662220 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-8c4630a9-f5d0-4efb-a708-5687e24c003c tempest-TestShelveInstance-1069409963 tempest-TestShelveInstance-1069409963-project] Publish callbacks [] for port (ef846bd8-0d5b-4842-9e6e-762054bab572), precommit_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:18:43.675521 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-4da82766-5eb0-4a07-9c9f-facf7dfda3b7 req-5995206e-5e1f-4b8d-b61b-939f9d993e43 tempest-TestVolumeBootPattern-1718480899 tempest-TestVolumeBootPattern-1718480899-project] 10.222.0.13 "GET /v2.0/security-groups?id=1e7d7258-f507-4717-8413-3442decd3e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0749907 Jun 30 04:18:43.726922 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-8c4630a9-f5d0-4efb-a708-5687e24c003c tempest-TestShelveInstance-1069409963 tempest-TestShelveInstance-1069409963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4095053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781926239317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11645207'] for port (ef846bd8-0d5b-4842-9e6e-762054bab572), after_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:18:43.781760 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c4630a9-f5d0-4efb-a708-5687e24c003c tempest-TestShelveInstance-1069409963 tempest-TestShelveInstance-1069409963-project] Network a14b0e4f-074d-4507-846c-fc8420bddf12 is already hosted by enough agents. {{(pid=104415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 04:18:43.785155 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.scheduler.base_scheduler [None req-8c4630a9-f5d0-4efb-a708-5687e24c003c tempest-TestShelveInstance-1069409963 tempest-TestShelveInstance-1069409963-project] Resources bound (agent type, host, resource id): {{(pid=104415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 04:18:43.790163 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c4630a9-f5d0-4efb-a708-5687e24c003c tempest-TestShelveInstance-1069409963 tempest-TestShelveInstance-1069409963-project] Received port after_create {{(pid=104415) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 30 04:18:43.795733 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4630a9-f5d0-4efb-a708-5687e24c003c tempest-TestShelveInstance-1069409963 tempest-TestShelveInstance-1069409963-project] Pushing event updated for resources: {'Port': ['ID=ef846bd8-0d5b-4842-9e6e-762054bab572,revision_number=1']} {{(pid=104415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:18:43.917304 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-4fab5ccc-85df-4bdc-9a2c-a168ed1de921 req-3a251b42-bf8d-41a6-91d6-05695de535f5 tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] 10.222.0.13 "GET /v2.0/ports?device_id=8cc38d9c-363d-4a90-a5a3-2f16ee1f8a99 HTTP/1.1" status: 200 len: 210 time: 0.0369942 Jun 30 04:18:44.188205 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:18:44.258261 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-8c4630a9-f5d0-4efb-a708-5687e24c003c tempest-TestShelveInstance-1069409963 tempest-TestShelveInstance-1069409963-project] Publish callbacks [] for floatingip (f6b2e7d4-54a0-4ef0-9930-74cb91b88f93), precommit_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:18:44.343455 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-8c4630a9-f5d0-4efb-a708-5687e24c003c tempest-TestShelveInstance-1069409963 tempest-TestShelveInstance-1069409963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3606762'] for port (ef846bd8-0d5b-4842-9e6e-762054bab572), before_update {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:18:44.526418 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-8c4630a9-f5d0-4efb-a708-5687e24c003c tempest-TestShelveInstance-1069409963 tempest-TestShelveInstance-1069409963-project] Publish callbacks [] for port (ef846bd8-0d5b-4842-9e6e-762054bab572), precommit_update {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:18:44.533512 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-8c4630a9-f5d0-4efb-a708-5687e24c003c tempest-TestShelveInstance-1069409963 tempest-TestShelveInstance-1069409963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4095053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781926634698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781926239335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781926239353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11645230'] for port (ef846bd8-0d5b-4842-9e6e-762054bab572), after_update {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:18:44.630238 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4630a9-f5d0-4efb-a708-5687e24c003c tempest-TestShelveInstance-1069409963 tempest-TestShelveInstance-1069409963-project] Pushing event updated for resources: {'Port': ['ID=ef846bd8-0d5b-4842-9e6e-762054bab572,revision_number=2']} {{(pid=104415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:18:44.633770 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:18:44.645262 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-8c4630a9-f5d0-4efb-a708-5687e24c003c tempest-TestShelveInstance-1069409963 tempest-TestShelveInstance-1069409963-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-620077'] for floatingip (f6b2e7d4-54a0-4ef0-9930-74cb91b88f93), after_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:18:44.752613 dv-cinder-846842-7-iscsi neutron-server[104415]: INFO neutron.db.l3_db [None req-8c4630a9-f5d0-4efb-a708-5687e24c003c tempest-TestShelveInstance-1069409963 tempest-TestShelveInstance-1069409963-project] Floating IP f6b2e7d4-54a0-4ef0-9930-74cb91b88f93 associated. External IP: 172.27.1.59, port: 90e33ddf-37e0-40e5-ac04-e09a2cb58d98. Jun 30 04:18:44.817833 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b61efe-f7ea-4aad-a5db-0a1dd8abf6d4 req-5d41abba-eefa-451d-844a-cdeed2bff953 tempest-TestVolumeBootPattern-1718480899 tempest-TestVolumeBootPattern-1718480899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:18:44.820528 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-99b61efe-f7ea-4aad-a5db-0a1dd8abf6d4 req-5d41abba-eefa-451d-844a-cdeed2bff953 tempest-TestVolumeBootPattern-1718480899 tempest-TestVolumeBootPattern-1718480899-project] 10.222.0.13 "GET /v2.0/ports?device_id=d0a0dbf7-3345-49a9-9785-a36af6da4a5f HTTP/1.1" status: 200 len: 946 time: 0.0630682 Jun 30 04:18:44.903609 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-99b61efe-f7ea-4aad-a5db-0a1dd8abf6d4 req-c07d7f30-ebe2-490d-af65-47c84b584d25 tempest-TestVolumeBootPattern-1718480899 tempest-TestVolumeBootPattern-1718480899-project] 10.222.0.13 "GET /v2.0/security-groups?id=1e7d7258-f507-4717-8413-3442decd3e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0768967 Jun 30 04:18:45.002669 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c4630a9-f5d0-4efb-a708-5687e24c003c tempest-TestShelveInstance-1069409963 tempest-TestShelveInstance-1069409963-project] Router 0c464b5d-fb67-4b65-9738-977aa0a762b4 has already been hosted by L3 agent 2ea21a61-d737-4543-a811-a0d035fbf0f6 {{(pid=104415) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 30 04:18:45.021094 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabcb355-93bd-4398-a9c7-965080b3e6dd req-8529ae6d-bcbe-4dbd-99db-20bf3208f60e tempest-TestMinimumBasicScenario-130177793 tempest-TestMinimumBasicScenario-130177793-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:18:45.022803 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-aabcb355-93bd-4398-a9c7-965080b3e6dd req-8529ae6d-bcbe-4dbd-99db-20bf3208f60e tempest-TestMinimumBasicScenario-130177793 tempest-TestMinimumBasicScenario-130177793-project] 10.222.0.13 "GET /v2.0/networks?id=9f998a2a-5cb6-4bab-892c-06a6730a89bd HTTP/1.1" status: 200 len: 815 time: 0.1504111 Jun 30 04:18:45.031115 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:18:45.042686 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853d02b9-5549-4ead-8b7a-d98f65237808 req-51dcab3f-cfe1-4536-b9d8-0cf7c79c93a0 tempest-TestVolumeBootPattern-1718480899 tempest-TestVolumeBootPattern-1718480899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:18:45.044202 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-853d02b9-5549-4ead-8b7a-d98f65237808 req-51dcab3f-cfe1-4536-b9d8-0cf7c79c93a0 tempest-TestVolumeBootPattern-1718480899 tempest-TestVolumeBootPattern-1718480899-project] 10.222.0.13 "GET /v2.0/ports?device_id=d0a0dbf7-3345-49a9-9785-a36af6da4a5f HTTP/1.1" status: 200 len: 946 time: 0.0616951 Jun 30 04:18:45.055454 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-aabcb355-93bd-4398-a9c7-965080b3e6dd req-f55774f1-1b5a-49d7-9058-8f5a482d6748 tempest-TestMinimumBasicScenario-130177793 tempest-TestMinimumBasicScenario-130177793-project] 10.222.0.13 "GET /v2.0/quotas/bf207393082c48d09f827e16d99b2609 HTTP/1.1" status: 200 len: 375 time: 0.0211530 Jun 30 04:18:45.122334 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c4630a9-f5d0-4efb-a708-5687e24c003c tempest-TestShelveInstance-1069409963 tempest-TestShelveInstance-1069409963-project] Notify agent at l3_agent.dv-cinder-846842-7-iscsi the message routers_updated {{(pid=104415) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 04:18:45.137711 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08b534aa-2812-4c0d-bef1-09019f5ae73f None None] Sync routers for ids ['0c464b5d-fb67-4b65-9738-977aa0a762b4'] in dv-cinder-846842-7-iscsi {{(pid=104417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 04:18:45.145246 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-8c4630a9-f5d0-4efb-a708-5687e24c003c tempest-TestShelveInstance-1069409963 tempest-TestShelveInstance-1069409963-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13292'] for floatingip (None), before_response {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:18:45.152291 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08b534aa-2812-4c0d-bef1-09019f5ae73f None None] Routers {'0c464b5d-fb67-4b65-9738-977aa0a762b4'} bound to L3 agent in host dv-cinder-846842-7-iscsi {{(pid=104417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 30 04:18:45.154102 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.db.l3_hamode_db [None req-08b534aa-2812-4c0d-bef1-09019f5ae73f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-30T04:07:07Z,description=,heartbeat_timestamp=2022-06-30T04:18:38Z,host='dv-cinder-846842-7-iscsi',id=2ea21a61-d737-4543-a811-a0d035fbf0f6,load=0,resource_versions=,resources_synced=,started_at=2022-06-30T04:07:07Z,topic='l3_agent')) {'router_ids': ['0c464b5d-fb67-4b65-9738-977aa0a762b4'], 'active': True} {{(pid=104417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 04:18:45.164770 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-aabcb355-93bd-4398-a9c7-965080b3e6dd req-25d42d57-ccbb-4b28-99b4-f1686683879e tempest-TestMinimumBasicScenario-130177793 tempest-TestMinimumBasicScenario-130177793-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=bf207393082c48d09f827e16d99b2609&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0933287 Jun 30 04:18:45.180164 dv-cinder-846842-7-iscsi neutron-server[104415]: INFO neutron.wsgi [None req-8c4630a9-f5d0-4efb-a708-5687e24c003c tempest-TestShelveInstance-1069409963 tempest-TestShelveInstance-1069409963-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9662225 Jun 30 04:18:45.180861 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51354e88-a19f-433f-85b3-126269c921c4', 'tag': '90e33ddf-37e0-40e5-ac04-e09a2cb58d98'}] {{(pid=104415) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 30 04:18:45.183199 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d30a34cf25b41f2e39a6e8a7c8aade182e15085106272f21e1153e4bea097eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1684872-ac92-47e5-8074-5314d6a398f4" -d '{"events": [{"name": "network-changed", "server_uuid": "51354e88-a19f-433f-85b3-126269c921c4", "tag": "90e33ddf-37e0-40e5-ac04-e09a2cb58d98"}]}' {{(pid=104415) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 04:18:45.232802 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-853d02b9-5549-4ead-8b7a-d98f65237808 req-0babc4a0-1621-4d48-8c88-05b713e34dd0 tempest-TestVolumeBootPattern-1718480899 tempest-TestVolumeBootPattern-1718480899-project] 10.222.0.13 "GET /v2.0/security-groups?id=1e7d7258-f507-4717-8413-3442decd3e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1805906 Jun 30 04:18:45.261898 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.wsgi [-] (104415) accepted ('10.222.0.13', 54546) {{(pid=104415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 04:18:45.281127 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.db.l3_dvr_db [None req-08b534aa-2812-4c0d-bef1-09019f5ae73f None None] Set router 0c464b5d-fb67-4b65-9738-977aa0a762b4 gateway port host: dv-cinder-846842-7-iscsi {{(pid=104417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 30 04:18:45.327525 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d662b8-c1ba-4ddb-aa1a-9a6f14f22b61 req-65b1a05f-64ca-4190-a17f-5ddfc9708bae tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:18:45.329282 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-08d662b8-c1ba-4ddb-aa1a-9a6f14f22b61 req-65b1a05f-64ca-4190-a17f-5ddfc9708bae tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] 10.222.0.20 "GET /v2.0/networks?id=d053466e-8b12-41f1-8495-352ca2b58558 HTTP/1.1" status: 200 len: 819 time: 0.2595272 Jun 30 04:18:45.367159 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-b2fbf650-729d-4c5c-b610-64916aa77e59 req-184fbd93-5799-40b4-bc53-9084fdb5ba0f tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] 10.222.0.13 "GET /v2.0/ports?device_id=8cc38d9c-363d-4a90-a5a3-2f16ee1f8a99 HTTP/1.1" status: 200 len: 210 time: 0.0336545 Jun 30 04:18:45.387013 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-aabcb355-93bd-4398-a9c7-965080b3e6dd req-964ccc69-d1d1-4faf-b128-d3fdf1245d1c service neutron] 10.222.0.13 "GET /v2.0/networks/9f998a2a-5cb6-4bab-892c-06a6730a89bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1756885 Jun 30 04:18:45.428501 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Jun 2022 04:18:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c126dae6-dea9-46c5-8c2d-503394e94fae x-openstack-request-id: req-c126dae6-dea9-46c5-8c2d-503394e94fae {{(pid=104415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 04:18:45.429162 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51354e88-a19f-433f-85b3-126269c921c4", "tag": "90e33ddf-37e0-40e5-ac04-e09a2cb58d98", "status": "completed", "code": 200}]} {{(pid=104415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 04:18:45.429503 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c126dae6-dea9-46c5-8c2d-503394e94fae {{(pid=104415) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 04:18:45.429951 dv-cinder-846842-7-iscsi neutron-server[104415]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c126dae6-dea9-46c5-8c2d-503394e94fae'] response: {'name': 'network-changed', 'server_uuid': '51354e88-a19f-433f-85b3-126269c921c4', 'tag': '90e33ddf-37e0-40e5-ac04-e09a2cb58d98', 'status': 'completed', 'code': 200} Jun 30 04:18:45.441254 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdacf28c-41a1-4788-87b4-d98d5abd6979 tempest-TestVolumeBootPattern-575658593 tempest-TestVolumeBootPattern-575658593-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:18:45.446462 dv-cinder-846842-7-iscsi neutron-server[104415]: INFO neutron.wsgi [None req-cdacf28c-41a1-4788-87b4-d98d5abd6979 tempest-TestVolumeBootPattern-575658593 tempest-TestVolumeBootPattern-575658593-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=d0a0dbf7-3345-49a9-9785-a36af6da4a5f HTTP/1.1" status: 200 len: 1125 time: 0.1830931 Jun 30 04:18:45.447817 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.wsgi [-] (104415) accepted ('10.222.0.13', 54552) {{(pid=104415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 04:18:45.453318 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.v2.base [None req-c2069544-4025-47ad-bd4d-a9017d487391 tempest-TestVolumeBootPattern-1718480899 tempest-TestVolumeBootPattern-1718480899-project] Request body: {'floatingip': {'floating_network_id': 'a14b0e4f-074d-4507-846c-fc8420bddf12', 'port_id': 'a24525d3-4d16-4d0a-a3e9-14e74a52e46d', 'tenant_id': 'c2fe0f4b2519494ea784cea098da6be3', 'fixed_ip_address': '172.20.0.10'}} {{(pid=104415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 30 04:18:45.478098 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-c2069544-4025-47ad-bd4d-a9017d487391 tempest-TestVolumeBootPattern-1718480899 tempest-TestVolumeBootPattern-1718480899-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:18:45.546451 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-08d662b8-c1ba-4ddb-aa1a-9a6f14f22b61 req-9c34713c-df1e-4a5c-9485-bac46b56231f tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=74b53f46d15c4465b9005939114e67a3 HTTP/1.1" status: 200 len: 379 time: 0.1505373 Jun 30 04:18:45.560433 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.v2.base [req-08d662b8-c1ba-4ddb-aa1a-9a6f14f22b61 req-eadfc6b5-fd81-48d4-b489-07ae581de6d4 tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] Request body: {'port': {'device_id': '8cc38d9c-363d-4a90-a5a3-2f16ee1f8a99', 'network_id': 'd053466e-8b12-41f1-8495-352ca2b58558', 'admin_state_up': True, 'tenant_id': '74b53f46d15c4465b9005939114e67a3', 'security_groups': ['06c1f942-66a2-4aeb-bb9e-abcee809d625']}} {{(pid=104416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 30 04:18:45.578949 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-c2069544-4025-47ad-bd4d-a9017d487391 tempest-TestVolumeBootPattern-1718480899 tempest-TestVolumeBootPattern-1718480899-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3606762'] for port (None), before_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:18:45.590668 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:18:45.592695 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=100 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:18:45.604035 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1684872-ac92-47e5-8074-5314d6a398f4 req-c584f37c-4160-4e78-9ced-a7ebac43a392 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:18:45.605620 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-a1684872-ac92-47e5-8074-5314d6a398f4 req-c584f37c-4160-4e78-9ced-a7ebac43a392 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=62d0dd3cae1448049dc95fb347fd1a80&device_id=51354e88-a19f-433f-85b3-126269c921c4 HTTP/1.1" status: 200 len: 1130 time: 0.1440160 Jun 30 04:18:45.610147 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-aabcb355-93bd-4398-a9c7-965080b3e6dd req-2439c76b-6bc3-464f-90b4-5dc08ef5ad78 service neutron] 10.222.0.13 "GET /v2.0/networks/9f998a2a-5cb6-4bab-892c-06a6730a89bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2223313 Jun 30 04:18:45.704636 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.db.db_base_plugin_common [None req-c2069544-4025-47ad-bd4d-a9017d487391 tempest-TestVolumeBootPattern-1718480899 tempest-TestVolumeBootPattern-1718480899-project] Allocated IP 172.27.1.122 (a14b0e4f-074d-4507-846c-fc8420bddf12/15378187-268c-4fae-ace7-eaca7aa50f90/cf7d5795-d3e3-4e65-bff3-512683814722) {{(pid=104415) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 04:18:45.715843 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:18:45.768163 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.db.l3_hamode_db [None req-08b534aa-2812-4c0d-bef1-09019f5ae73f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c464b5d-fb67-4b65-9738-977aa0a762b4', 'name': 'tempest-TestShelveInstance-79782382-router', 'tenant_id': '62d0dd3cae1448049dc95fb347fd1a80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14b0e4f-074d-4507-846c-fc8420bddf12', 'external_fixed_ips': [{'subnet_id': '15378187-268c-4fae-ace7-eaca7aa50f90', 'ip_address': '172.27.1.227'}], 'enable_snat': True}, 'gw_port_id': '301367af-dc79-468a-86c5-df064ff4ba5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T04:17:17Z', 'updated_at': '2022-06-30T04:17:23Z', 'revision_number': 4, 'project_id': '62d0dd3cae1448049dc95fb347fd1a80', 'gw_port': {'id': '301367af-dc79-468a-86c5-df064ff4ba5d', 'name': '', 'network_id': 'a14b0e4f-074d-4507-846c-fc8420bddf12', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:f5:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c464b5d-fb67-4b65-9738-977aa0a762b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '15378187-268c-4fae-ace7-eaca7aa50f90', 'ip_address': '172.27.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T04:17:19Z', 'updated_at': '2022-06-30T04:17:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15378187-268c-4fae-ace7-eaca7aa50f90', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-7-iscsi', '_floatingips': [{'id': 'f6b2e7d4-54a0-4ef0-9930-74cb91b88f93', 'tenant_id': '62d0dd3cae1448049dc95fb347fd1a80', 'floating_ip_address': '172.27.1.59', 'floating_network_id': 'a14b0e4f-074d-4507-846c-fc8420bddf12', 'router_id': '0c464b5d-fb67-4b65-9738-977aa0a762b4', 'port_id': '90e33ddf-37e0-40e5-ac04-e09a2cb58d98', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 551, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c7bb47d5-3e98-456a-bf3a-91e07afacb65', 'mac_address': 'fa:16:3e:6b:93:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51354e88-a19f-433f-85b3-126269c921c4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-30T04:18:44Z', 'updated_at': '2022-06-30T04:18:44Z', 'revision_number': 0, 'project_id': '62d0dd3cae1448049dc95fb347fd1a80', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3708bb05-025f-4637-be71-908d0712fe4b', 'name': '', 'network_id': 'c7bb47d5-3e98-456a-bf3a-91e07afacb65', 'tenant_id': '62d0dd3cae1448049dc95fb347fd1a80', 'mac_address': 'fa:16:3e:a9:d5:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c464b5d-fb67-4b65-9738-977aa0a762b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '7b470bb7-e396-40f4-b592-bdd8af25c2fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T04:17:22Z', 'updated_at': '2022-06-30T04:17:30Z', 'revision_number': 5, 'project_id': '62d0dd3cae1448049dc95fb347fd1a80', 'subnets': [{'id': '7b470bb7-e396-40f4-b592-bdd8af25c2fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846842-7-iscsi', False) {} {{(pid=104417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 04:18:45.777970 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-08d662b8-c1ba-4ddb-aa1a-9a6f14f22b61 req-eadfc6b5-fd81-48d4-b489-07ae581de6d4 tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] Made reservation on behalf of 74b53f46d15c4465b9005939114e67a3 for: {'port': 1} {{(pid=104416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 04:18:45.781990 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-08d662b8-c1ba-4ddb-aa1a-9a6f14f22b61 req-eadfc6b5-fd81-48d4-b489-07ae581de6d4 tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3606762'] for port (None), before_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:18:45.795199 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1684872-ac92-47e5-8074-5314d6a398f4 req-eee525c3-e469-4f93-a6b0-49778083c5db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:18:45.796908 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-a1684872-ac92-47e5-8074-5314d6a398f4 req-eee525c3-e469-4f93-a6b0-49778083c5db service neutron] 10.222.0.20 "GET /v2.0/networks?id=c7bb47d5-3e98-456a-bf3a-91e07afacb65 HTTP/1.1" status: 200 len: 908 time: 0.1831496 Jun 30 04:18:45.801466 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08b534aa-2812-4c0d-bef1-09019f5ae73f None None] Checking router: 0c464b5d-fb67-4b65-9738-977aa0a762b4 for host: dv-cinder-846842-7-iscsi {{(pid=104417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 04:18:45.811354 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08b534aa-2812-4c0d-bef1-09019f5ae73f None None] Routers {'0c464b5d-fb67-4b65-9738-977aa0a762b4'} bound to L3 agent in host dv-cinder-846842-7-iscsi {{(pid=104417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 30 04:18:45.812002 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.db.l3_hamode_db [None req-08b534aa-2812-4c0d-bef1-09019f5ae73f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-30T04:07:07Z,description=,heartbeat_timestamp=2022-06-30T04:18:38Z,host='dv-cinder-846842-7-iscsi',id=2ea21a61-d737-4543-a811-a0d035fbf0f6,load=0,resource_versions=,resources_synced=,started_at=2022-06-30T04:07:07Z,topic='l3_agent')) {'router_ids': ['0c464b5d-fb67-4b65-9738-977aa0a762b4'], 'active': True} {{(pid=104417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 04:18:45.853316 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-c2069544-4025-47ad-bd4d-a9017d487391 tempest-TestVolumeBootPattern-1718480899 tempest-TestVolumeBootPattern-1718480899-project] Publish callbacks [] for port (cf7d5795-d3e3-4e65-bff3-512683814722), precommit_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:18:45.918088 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-c2069544-4025-47ad-bd4d-a9017d487391 tempest-TestVolumeBootPattern-1718480899 tempest-TestVolumeBootPattern-1718480899-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4095053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781926239317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11645207'] for port (cf7d5795-d3e3-4e65-bff3-512683814722), after_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:18:45.920821 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-d27ec107-2c76-407c-9f45-fcf2af543922 req-c62da8c9-7f9e-41b3-ba7f-6843c1a4b54a tempest-TestMinimumBasicScenario-130177793 tempest-TestMinimumBasicScenario-130177793-project] 10.222.0.13 "GET /v2.0/ports?device_id=51520645-cd99-466c-83b2-8f735e7d04cf HTTP/1.1" status: 200 len: 210 time: 0.0920610 Jun 30 04:18:45.952182 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.db.l3_dvr_db [None req-08b534aa-2812-4c0d-bef1-09019f5ae73f None None] Set router 0c464b5d-fb67-4b65-9738-977aa0a762b4 gateway port host: dv-cinder-846842-7-iscsi {{(pid=104417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 30 04:18:45.959814 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2069544-4025-47ad-bd4d-a9017d487391 tempest-TestVolumeBootPattern-1718480899 tempest-TestVolumeBootPattern-1718480899-project] Network a14b0e4f-074d-4507-846c-fc8420bddf12 is already hosted by enough agents. {{(pid=104415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 04:18:45.963468 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.scheduler.base_scheduler [None req-c2069544-4025-47ad-bd4d-a9017d487391 tempest-TestVolumeBootPattern-1718480899 tempest-TestVolumeBootPattern-1718480899-project] Resources bound (agent type, host, resource id): {{(pid=104415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 04:18:45.965930 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2069544-4025-47ad-bd4d-a9017d487391 tempest-TestVolumeBootPattern-1718480899 tempest-TestVolumeBootPattern-1718480899-project] Received port after_create {{(pid=104415) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 30 04:18:46.009931 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2069544-4025-47ad-bd4d-a9017d487391 tempest-TestVolumeBootPattern-1718480899 tempest-TestVolumeBootPattern-1718480899-project] Pushing event updated for resources: {'Port': ['ID=cf7d5795-d3e3-4e65-bff3-512683814722,revision_number=1']} {{(pid=104415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:18:46.011182 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-a1684872-ac92-47e5-8074-5314d6a398f4 req-af1b278f-f4df-4f24-bf28-2d34fcf40c4a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=90e33ddf-37e0-40e5-ac04-e09a2cb58d98 HTTP/1.1" status: 200 len: 999 time: 0.2012358 Jun 30 04:18:46.065481 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:18:46.117487 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1684872-ac92-47e5-8074-5314d6a398f4 req-b0f403a0-54cb-4f22-8736-59bcfdaf42c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:18:46.119083 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-a1684872-ac92-47e5-8074-5314d6a398f4 req-b0f403a0-54cb-4f22-8736-59bcfdaf42c4 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=7b470bb7-e396-40f4-b592-bdd8af25c2fd HTTP/1.1" status: 200 len: 846 time: 0.0982821 Jun 30 04:18:46.162887 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:18:46.176406 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.db.db_base_plugin_common [req-08d662b8-c1ba-4ddb-aa1a-9a6f14f22b61 req-eadfc6b5-fd81-48d4-b489-07ae581de6d4 tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] Allocated IP 172.20.0.10 (d053466e-8b12-41f1-8495-352ca2b58558/1d12b51a-7dad-4338-8514-f9c8956a192d/2a4fd84e-fb19-4d1c-b772-2251c8322151) {{(pid=104416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 04:18:46.186265 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1684872-ac92-47e5-8074-5314d6a398f4 req-910e4ed6-fdcb-45ea-8a4e-9e89a9061d03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:18:46.188121 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-a1684872-ac92-47e5-8074-5314d6a398f4 req-910e4ed6-fdcb-45ea-8a4e-9e89a9061d03 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c7bb47d5-3e98-456a-bf3a-91e07afacb65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0609486 Jun 30 04:18:46.221288 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.db.l3_hamode_db [None req-08b534aa-2812-4c0d-bef1-09019f5ae73f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c464b5d-fb67-4b65-9738-977aa0a762b4', 'name': 'tempest-TestShelveInstance-79782382-router', 'tenant_id': '62d0dd3cae1448049dc95fb347fd1a80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14b0e4f-074d-4507-846c-fc8420bddf12', 'external_fixed_ips': [{'subnet_id': '15378187-268c-4fae-ace7-eaca7aa50f90', 'ip_address': '172.27.1.227'}], 'enable_snat': True}, 'gw_port_id': '301367af-dc79-468a-86c5-df064ff4ba5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T04:17:17Z', 'updated_at': '2022-06-30T04:17:23Z', 'revision_number': 4, 'project_id': '62d0dd3cae1448049dc95fb347fd1a80', 'gw_port': {'id': '301367af-dc79-468a-86c5-df064ff4ba5d', 'name': '', 'network_id': 'a14b0e4f-074d-4507-846c-fc8420bddf12', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:f5:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c464b5d-fb67-4b65-9738-977aa0a762b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '15378187-268c-4fae-ace7-eaca7aa50f90', 'ip_address': '172.27.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T04:17:19Z', 'updated_at': '2022-06-30T04:17:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15378187-268c-4fae-ace7-eaca7aa50f90', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-7-iscsi', '_floatingips': [{'id': 'f6b2e7d4-54a0-4ef0-9930-74cb91b88f93', 'tenant_id': '62d0dd3cae1448049dc95fb347fd1a80', 'floating_ip_address': '172.27.1.59', 'floating_network_id': 'a14b0e4f-074d-4507-846c-fc8420bddf12', 'router_id': '0c464b5d-fb67-4b65-9738-977aa0a762b4', 'port_id': '90e33ddf-37e0-40e5-ac04-e09a2cb58d98', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 551, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c7bb47d5-3e98-456a-bf3a-91e07afacb65', 'mac_address': 'fa:16:3e:6b:93:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51354e88-a19f-433f-85b3-126269c921c4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-30T04:18:44Z', 'updated_at': '2022-06-30T04:18:44Z', 'revision_number': 0, 'project_id': '62d0dd3cae1448049dc95fb347fd1a80', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3708bb05-025f-4637-be71-908d0712fe4b', 'name': '', 'network_id': 'c7bb47d5-3e98-456a-bf3a-91e07afacb65', 'tenant_id': '62d0dd3cae1448049dc95fb347fd1a80', 'mac_address': 'fa:16:3e:a9:d5:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c464b5d-fb67-4b65-9738-977aa0a762b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '7b470bb7-e396-40f4-b592-bdd8af25c2fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T04:17:22Z', 'updated_at': '2022-06-30T04:17:30Z', 'revision_number': 5, 'project_id': '62d0dd3cae1448049dc95fb347fd1a80', 'subnets': [{'id': '7b470bb7-e396-40f4-b592-bdd8af25c2fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846842-7-iscsi', False) {} {{(pid=104417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 04:18:46.253806 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08b534aa-2812-4c0d-bef1-09019f5ae73f None None] The sync data for ids ['0c464b5d-fb67-4b65-9738-977aa0a762b4'] in dv-cinder-846842-7-iscsi is: [{'id': '0c464b5d-fb67-4b65-9738-977aa0a762b4', 'name': 'tempest-TestShelveInstance-79782382-router', 'tenant_id': '62d0dd3cae1448049dc95fb347fd1a80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14b0e4f-074d-4507-846c-fc8420bddf12', 'external_fixed_ips': [{'subnet_id': '15378187-268c-4fae-ace7-eaca7aa50f90', 'ip_address': '172.27.1.227'}], 'enable_snat': True}, 'gw_port_id': '301367af-dc79-468a-86c5-df064ff4ba5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T04:17:17Z', 'updated_at': '2022-06-30T04:17:23Z', 'revision_number': 4, 'project_id': '62d0dd3cae1448049dc95fb347fd1a80', 'gw_port': {'id': '301367af-dc79-468a-86c5-df064ff4ba5d', 'name': '', 'network_id': 'a14b0e4f-074d-4507-846c-fc8420bddf12', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:f5:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c464b5d-fb67-4b65-9738-977aa0a762b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '15378187-268c-4fae-ace7-eaca7aa50f90', 'ip_address': '172.27.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T04:17:19Z', 'updated_at': '2022-06-30T04:17:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15378187-268c-4fae-ace7-eaca7aa50f90', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-7-iscsi', '_floatingips': [{'id': 'f6b2e7d4-54a0-4ef0-9930-74cb91b88f93', 'tenant_id': '62d0dd3cae1448049dc95fb347fd1a80', 'floating_ip_address': '172.27.1.59', 'floating_network_id': 'a14b0e4f-074d-4507-846c-fc8420bddf12', 'router_id': '0c464b5d-fb67-4b65-9738-977aa0a762b4', 'port_id': '90e33ddf-37e0-40e5-ac04-e09a2cb58d98', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 551, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c7bb47d5-3e98-456a-bf3a-91e07afacb65', 'mac_address': 'fa:16:3e:6b:93:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51354e88-a19f-433f-85b3-126269c921c4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-30T04:18:44Z', 'updated_at': '2022-06-30T04:18:44Z', 'revision_number': 0, 'project_id': '62d0dd3cae1448049dc95fb347fd1a80', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3708bb05-025f-4637-be71-908d0712fe4b', 'name': '', 'network_id': 'c7bb47d5-3e98-456a-bf3a-91e07afacb65', 'tenant_id': '62d0dd3cae1448049dc95fb347fd1a80', 'mac_address': 'fa:16:3e:a9:d5:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c464b5d-fb67-4b65-9738-977aa0a762b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '7b470bb7-e396-40f4-b592-bdd8af25c2fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T04:17:22Z', 'updated_at': '2022-06-30T04:17:30Z', 'revision_number': 5, 'project_id': '62d0dd3cae1448049dc95fb347fd1a80', 'subnets': [{'id': '7b470bb7-e396-40f4-b592-bdd8af25c2fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 04:18:46.383517 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-a1684872-ac92-47e5-8074-5314d6a398f4 req-a6afaf67-ff03-4e99-98e6-d3f836d40c06 service neutron] 10.222.0.20 "GET /v2.0/networks/c7bb47d5-3e98-456a-bf3a-91e07afacb65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1877058 Jun 30 04:18:46.399991 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-c2069544-4025-47ad-bd4d-a9017d487391 tempest-TestVolumeBootPattern-1718480899 tempest-TestVolumeBootPattern-1718480899-project] Publish callbacks [] for floatingip (de454e92-6da7-4c6a-8760-69b9641cb8a9), precommit_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:18:46.471126 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-08d662b8-c1ba-4ddb-aa1a-9a6f14f22b61 req-eadfc6b5-fd81-48d4-b489-07ae581de6d4 tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] Publish callbacks [] for port (2a4fd84e-fb19-4d1c-b772-2251c8322151), precommit_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:18:46.496419 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-c2069544-4025-47ad-bd4d-a9017d487391 tempest-TestVolumeBootPattern-1718480899 tempest-TestVolumeBootPattern-1718480899-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3606762'] for port (cf7d5795-d3e3-4e65-bff3-512683814722), before_update {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:18:46.538637 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:18:46.565448 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f91d45ba-98cc-4111-8ee2-849c7820971a None None] New status for floating IP f6b2e7d4-54a0-4ef0-9930-74cb91b88f93: ACTIVE {{(pid=104418) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 30 04:18:46.584097 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-1a0c8b71-53a4-4b85-b5f0-4b3abad35baa req-39f08e3a-64a7-4000-a7c9-a91c6a52bbff tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] 10.222.0.13 "GET /v2.0/ports?device_id=8cc38d9c-363d-4a90-a5a3-2f16ee1f8a99 HTTP/1.1" status: 200 len: 210 time: 0.1026266 Jun 30 04:18:46.623884 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-a1684872-ac92-47e5-8074-5314d6a398f4 req-f96d7d2e-6647-47bd-b4c7-06611a3dda8d service neutron] 10.222.0.20 "GET /v2.0/networks/c7bb47d5-3e98-456a-bf3a-91e07afacb65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2258058 Jun 30 04:18:46.643305 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-08d662b8-c1ba-4ddb-aa1a-9a6f14f22b61 req-eadfc6b5-fd81-48d4-b489-07ae581de6d4 tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4095053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781926239317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1764130'] for port (2a4fd84e-fb19-4d1c-b772-2251c8322151), after_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:18:46.706631 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-08d662b8-c1ba-4ddb-aa1a-9a6f14f22b61 req-eadfc6b5-fd81-48d4-b489-07ae581de6d4 tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] Network d053466e-8b12-41f1-8495-352ca2b58558 is already hosted by enough agents. {{(pid=104416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 04:18:46.710770 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.scheduler.base_scheduler [req-08d662b8-c1ba-4ddb-aa1a-9a6f14f22b61 req-eadfc6b5-fd81-48d4-b489-07ae581de6d4 tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] Resources bound (agent type, host, resource id): {{(pid=104416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 04:18:46.714099 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadfc6b5-fd81-48d4-b489-07ae581de6d4 tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] Pushing event updated for resources: {'Port': ['ID=2a4fd84e-fb19-4d1c-b772-2251c8322151,revision_number=1']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:18:46.722983 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.db.l3_dvrscheduler_db [req-08d662b8-c1ba-4ddb-aa1a-9a6f14f22b61 req-eadfc6b5-fd81-48d4-b489-07ae581de6d4 tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] Received port after_create {{(pid=104416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 30 04:18:46.786680 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d662b8-c1ba-4ddb-aa1a-9a6f14f22b61 req-eadfc6b5-fd81-48d4-b489-07ae581de6d4 tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:18:46.788182 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-08d662b8-c1ba-4ddb-aa1a-9a6f14f22b61 req-eadfc6b5-fd81-48d4-b489-07ae581de6d4 tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13292'] for port (None), before_response {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:18:46.813977 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-08d662b8-c1ba-4ddb-aa1a-9a6f14f22b61 req-eadfc6b5-fd81-48d4-b489-07ae581de6d4 tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2596436 Jun 30 04:18:46.818626 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:18:46.916315 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:18:46.945545 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-c2069544-4025-47ad-bd4d-a9017d487391 tempest-TestVolumeBootPattern-1718480899 tempest-TestVolumeBootPattern-1718480899-project] Publish callbacks [] for port (cf7d5795-d3e3-4e65-bff3-512683814722), precommit_update {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:18:46.950568 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-c2069544-4025-47ad-bd4d-a9017d487391 tempest-TestVolumeBootPattern-1718480899 tempest-TestVolumeBootPattern-1718480899-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4095053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781926634698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781926239335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781926239353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11645230'] for port (cf7d5795-d3e3-4e65-bff3-512683814722), after_update {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:18:47.016816 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.v2.base [req-08d662b8-c1ba-4ddb-aa1a-9a6f14f22b61 req-37fa39a8-9842-4a31-a092-cc9253ff77f5 service neutron] Request body: {'port': {'device_id': '8cc38d9c-363d-4a90-a5a3-2f16ee1f8a99', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84684'}} {{(pid=104416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 30 04:18:47.026658 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2069544-4025-47ad-bd4d-a9017d487391 tempest-TestVolumeBootPattern-1718480899 tempest-TestVolumeBootPattern-1718480899-project] Pushing event updated for resources: {'Port': ['ID=cf7d5795-d3e3-4e65-bff3-512683814722,revision_number=2']} {{(pid=104415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:18:47.040578 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-c2069544-4025-47ad-bd4d-a9017d487391 tempest-TestVolumeBootPattern-1718480899 tempest-TestVolumeBootPattern-1718480899-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-620077'] for floatingip (de454e92-6da7-4c6a-8760-69b9641cb8a9), after_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:18:47.052196 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.db.provisioning_blocks [None req-a286620f-aa27-426d-b0f4-7c7d77d3ac6e None None] Provisioning complete for port 2a4fd84e-fb19-4d1c-b772-2251c8322151 triggered by entity DHCP. {{(pid=104417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 30 04:18:47.053149 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-a286620f-aa27-426d-b0f4-7c7d77d3ac6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565073'] for port (2a4fd84e-fb19-4d1c-b772-2251c8322151), provisioning_complete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:18:47.063849 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-2591cffb-6d6a-4e9c-98e9-a58c6ea9a530 req-e416df8d-7064-46d9-9ef0-2076c949a929 tempest-TestMinimumBasicScenario-130177793 tempest-TestMinimumBasicScenario-130177793-project] 10.222.0.13 "GET /v2.0/ports?device_id=51520645-cd99-466c-83b2-8f735e7d04cf HTTP/1.1" status: 200 len: 210 time: 0.0537479 Jun 30 04:18:47.116883 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-a286620f-aa27-426d-b0f4-7c7d77d3ac6e None None] Port 2a4fd84e-fb19-4d1c-b772-2251c8322151 cannot update to ACTIVE because it is not bound. {{(pid=104417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 30 04:18:47.123403 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-08d662b8-c1ba-4ddb-aa1a-9a6f14f22b61 req-37fa39a8-9842-4a31-a092-cc9253ff77f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3606762'] for port (2a4fd84e-fb19-4d1c-b772-2251c8322151), before_update {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:18:47.129757 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:18:47.173025 dv-cinder-846842-7-iscsi neutron-server[104415]: INFO neutron.db.l3_db [None req-c2069544-4025-47ad-bd4d-a9017d487391 tempest-TestVolumeBootPattern-1718480899 tempest-TestVolumeBootPattern-1718480899-project] Floating IP de454e92-6da7-4c6a-8760-69b9641cb8a9 associated. External IP: 172.27.1.122, port: a24525d3-4d16-4d0a-a3e9-14e74a52e46d. Jun 30 04:18:47.290607 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:18:47.336284 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabcb355-93bd-4398-a9c7-965080b3e6dd req-a5abbdcb-e880-42fd-8c23-f20b01d1d688 tempest-TestMinimumBasicScenario-130177793 tempest-TestMinimumBasicScenario-130177793-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:18:47.337746 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-aabcb355-93bd-4398-a9c7-965080b3e6dd req-a5abbdcb-e880-42fd-8c23-f20b01d1d688 tempest-TestMinimumBasicScenario-130177793 tempest-TestMinimumBasicScenario-130177793-project] 10.222.0.20 "GET /v2.0/networks?id=9f998a2a-5cb6-4bab-892c-06a6730a89bd HTTP/1.1" status: 200 len: 815 time: 0.2120926 Jun 30 04:18:47.383369 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2069544-4025-47ad-bd4d-a9017d487391 tempest-TestVolumeBootPattern-1718480899 tempest-TestVolumeBootPattern-1718480899-project] Router e0d14cc1-d55a-47b8-8f48-3523e445fe69 has already been hosted by L3 agent 2ea21a61-d737-4543-a811-a0d035fbf0f6 {{(pid=104415) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 30 04:18:47.403173 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.v2.base [req-aabcb355-93bd-4398-a9c7-965080b3e6dd req-0d08a591-0297-4eab-8a9c-e08604f3df83 tempest-TestMinimumBasicScenario-130177793 tempest-TestMinimumBasicScenario-130177793-project] Request body: {'port': {'device_id': '51520645-cd99-466c-83b2-8f735e7d04cf', 'network_id': '9f998a2a-5cb6-4bab-892c-06a6730a89bd', 'admin_state_up': True, 'tenant_id': 'bf207393082c48d09f827e16d99b2609'}} {{(pid=104416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 30 04:18:47.488231 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2069544-4025-47ad-bd4d-a9017d487391 tempest-TestVolumeBootPattern-1718480899 tempest-TestVolumeBootPattern-1718480899-project] Notify agent at l3_agent.dv-cinder-846842-7-iscsi the message routers_updated {{(pid=104415) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 04:18:47.498323 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a02d8ae3-32aa-4c98-b7a0-d8d94e859588 None None] Sync routers for ids ['e0d14cc1-d55a-47b8-8f48-3523e445fe69'] in dv-cinder-846842-7-iscsi {{(pid=104417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 04:18:47.510877 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a02d8ae3-32aa-4c98-b7a0-d8d94e859588 None None] Routers {'e0d14cc1-d55a-47b8-8f48-3523e445fe69'} bound to L3 agent in host dv-cinder-846842-7-iscsi {{(pid=104417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 30 04:18:47.511242 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-c2069544-4025-47ad-bd4d-a9017d487391 tempest-TestVolumeBootPattern-1718480899 tempest-TestVolumeBootPattern-1718480899-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13292'] for floatingip (None), before_response {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:18:47.511811 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.db.l3_hamode_db [None req-a02d8ae3-32aa-4c98-b7a0-d8d94e859588 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-30T04:07:07Z,description=,heartbeat_timestamp=2022-06-30T04:18:38Z,host='dv-cinder-846842-7-iscsi',id=2ea21a61-d737-4543-a811-a0d035fbf0f6,load=0,resource_versions=,resources_synced=,started_at=2022-06-30T04:07:07Z,topic='l3_agent')) {'router_ids': ['e0d14cc1-d55a-47b8-8f48-3523e445fe69'], 'active': True} {{(pid=104417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 04:18:47.548680 dv-cinder-846842-7-iscsi neutron-server[104415]: INFO neutron.wsgi [None req-c2069544-4025-47ad-bd4d-a9017d487391 tempest-TestVolumeBootPattern-1718480899 tempest-TestVolumeBootPattern-1718480899-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.0974243 Jun 30 04:18:47.548680 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0a0dbf7-3345-49a9-9785-a36af6da4a5f', 'tag': 'a24525d3-4d16-4d0a-a3e9-14e74a52e46d'}] {{(pid=104415) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 30 04:18:47.549272 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d30a34cf25b41f2e39a6e8a7c8aade182e15085106272f21e1153e4bea097eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07de17c0-ffaf-4f42-a81b-51215b5ab178" -d '{"events": [{"name": "network-changed", "server_uuid": "d0a0dbf7-3345-49a9-9785-a36af6da4a5f", "tag": "a24525d3-4d16-4d0a-a3e9-14e74a52e46d"}]}' {{(pid=104415) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 04:18:47.577133 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.notifiers.nova [req-08d662b8-c1ba-4ddb-aa1a-9a6f14f22b61 req-37fa39a8-9842-4a31-a092-cc9253ff77f5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2a4fd84e-fb19-4d1c-b772-2251c8322151 {{(pid=104416) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 30 04:18:47.589091 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-08d662b8-c1ba-4ddb-aa1a-9a6f14f22b61 req-37fa39a8-9842-4a31-a092-cc9253ff77f5 service neutron] Publish callbacks [] for port (2a4fd84e-fb19-4d1c-b772-2251c8322151), precommit_update {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:18:47.591223 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Jun 2022 04:18:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59fbd187-f377-4246-9d3c-89f312433ccc x-openstack-request-id: req-59fbd187-f377-4246-9d3c-89f312433ccc {{(pid=104415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 04:18:47.591599 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d0a0dbf7-3345-49a9-9785-a36af6da4a5f", "tag": "a24525d3-4d16-4d0a-a3e9-14e74a52e46d", "status": "completed", "code": 200}]} {{(pid=104415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 04:18:47.591949 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-59fbd187-f377-4246-9d3c-89f312433ccc {{(pid=104415) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 04:18:47.592683 dv-cinder-846842-7-iscsi neutron-server[104415]: INFO neutron.notifiers.nova [-] Nova event matching ['req-59fbd187-f377-4246-9d3c-89f312433ccc'] response: {'name': 'network-changed', 'server_uuid': 'd0a0dbf7-3345-49a9-9785-a36af6da4a5f', 'tag': 'a24525d3-4d16-4d0a-a3e9-14e74a52e46d', 'status': 'completed', 'code': 200} Jun 30 04:18:47.593395 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aabcb355-93bd-4398-a9c7-965080b3e6dd req-0d08a591-0297-4eab-8a9c-e08604f3df83 tempest-TestMinimumBasicScenario-130177793 tempest-TestMinimumBasicScenario-130177793-project] Made reservation on behalf of bf207393082c48d09f827e16d99b2609 for: {'port': 1} {{(pid=104416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 04:18:47.597071 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-aabcb355-93bd-4398-a9c7-965080b3e6dd req-0d08a591-0297-4eab-8a9c-e08604f3df83 tempest-TestMinimumBasicScenario-130177793 tempest-TestMinimumBasicScenario-130177793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3606762'] for port (None), before_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:18:47.618085 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.db.provisioning_blocks [req-08d662b8-c1ba-4ddb-aa1a-9a6f14f22b61 req-37fa39a8-9842-4a31-a092-cc9253ff77f5 service neutron] Transition to ACTIVE for port object 2a4fd84e-fb19-4d1c-b772-2251c8322151 will not be triggered until provisioned by entity L2. {{(pid=104416) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 30 04:18:47.618396 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:18:47.627721 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-08d662b8-c1ba-4ddb-aa1a-9a6f14f22b61 req-37fa39a8-9842-4a31-a092-cc9253ff77f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4095053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781926634698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781926239335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781926239353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1764123'] for port (2a4fd84e-fb19-4d1c-b772-2251c8322151), after_update {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:18:47.641200 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.db.l3_dvr_db [None req-a02d8ae3-32aa-4c98-b7a0-d8d94e859588 None None] Set router e0d14cc1-d55a-47b8-8f48-3523e445fe69 gateway port host: dv-cinder-846842-7-iscsi {{(pid=104417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 30 04:18:47.718941 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:18:47.777354 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37fa39a8-9842-4a31-a092-cc9253ff77f5 service neutron] Pushing event updated for resources: {'Port': ['ID=2a4fd84e-fb19-4d1c-b772-2251c8322151,revision_number=2']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:18:47.813614 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6751740d-217d-4166-b8d0-64e137a7f878 req-cdc0f7ab-0596-408d-bdbc-5d9a9b1ebb88 tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:18:47.815754 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-6751740d-217d-4166-b8d0-64e137a7f878 req-cdc0f7ab-0596-408d-bdbc-5d9a9b1ebb88 tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] 10.222.0.13 "GET /v2.0/ports?device_id=8cc38d9c-363d-4a90-a5a3-2f16ee1f8a99 HTTP/1.1" status: 200 len: 944 time: 0.1267118 Jun 30 04:18:47.884512 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.db.l3_hamode_db [None req-a02d8ae3-32aa-4c98-b7a0-d8d94e859588 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0d14cc1-d55a-47b8-8f48-3523e445fe69', 'name': 'tempest-TestVolumeBootPattern-138600561-router', 'tenant_id': 'c2fe0f4b2519494ea784cea098da6be3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14b0e4f-074d-4507-846c-fc8420bddf12', 'external_fixed_ips': [{'subnet_id': '15378187-268c-4fae-ace7-eaca7aa50f90', 'ip_address': '172.27.1.209'}], 'enable_snat': True}, 'gw_port_id': '732ebfd2-5866-4d8a-9290-15df8bc253e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T04:17:39Z', 'updated_at': '2022-06-30T04:17:42Z', 'revision_number': 4, 'project_id': 'c2fe0f4b2519494ea784cea098da6be3', 'gw_port': {'id': '732ebfd2-5866-4d8a-9290-15df8bc253e2', 'name': '', 'network_id': 'a14b0e4f-074d-4507-846c-fc8420bddf12', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:35:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0d14cc1-d55a-47b8-8f48-3523e445fe69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '15378187-268c-4fae-ace7-eaca7aa50f90', 'ip_address': '172.27.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T04:17:39Z', 'updated_at': '2022-06-30T04:17:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15378187-268c-4fae-ace7-eaca7aa50f90', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-7-iscsi', '_floatingips': [{'id': 'de454e92-6da7-4c6a-8760-69b9641cb8a9', 'tenant_id': 'c2fe0f4b2519494ea784cea098da6be3', 'floating_ip_address': '172.27.1.122', 'floating_network_id': 'a14b0e4f-074d-4507-846c-fc8420bddf12', 'router_id': 'e0d14cc1-d55a-47b8-8f48-3523e445fe69', 'port_id': 'a24525d3-4d16-4d0a-a3e9-14e74a52e46d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 554, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'db2948ec-060f-4621-8ce6-8119698c91b1', 'mac_address': 'fa:16:3e:70:ee:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0a0dbf7-3345-49a9-9785-a36af6da4a5f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-30T04:18:46Z', 'updated_at': '2022-06-30T04:18:46Z', 'revision_number': 0, 'project_id': 'c2fe0f4b2519494ea784cea098da6be3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b299c8ca-10fe-4c07-82e6-fb84dcb9a9df', 'name': '', 'network_id': 'db2948ec-060f-4621-8ce6-8119698c91b1', 'tenant_id': 'c2fe0f4b2519494ea784cea098da6be3', 'mac_address': 'fa:16:3e:a3:5b:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0d14cc1-d55a-47b8-8f48-3523e445fe69', 'device_owner': 'network:router_interface', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': 'd15d22dc-e983-46bc-a814-5adbf2d25b83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T04:17:42Z', 'updated_at': '2022-06-30T04:17:46Z', 'revision_number': 5, 'project_id': 'c2fe0f4b2519494ea784cea098da6be3', 'subnets': [{'id': 'd15d22dc-e983-46bc-a814-5adbf2d25b83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846842-7-iscsi', False) {} {{(pid=104417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 04:18:47.915212 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a02d8ae3-32aa-4c98-b7a0-d8d94e859588 None None] Checking router: e0d14cc1-d55a-47b8-8f48-3523e445fe69 for host: dv-cinder-846842-7-iscsi {{(pid=104417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 04:18:47.927438 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a02d8ae3-32aa-4c98-b7a0-d8d94e859588 None None] Routers {'e0d14cc1-d55a-47b8-8f48-3523e445fe69'} bound to L3 agent in host dv-cinder-846842-7-iscsi {{(pid=104417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 30 04:18:47.928819 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.db.l3_hamode_db [None req-a02d8ae3-32aa-4c98-b7a0-d8d94e859588 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-30T04:07:07Z,description=,heartbeat_timestamp=2022-06-30T04:18:38Z,host='dv-cinder-846842-7-iscsi',id=2ea21a61-d737-4543-a811-a0d035fbf0f6,load=0,resource_versions=,resources_synced=,started_at=2022-06-30T04:07:07Z,topic='l3_agent')) {'router_ids': ['e0d14cc1-d55a-47b8-8f48-3523e445fe69'], 'active': True} {{(pid=104417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 04:18:47.963180 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07de17c0-ffaf-4f42-a81b-51215b5ab178 req-fc6a62db-11bd-4c28-94d9-1550bae679d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:18:47.964614 dv-cinder-846842-7-iscsi neutron-server[104415]: INFO neutron.wsgi [req-07de17c0-ffaf-4f42-a81b-51215b5ab178 req-fc6a62db-11bd-4c28-94d9-1550bae679d9 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c2fe0f4b2519494ea784cea098da6be3&device_id=d0a0dbf7-3345-49a9-9785-a36af6da4a5f HTTP/1.1" status: 200 len: 1130 time: 0.0457625 Jun 30 04:18:48.084972 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07de17c0-ffaf-4f42-a81b-51215b5ab178 req-448ec83b-a6af-4dfa-bfc4-c79ce49c73d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:18:48.087938 dv-cinder-846842-7-iscsi neutron-server[104415]: INFO neutron.wsgi [req-07de17c0-ffaf-4f42-a81b-51215b5ab178 req-448ec83b-a6af-4dfa-bfc4-c79ce49c73d2 service neutron] 10.222.0.20 "GET /v2.0/networks?id=db2948ec-060f-4621-8ce6-8119698c91b1 HTTP/1.1" status: 200 len: 912 time: 0.1166527 Jun 30 04:18:48.114065 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.db.l3_dvr_db [None req-a02d8ae3-32aa-4c98-b7a0-d8d94e859588 None None] Set router e0d14cc1-d55a-47b8-8f48-3523e445fe69 gateway port host: dv-cinder-846842-7-iscsi {{(pid=104417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 30 04:18:48.236469 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-59d499fa-ff01-4dd1-87ee-c1512c37c178 req-2e1a9ac1-a060-459d-b34d-9a826936b9e9 tempest-TestMinimumBasicScenario-130177793 tempest-TestMinimumBasicScenario-130177793-project] 10.222.0.13 "GET /v2.0/ports?device_id=51520645-cd99-466c-83b2-8f735e7d04cf HTTP/1.1" status: 200 len: 210 time: 0.0625870 Jun 30 04:18:48.238314 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.db.db_base_plugin_common [req-aabcb355-93bd-4398-a9c7-965080b3e6dd req-0d08a591-0297-4eab-8a9c-e08604f3df83 tempest-TestMinimumBasicScenario-130177793 tempest-TestMinimumBasicScenario-130177793-project] Allocated IP 172.20.0.3 (9f998a2a-5cb6-4bab-892c-06a6730a89bd/06112278-432b-41ef-b6f4-fdb3205ed762/9bba023e-b365-43ab-a64b-b1010d222f8a) {{(pid=104416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 04:18:48.367998 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-6751740d-217d-4166-b8d0-64e137a7f878 req-f9f64d90-cfda-4fb7-93c0-b1a7029aa71e tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] 10.222.0.13 "GET /v2.0/security-groups?id=06c1f942-66a2-4aeb-bb9e-abcee809d625&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5308290 Jun 30 04:18:48.373630 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.managers [req-08d662b8-c1ba-4ddb-aa1a-9a6f14f22b61 req-37fa39a8-9842-4a31-a092-cc9253ff77f5 service neutron] Attempting to bind port 2a4fd84e-fb19-4d1c-b772-2251c8322151 on host hv-cinder-84684 for vnic_type normal with profile {{(pid=104416) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 30 04:18:48.374343 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.managers [req-08d662b8-c1ba-4ddb-aa1a-9a6f14f22b61 req-37fa39a8-9842-4a31-a092-cc9253ff77f5 service neutron] Attempting to bind port 2a4fd84e-fb19-4d1c-b772-2251c8322151 by drivers openvswitch,hyperv on host hv-cinder-84684 at level 0 using segments [{'id': '021a25df-ca0c-481b-8824-64686e570a1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'd053466e-8b12-41f1-8495-352ca2b58558'}] {{(pid=104416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 30 04:18:48.374988 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08d662b8-c1ba-4ddb-aa1a-9a6f14f22b61 req-37fa39a8-9842-4a31-a092-cc9253ff77f5 service neutron] Attempting to bind port 2a4fd84e-fb19-4d1c-b772-2251c8322151 on network d053466e-8b12-41f1-8495-352ca2b58558 {{(pid=104416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 30 04:18:48.385864 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08d662b8-c1ba-4ddb-aa1a-9a6f14f22b61 req-37fa39a8-9842-4a31-a092-cc9253ff77f5 service neutron] Port 2a4fd84e-fb19-4d1c-b772-2251c8322151 on network d053466e-8b12-41f1-8495-352ca2b58558 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84684 {{(pid=104416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 30 04:18:48.386628 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08d662b8-c1ba-4ddb-aa1a-9a6f14f22b61 req-37fa39a8-9842-4a31-a092-cc9253ff77f5 service neutron] Attempting to bind port 2a4fd84e-fb19-4d1c-b772-2251c8322151 on network d053466e-8b12-41f1-8495-352ca2b58558 {{(pid=104416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 30 04:18:48.406545 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08d662b8-c1ba-4ddb-aa1a-9a6f14f22b61 req-37fa39a8-9842-4a31-a092-cc9253ff77f5 service neutron] Checking agent: {'id': 'ef703bef-7cc0-467c-baa9-fe8a66be565c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84684', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 30, 4, 13, 10), 'started_at': datetime.datetime(2022, 6, 30, 4, 13, 10), 'heartbeat_timestamp': datetime.datetime(2022, 6, 30, 4, 18, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 30 04:18:48.407443 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08d662b8-c1ba-4ddb-aa1a-9a6f14f22b61 req-37fa39a8-9842-4a31-a092-cc9253ff77f5 service neutron] Checking segment: {'id': '021a25df-ca0c-481b-8824-64686e570a1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'd053466e-8b12-41f1-8495-352ca2b58558'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104416) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 30 04:18:48.408210 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08d662b8-c1ba-4ddb-aa1a-9a6f14f22b61 req-37fa39a8-9842-4a31-a092-cc9253ff77f5 service neutron] Bound using segment: {'id': '021a25df-ca0c-481b-8824-64686e570a1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'd053466e-8b12-41f1-8495-352ca2b58558'} {{(pid=104416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 30 04:18:48.408952 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.managers [req-08d662b8-c1ba-4ddb-aa1a-9a6f14f22b61 req-37fa39a8-9842-4a31-a092-cc9253ff77f5 service neutron] Bound port: 2a4fd84e-fb19-4d1c-b772-2251c8322151, host: hv-cinder-84684, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '021a25df-ca0c-481b-8824-64686e570a1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'd053466e-8b12-41f1-8495-352ca2b58558'}}] {{(pid=104416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 30 04:18:48.409666 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-08d662b8-c1ba-4ddb-aa1a-9a6f14f22b61 req-37fa39a8-9842-4a31-a092-cc9253ff77f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3606762'] for port (2a4fd84e-fb19-4d1c-b772-2251c8322151), before_update {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:18:48.428349 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.db.l3_hamode_db [None req-a02d8ae3-32aa-4c98-b7a0-d8d94e859588 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0d14cc1-d55a-47b8-8f48-3523e445fe69', 'name': 'tempest-TestVolumeBootPattern-138600561-router', 'tenant_id': 'c2fe0f4b2519494ea784cea098da6be3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14b0e4f-074d-4507-846c-fc8420bddf12', 'external_fixed_ips': [{'subnet_id': '15378187-268c-4fae-ace7-eaca7aa50f90', 'ip_address': '172.27.1.209'}], 'enable_snat': True}, 'gw_port_id': '732ebfd2-5866-4d8a-9290-15df8bc253e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T04:17:39Z', 'updated_at': '2022-06-30T04:17:42Z', 'revision_number': 4, 'project_id': 'c2fe0f4b2519494ea784cea098da6be3', 'gw_port': {'id': '732ebfd2-5866-4d8a-9290-15df8bc253e2', 'name': '', 'network_id': 'a14b0e4f-074d-4507-846c-fc8420bddf12', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:35:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0d14cc1-d55a-47b8-8f48-3523e445fe69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '15378187-268c-4fae-ace7-eaca7aa50f90', 'ip_address': '172.27.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T04:17:39Z', 'updated_at': '2022-06-30T04:17:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15378187-268c-4fae-ace7-eaca7aa50f90', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-7-iscsi', '_floatingips': [{'id': 'de454e92-6da7-4c6a-8760-69b9641cb8a9', 'tenant_id': 'c2fe0f4b2519494ea784cea098da6be3', 'floating_ip_address': '172.27.1.122', 'floating_network_id': 'a14b0e4f-074d-4507-846c-fc8420bddf12', 'router_id': 'e0d14cc1-d55a-47b8-8f48-3523e445fe69', 'port_id': 'a24525d3-4d16-4d0a-a3e9-14e74a52e46d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 554, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'db2948ec-060f-4621-8ce6-8119698c91b1', 'mac_address': 'fa:16:3e:70:ee:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0a0dbf7-3345-49a9-9785-a36af6da4a5f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-30T04:18:46Z', 'updated_at': '2022-06-30T04:18:46Z', 'revision_number': 0, 'project_id': 'c2fe0f4b2519494ea784cea098da6be3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b299c8ca-10fe-4c07-82e6-fb84dcb9a9df', 'name': '', 'network_id': 'db2948ec-060f-4621-8ce6-8119698c91b1', 'tenant_id': 'c2fe0f4b2519494ea784cea098da6be3', 'mac_address': 'fa:16:3e:a3:5b:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0d14cc1-d55a-47b8-8f48-3523e445fe69', 'device_owner': 'network:router_interface', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': 'd15d22dc-e983-46bc-a814-5adbf2d25b83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T04:17:42Z', 'updated_at': '2022-06-30T04:17:46Z', 'revision_number': 5, 'project_id': 'c2fe0f4b2519494ea784cea098da6be3', 'subnets': [{'id': 'd15d22dc-e983-46bc-a814-5adbf2d25b83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846842-7-iscsi', False) {} {{(pid=104417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 04:18:48.464969 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:18:48.489106 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a02d8ae3-32aa-4c98-b7a0-d8d94e859588 None None] The sync data for ids ['e0d14cc1-d55a-47b8-8f48-3523e445fe69'] in dv-cinder-846842-7-iscsi is: [{'id': 'e0d14cc1-d55a-47b8-8f48-3523e445fe69', 'name': 'tempest-TestVolumeBootPattern-138600561-router', 'tenant_id': 'c2fe0f4b2519494ea784cea098da6be3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14b0e4f-074d-4507-846c-fc8420bddf12', 'external_fixed_ips': [{'subnet_id': '15378187-268c-4fae-ace7-eaca7aa50f90', 'ip_address': '172.27.1.209'}], 'enable_snat': True}, 'gw_port_id': '732ebfd2-5866-4d8a-9290-15df8bc253e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T04:17:39Z', 'updated_at': '2022-06-30T04:17:42Z', 'revision_number': 4, 'project_id': 'c2fe0f4b2519494ea784cea098da6be3', 'gw_port': {'id': '732ebfd2-5866-4d8a-9290-15df8bc253e2', 'name': '', 'network_id': 'a14b0e4f-074d-4507-846c-fc8420bddf12', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:35:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0d14cc1-d55a-47b8-8f48-3523e445fe69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '15378187-268c-4fae-ace7-eaca7aa50f90', 'ip_address': '172.27.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T04:17:39Z', 'updated_at': '2022-06-30T04:17:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15378187-268c-4fae-ace7-eaca7aa50f90', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-7-iscsi', '_floatingips': [{'id': 'de454e92-6da7-4c6a-8760-69b9641cb8a9', 'tenant_id': 'c2fe0f4b2519494ea784cea098da6be3', 'floating_ip_address': '172.27.1.122', 'floating_network_id': 'a14b0e4f-074d-4507-846c-fc8420bddf12', 'router_id': 'e0d14cc1-d55a-47b8-8f48-3523e445fe69', 'port_id': 'a24525d3-4d16-4d0a-a3e9-14e74a52e46d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 554, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'db2948ec-060f-4621-8ce6-8119698c91b1', 'mac_address': 'fa:16:3e:70:ee:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0a0dbf7-3345-49a9-9785-a36af6da4a5f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-30T04:18:46Z', 'updated_at': '2022-06-30T04:18:46Z', 'revision_number': 0, 'project_id': 'c2fe0f4b2519494ea784cea098da6be3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b299c8ca-10fe-4c07-82e6-fb84dcb9a9df', 'name': '', 'network_id': 'db2948ec-060f-4621-8ce6-8119698c91b1', 'tenant_id': 'c2fe0f4b2519494ea784cea098da6be3', 'mac_address': 'fa:16:3e:a3:5b:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0d14cc1-d55a-47b8-8f48-3523e445fe69', 'device_owner': 'network:router_interface', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': 'd15d22dc-e983-46bc-a814-5adbf2d25b83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T04:17:42Z', 'updated_at': '2022-06-30T04:17:46Z', 'revision_number': 5, 'project_id': 'c2fe0f4b2519494ea784cea098da6be3', 'subnets': [{'id': 'd15d22dc-e983-46bc-a814-5adbf2d25b83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 04:18:48.594267 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-aabcb355-93bd-4398-a9c7-965080b3e6dd req-0d08a591-0297-4eab-8a9c-e08604f3df83 tempest-TestMinimumBasicScenario-130177793 tempest-TestMinimumBasicScenario-130177793-project] Publish callbacks [] for port (9bba023e-b365-43ab-a64b-b1010d222f8a), precommit_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:18:48.617152 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.db [req-08d662b8-c1ba-4ddb-aa1a-9a6f14f22b61 req-37fa39a8-9842-4a31-a092-cc9253ff77f5 service neutron] For port 2a4fd84e-fb19-4d1c-b772-2251c8322151, host hv-cinder-84684, cleared binding levels {{(pid=104416) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 04:18:48.622353 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.db [req-08d662b8-c1ba-4ddb-aa1a-9a6f14f22b61 req-37fa39a8-9842-4a31-a092-cc9253ff77f5 service neutron] For port 2a4fd84e-fb19-4d1c-b772-2251c8322151, host hv-cinder-84684, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=2a4fd84e-fb19-4d1c-b772-2251c8322151,segment=NetworkSegment(021a25df-ca0c-481b-8824-64686e570a1e),segment_id=021a25df-ca0c-481b-8824-64686e570a1e)] {{(pid=104416) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 04:18:48.642714 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-08d662b8-c1ba-4ddb-aa1a-9a6f14f22b61 req-37fa39a8-9842-4a31-a092-cc9253ff77f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4095053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781926634698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781926239335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781926239353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1764123'] for port (2a4fd84e-fb19-4d1c-b772-2251c8322151), after_update {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:18:48.690789 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d662b8-c1ba-4ddb-aa1a-9a6f14f22b61 req-37fa39a8-9842-4a31-a092-cc9253ff77f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:18:48.691441 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-08d662b8-c1ba-4ddb-aa1a-9a6f14f22b61 req-37fa39a8-9842-4a31-a092-cc9253ff77f5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13292'] for port (None), before_response {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:18:48.692845 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-08d662b8-c1ba-4ddb-aa1a-9a6f14f22b61 req-37fa39a8-9842-4a31-a092-cc9253ff77f5 service neutron] 10.222.0.20 "PUT /v2.0/ports/2a4fd84e-fb19-4d1c-b772-2251c8322151 HTTP/1.1" status: 200 len: 1094 time: 1.6815393 Jun 30 04:18:48.697707 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8cc38d9c-363d-4a90-a5a3-2f16ee1f8a99', 'tag': '2a4fd84e-fb19-4d1c-b772-2251c8322151'}] {{(pid=104416) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 30 04:18:48.700073 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8111519efe35ff5952c269e16f689610d56ef28aa1e0b77ca5734c542983c30f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91e9d00b-31ec-4e60-974f-ae5b6b0e064f" -d '{"events": [{"name": "network-changed", "server_uuid": "8cc38d9c-363d-4a90-a5a3-2f16ee1f8a99", "tag": "2a4fd84e-fb19-4d1c-b772-2251c8322151"}]}' {{(pid=104416) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 04:18:48.729151 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-aabcb355-93bd-4398-a9c7-965080b3e6dd req-0d08a591-0297-4eab-8a9c-e08604f3df83 tempest-TestMinimumBasicScenario-130177793 tempest-TestMinimumBasicScenario-130177793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4095053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781926239317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1764130'] for port (9bba023e-b365-43ab-a64b-b1010d222f8a), after_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:18:48.741806 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37fa39a8-9842-4a31-a092-cc9253ff77f5 service neutron] Pushing event updated for resources: {'Port': ['ID=2a4fd84e-fb19-4d1c-b772-2251c8322151,revision_number=3']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:18:48.796731 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Jun 2022 04:18:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3745daa6-3394-44c1-976d-d19e87d21202 x-openstack-request-id: req-3745daa6-3394-44c1-976d-d19e87d21202 {{(pid=104416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 04:18:48.797056 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8cc38d9c-363d-4a90-a5a3-2f16ee1f8a99", "tag": "2a4fd84e-fb19-4d1c-b772-2251c8322151", "status": "completed", "code": 200}]} {{(pid=104416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 04:18:48.797273 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3745daa6-3394-44c1-976d-d19e87d21202 {{(pid=104416) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 04:18:48.797693 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3745daa6-3394-44c1-976d-d19e87d21202'] response: {'name': 'network-changed', 'server_uuid': '8cc38d9c-363d-4a90-a5a3-2f16ee1f8a99', 'tag': '2a4fd84e-fb19-4d1c-b772-2251c8322151', 'status': 'completed', 'code': 200} Jun 30 04:18:48.822390 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23399fd7-8e43-4bb2-a69a-b5810b79830b None None] New status for floating IP de454e92-6da7-4c6a-8760-69b9641cb8a9: ACTIVE {{(pid=104418) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 30 04:18:48.826334 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aabcb355-93bd-4398-a9c7-965080b3e6dd req-0d08a591-0297-4eab-8a9c-e08604f3df83 tempest-TestMinimumBasicScenario-130177793 tempest-TestMinimumBasicScenario-130177793-project] Network 9f998a2a-5cb6-4bab-892c-06a6730a89bd is already hosted by enough agents. {{(pid=104416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 04:18:48.835719 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.scheduler.base_scheduler [req-aabcb355-93bd-4398-a9c7-965080b3e6dd req-0d08a591-0297-4eab-8a9c-e08604f3df83 tempest-TestMinimumBasicScenario-130177793 tempest-TestMinimumBasicScenario-130177793-project] Resources bound (agent type, host, resource id): {{(pid=104416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 04:18:48.840451 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.db.l3_dvrscheduler_db [req-aabcb355-93bd-4398-a9c7-965080b3e6dd req-0d08a591-0297-4eab-8a9c-e08604f3df83 tempest-TestMinimumBasicScenario-130177793 tempest-TestMinimumBasicScenario-130177793-project] Received port after_create {{(pid=104416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 30 04:18:48.871852 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d08a591-0297-4eab-8a9c-e08604f3df83 tempest-TestMinimumBasicScenario-130177793 tempest-TestMinimumBasicScenario-130177793-project] Pushing event updated for resources: {'Port': ['ID=9bba023e-b365-43ab-a64b-b1010d222f8a,revision_number=1']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:18:48.918436 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabcb355-93bd-4398-a9c7-965080b3e6dd req-0d08a591-0297-4eab-8a9c-e08604f3df83 tempest-TestMinimumBasicScenario-130177793 tempest-TestMinimumBasicScenario-130177793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:18:48.919180 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-aabcb355-93bd-4398-a9c7-965080b3e6dd req-0d08a591-0297-4eab-8a9c-e08604f3df83 tempest-TestMinimumBasicScenario-130177793 tempest-TestMinimumBasicScenario-130177793-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13292'] for port (None), before_response {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:18:48.946111 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-aabcb355-93bd-4398-a9c7-965080b3e6dd req-0d08a591-0297-4eab-8a9c-e08604f3df83 tempest-TestMinimumBasicScenario-130177793 tempest-TestMinimumBasicScenario-130177793-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5484972 Jun 30 04:18:49.176395 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.db.provisioning_blocks [None req-84785d85-fedc-46f8-8c8d-aff4128725bb None None] Provisioning complete for port 9bba023e-b365-43ab-a64b-b1010d222f8a triggered by entity DHCP. {{(pid=104417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 30 04:18:49.176950 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-84785d85-fedc-46f8-8c8d-aff4128725bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565073'] for port (9bba023e-b365-43ab-a64b-b1010d222f8a), provisioning_complete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:18:49.211255 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-84785d85-fedc-46f8-8c8d-aff4128725bb None None] Port 9bba023e-b365-43ab-a64b-b1010d222f8a cannot update to ACTIVE because it is not bound. {{(pid=104417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 30 04:18:49.348345 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:18:49.361665 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b23c55e-3cb3-4682-953b-51829cc96f8e req-71859626-c6a4-443e-8ced-e2197ea86120 tempest-TestMinimumBasicScenario-130177793 tempest-TestMinimumBasicScenario-130177793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:18:49.363474 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-5b23c55e-3cb3-4682-953b-51829cc96f8e req-71859626-c6a4-443e-8ced-e2197ea86120 tempest-TestMinimumBasicScenario-130177793 tempest-TestMinimumBasicScenario-130177793-project] 10.222.0.13 "GET /v2.0/ports?device_id=51520645-cd99-466c-83b2-8f735e7d04cf HTTP/1.1" status: 200 len: 931 time: 0.0504832 Jun 30 04:18:49.418670 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-5b23c55e-3cb3-4682-953b-51829cc96f8e req-c021a86e-1d41-472e-b631-dc3498edb6f0 tempest-TestMinimumBasicScenario-130177793 tempest-TestMinimumBasicScenario-130177793-project] 10.222.0.13 "GET /v2.0/security-groups?id=f3b6e636-c97e-43d6-a170-7ea88b7ee921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476863 Jun 30 04:18:49.503304 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071a72a4-55e7-48b4-8d65-41a8c3c78386 req-1e598a82-496f-4ae7-996b-6b8b479944b8 tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:18:49.504764 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-071a72a4-55e7-48b4-8d65-41a8c3c78386 req-1e598a82-496f-4ae7-996b-6b8b479944b8 tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] 10.222.0.13 "GET /v2.0/ports?device_id=8cc38d9c-363d-4a90-a5a3-2f16ee1f8a99 HTTP/1.1" status: 200 len: 944 time: 0.0509837 Jun 30 04:18:49.556828 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-071a72a4-55e7-48b4-8d65-41a8c3c78386 req-afc32af2-3dc9-4b00-90e9-ed4979032a1b tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] 10.222.0.13 "GET /v2.0/security-groups?id=06c1f942-66a2-4aeb-bb9e-abcee809d625&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461102 Jun 30 04:18:50.536733 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc54673-11a9-4a19-8570-dea535e39067 req-f1388cee-0f9d-4916-a4db-1b8b5ff841cf tempest-TestMinimumBasicScenario-130177793 tempest-TestMinimumBasicScenario-130177793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:18:50.538210 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-6fc54673-11a9-4a19-8570-dea535e39067 req-f1388cee-0f9d-4916-a4db-1b8b5ff841cf tempest-TestMinimumBasicScenario-130177793 tempest-TestMinimumBasicScenario-130177793-project] 10.222.0.13 "GET /v2.0/ports?device_id=51520645-cd99-466c-83b2-8f735e7d04cf HTTP/1.1" status: 200 len: 931 time: 0.0499234 Jun 30 04:18:50.592971 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-6fc54673-11a9-4a19-8570-dea535e39067 req-9df604d3-e5a7-4850-992e-e007359849bd tempest-TestMinimumBasicScenario-130177793 tempest-TestMinimumBasicScenario-130177793-project] 10.222.0.13 "GET /v2.0/security-groups?id=f3b6e636-c97e-43d6-a170-7ea88b7ee921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456808 Jun 30 04:18:50.686671 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911d19b1-ce36-4cc9-9ef9-67a285ed60ff req-0dcfe82d-58b8-4037-8b55-a9db7f3d88db tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:18:50.688246 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-911d19b1-ce36-4cc9-9ef9-67a285ed60ff req-0dcfe82d-58b8-4037-8b55-a9db7f3d88db tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] 10.222.0.13 "GET /v2.0/ports?device_id=8cc38d9c-363d-4a90-a5a3-2f16ee1f8a99 HTTP/1.1" status: 200 len: 944 time: 0.0537770 Jun 30 04:18:50.746036 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-911d19b1-ce36-4cc9-9ef9-67a285ed60ff req-59575941-98e5-4f6e-a4ee-f5cb4596f31d tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] 10.222.0.13 "GET /v2.0/security-groups?id=06c1f942-66a2-4aeb-bb9e-abcee809d625&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521736 Jun 30 04:18:51.729942 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231bc9f8-4615-417a-bb74-69ea73e73ea3 req-ac3cf4a6-e37e-45ff-a0b7-6caa3c592c8b tempest-TestMinimumBasicScenario-130177793 tempest-TestMinimumBasicScenario-130177793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:18:51.731593 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-231bc9f8-4615-417a-bb74-69ea73e73ea3 req-ac3cf4a6-e37e-45ff-a0b7-6caa3c592c8b tempest-TestMinimumBasicScenario-130177793 tempest-TestMinimumBasicScenario-130177793-project] 10.222.0.13 "GET /v2.0/ports?device_id=51520645-cd99-466c-83b2-8f735e7d04cf HTTP/1.1" status: 200 len: 931 time: 0.0571263 Jun 30 04:18:51.783241 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-231bc9f8-4615-417a-bb74-69ea73e73ea3 req-0a3d8199-4ad1-42b0-9abb-a244fc2d3cac tempest-TestMinimumBasicScenario-130177793 tempest-TestMinimumBasicScenario-130177793-project] 10.222.0.13 "GET /v2.0/security-groups?id=f3b6e636-c97e-43d6-a170-7ea88b7ee921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460491 Jun 30 04:18:51.866421 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b08da1-5ea8-450d-90fa-a9dfe7e9906b req-6fc4261a-e149-41da-b694-154fb75245eb tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:18:51.868113 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-83b08da1-5ea8-450d-90fa-a9dfe7e9906b req-6fc4261a-e149-41da-b694-154fb75245eb tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] 10.222.0.13 "GET /v2.0/ports?device_id=8cc38d9c-363d-4a90-a5a3-2f16ee1f8a99 HTTP/1.1" status: 200 len: 944 time: 0.0501652 Jun 30 04:18:51.917640 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-83b08da1-5ea8-450d-90fa-a9dfe7e9906b req-cc7e3703-ddc0-49e9-9f7c-34e5eaafe85a tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] 10.222.0.13 "GET /v2.0/security-groups?id=06c1f942-66a2-4aeb-bb9e-abcee809d625&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435753 Jun 30 04:18:52.906982 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17a6b31-ae3b-4c2f-ab16-2159616c2353 req-2127bd24-88cb-45d2-8241-8e5efb322dce tempest-TestMinimumBasicScenario-130177793 tempest-TestMinimumBasicScenario-130177793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:18:52.908486 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-f17a6b31-ae3b-4c2f-ab16-2159616c2353 req-2127bd24-88cb-45d2-8241-8e5efb322dce tempest-TestMinimumBasicScenario-130177793 tempest-TestMinimumBasicScenario-130177793-project] 10.222.0.13 "GET /v2.0/ports?device_id=51520645-cd99-466c-83b2-8f735e7d04cf HTTP/1.1" status: 200 len: 931 time: 0.0566304 Jun 30 04:18:52.931714 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:18:52.962473 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-f17a6b31-ae3b-4c2f-ab16-2159616c2353 req-a177d00c-7d2e-49b9-ac52-678ab0db14ca tempest-TestMinimumBasicScenario-130177793 tempest-TestMinimumBasicScenario-130177793-project] 10.222.0.13 "GET /v2.0/security-groups?id=f3b6e636-c97e-43d6-a170-7ea88b7ee921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479393 Jun 30 04:18:53.036005 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a272869c-310e-4d8f-b703-53440c6897ad req-5d9ca021-68d4-4bf6-a7fe-6ad1e703462e tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:18:53.037501 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-a272869c-310e-4d8f-b703-53440c6897ad req-5d9ca021-68d4-4bf6-a7fe-6ad1e703462e tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] 10.222.0.13 "GET /v2.0/ports?device_id=8cc38d9c-363d-4a90-a5a3-2f16ee1f8a99 HTTP/1.1" status: 200 len: 944 time: 0.0497110 Jun 30 04:18:53.087583 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-a272869c-310e-4d8f-b703-53440c6897ad req-26493d72-d82e-4731-a246-3c39b4ade8d5 tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] 10.222.0.13 "GET /v2.0/security-groups?id=06c1f942-66a2-4aeb-bb9e-abcee809d625&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442069 Jun 30 04:18:54.086807 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ca951a-a433-4e6c-8395-69538f7a7071 req-6116ce85-cc23-4347-b7c8-dcf62e55177f tempest-TestMinimumBasicScenario-130177793 tempest-TestMinimumBasicScenario-130177793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:18:54.088551 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-16ca951a-a433-4e6c-8395-69538f7a7071 req-6116ce85-cc23-4347-b7c8-dcf62e55177f tempest-TestMinimumBasicScenario-130177793 tempest-TestMinimumBasicScenario-130177793-project] 10.222.0.13 "GET /v2.0/ports?device_id=51520645-cd99-466c-83b2-8f735e7d04cf HTTP/1.1" status: 200 len: 931 time: 0.0522726 Jun 30 04:18:54.138027 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-16ca951a-a433-4e6c-8395-69538f7a7071 req-eeee7a76-aef2-4829-bbdf-c8166a0bb0c5 tempest-TestMinimumBasicScenario-130177793 tempest-TestMinimumBasicScenario-130177793-project] 10.222.0.13 "GET /v2.0/security-groups?id=f3b6e636-c97e-43d6-a170-7ea88b7ee921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439215 Jun 30 04:18:54.238558 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3805e149-2f39-4e31-bb58-7a6a3bb8432a req-a9e78e1a-07ca-44dc-92ad-dcbadab1d2b1 tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:18:54.240363 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-3805e149-2f39-4e31-bb58-7a6a3bb8432a req-a9e78e1a-07ca-44dc-92ad-dcbadab1d2b1 tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] 10.222.0.13 "GET /v2.0/ports?device_id=8cc38d9c-363d-4a90-a5a3-2f16ee1f8a99 HTTP/1.1" status: 200 len: 944 time: 0.0638373 Jun 30 04:18:54.294038 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-3805e149-2f39-4e31-bb58-7a6a3bb8432a req-a6473ff2-eefc-4e77-978e-2cd6559c46b1 tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] 10.222.0.13 "GET /v2.0/security-groups?id=06c1f942-66a2-4aeb-bb9e-abcee809d625&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476036 Jun 30 04:18:55.272945 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2c2987-78e7-4ac0-ad16-fdfd97c982b1 req-4616145f-184e-4989-ae50-82f63ca136c8 tempest-TestMinimumBasicScenario-130177793 tempest-TestMinimumBasicScenario-130177793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:18:55.275029 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-4b2c2987-78e7-4ac0-ad16-fdfd97c982b1 req-4616145f-184e-4989-ae50-82f63ca136c8 tempest-TestMinimumBasicScenario-130177793 tempest-TestMinimumBasicScenario-130177793-project] 10.222.0.13 "GET /v2.0/ports?device_id=51520645-cd99-466c-83b2-8f735e7d04cf HTTP/1.1" status: 200 len: 931 time: 0.0641677 Jun 30 04:18:55.347622 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-4b2c2987-78e7-4ac0-ad16-fdfd97c982b1 req-4dccd300-f4f7-4b8d-ba0d-c7d021b25160 tempest-TestMinimumBasicScenario-130177793 tempest-TestMinimumBasicScenario-130177793-project] 10.222.0.13 "GET /v2.0/security-groups?id=f3b6e636-c97e-43d6-a170-7ea88b7ee921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669811 Jun 30 04:18:55.408508 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=100 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:18:55.420311 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30cf67b-3584-42a8-92dc-c7783ef9c2d5 req-a33ad450-7504-46c6-8340-b1187e5eba0d tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:18:55.421714 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-d30cf67b-3584-42a8-92dc-c7783ef9c2d5 req-a33ad450-7504-46c6-8340-b1187e5eba0d tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] 10.222.0.13 "GET /v2.0/ports?device_id=8cc38d9c-363d-4a90-a5a3-2f16ee1f8a99 HTTP/1.1" status: 200 len: 944 time: 0.0530179 Jun 30 04:18:55.479915 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-d30cf67b-3584-42a8-92dc-c7783ef9c2d5 req-174322c1-11ac-4fe2-b671-85b4403d0741 tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] 10.222.0.13 "GET /v2.0/security-groups?id=06c1f942-66a2-4aeb-bb9e-abcee809d625&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525482 Jun 30 04:18:56.473216 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d36980f-9560-4492-b270-becbcb5861fe req-587b4958-37f2-4073-9471-17fe0604d702 tempest-TestMinimumBasicScenario-130177793 tempest-TestMinimumBasicScenario-130177793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:18:56.474674 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-7d36980f-9560-4492-b270-becbcb5861fe req-587b4958-37f2-4073-9471-17fe0604d702 tempest-TestMinimumBasicScenario-130177793 tempest-TestMinimumBasicScenario-130177793-project] 10.222.0.13 "GET /v2.0/ports?device_id=51520645-cd99-466c-83b2-8f735e7d04cf HTTP/1.1" status: 200 len: 931 time: 0.0507855 Jun 30 04:18:56.537573 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-7d36980f-9560-4492-b270-becbcb5861fe req-e45045ea-ec57-4a51-968f-d05cb3167192 tempest-TestMinimumBasicScenario-130177793 tempest-TestMinimumBasicScenario-130177793-project] 10.222.0.13 "GET /v2.0/security-groups?id=f3b6e636-c97e-43d6-a170-7ea88b7ee921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558190 Jun 30 04:18:56.631896 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b60d20-1fda-4c37-bed0-d171166e66de req-0ff0f40d-95e0-44a2-a005-a1a65414abc5 tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:18:56.633348 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-33b60d20-1fda-4c37-bed0-d171166e66de req-0ff0f40d-95e0-44a2-a005-a1a65414abc5 tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] 10.222.0.13 "GET /v2.0/ports?device_id=8cc38d9c-363d-4a90-a5a3-2f16ee1f8a99 HTTP/1.1" status: 200 len: 944 time: 0.0506852 Jun 30 04:18:56.685583 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-33b60d20-1fda-4c37-bed0-d171166e66de req-c7b8a048-887d-4855-852a-56df1c9874c1 tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] 10.222.0.13 "GET /v2.0/security-groups?id=06c1f942-66a2-4aeb-bb9e-abcee809d625&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434349 Jun 30 04:18:57.669728 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66d64b2-4725-43a0-b663-43ebff1340e4 req-1c63b302-4645-4b6c-b1f5-889826a08ea1 tempest-TestMinimumBasicScenario-130177793 tempest-TestMinimumBasicScenario-130177793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:18:57.672066 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-d66d64b2-4725-43a0-b663-43ebff1340e4 req-1c63b302-4645-4b6c-b1f5-889826a08ea1 tempest-TestMinimumBasicScenario-130177793 tempest-TestMinimumBasicScenario-130177793-project] 10.222.0.13 "GET /v2.0/ports?device_id=51520645-cd99-466c-83b2-8f735e7d04cf HTTP/1.1" status: 200 len: 931 time: 0.0506361 Jun 30 04:18:57.724172 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-d66d64b2-4725-43a0-b663-43ebff1340e4 req-fc588223-03f5-4b9a-ae3f-5cfaa6015142 tempest-TestMinimumBasicScenario-130177793 tempest-TestMinimumBasicScenario-130177793-project] 10.222.0.13 "GET /v2.0/security-groups?id=f3b6e636-c97e-43d6-a170-7ea88b7ee921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462868 Jun 30 04:18:57.803263 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7b58ee-dd82-4a2b-8987-9a9a602b52b0 req-fe6df33d-8787-4b7d-b6ba-783712749898 tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:18:57.804854 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-7a7b58ee-dd82-4a2b-8987-9a9a602b52b0 req-fe6df33d-8787-4b7d-b6ba-783712749898 tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] 10.222.0.13 "GET /v2.0/ports?device_id=8cc38d9c-363d-4a90-a5a3-2f16ee1f8a99 HTTP/1.1" status: 200 len: 944 time: 0.0506451 Jun 30 04:18:57.856731 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-7a7b58ee-dd82-4a2b-8987-9a9a602b52b0 req-a515524f-5e7b-4340-b80b-3bc1ba72b903 tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] 10.222.0.13 "GET /v2.0/security-groups?id=06c1f942-66a2-4aeb-bb9e-abcee809d625&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460644 Jun 30 04:18:58.080104 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=54,neutron:DELETE=1 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:18:58.082086 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=93,neutron:DELETE=1 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:18:58.841634 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f828f1ad-c2b1-4e93-9386-e6249ca174a0 req-e537fcda-6754-43a9-8293-3da47b954f5b tempest-TestMinimumBasicScenario-130177793 tempest-TestMinimumBasicScenario-130177793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:18:58.843132 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-f828f1ad-c2b1-4e93-9386-e6249ca174a0 req-e537fcda-6754-43a9-8293-3da47b954f5b tempest-TestMinimumBasicScenario-130177793 tempest-TestMinimumBasicScenario-130177793-project] 10.222.0.13 "GET /v2.0/ports?device_id=51520645-cd99-466c-83b2-8f735e7d04cf HTTP/1.1" status: 200 len: 931 time: 0.0489297 Jun 30 04:18:58.891214 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-f828f1ad-c2b1-4e93-9386-e6249ca174a0 req-b5a6a5fa-c008-46f1-98f8-d6e608f1e2fb tempest-TestMinimumBasicScenario-130177793 tempest-TestMinimumBasicScenario-130177793-project] 10.222.0.13 "GET /v2.0/security-groups?id=f3b6e636-c97e-43d6-a170-7ea88b7ee921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423474 Jun 30 04:18:58.976908 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5f521e-e6fd-4748-971c-31b4a543dcb3 req-6a4e03b9-33b5-438f-8ddd-938135f90958 tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:18:58.978912 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-5e5f521e-e6fd-4748-971c-31b4a543dcb3 req-6a4e03b9-33b5-438f-8ddd-938135f90958 tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] 10.222.0.13 "GET /v2.0/ports?device_id=8cc38d9c-363d-4a90-a5a3-2f16ee1f8a99 HTTP/1.1" status: 200 len: 944 time: 0.0486441 Jun 30 04:18:59.014810 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=100 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:18:59.026984 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-5e5f521e-e6fd-4748-971c-31b4a543dcb3 req-db5c881d-340f-4cdd-8c60-9cd21b9709ca tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] 10.222.0.13 "GET /v2.0/security-groups?id=06c1f942-66a2-4aeb-bb9e-abcee809d625&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424557 Jun 30 04:18:59.033649 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:SELECT=71,neutron:UPDATE=4 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:18:59.219934 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=99 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:18:59.222079 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=66 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:19:00.012631 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8e6130-047f-4b9d-93f2-e39ebe66e027 req-64643941-af3d-4052-868a-bef0b1a906f7 tempest-TestMinimumBasicScenario-130177793 tempest-TestMinimumBasicScenario-130177793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:19:00.014132 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-6c8e6130-047f-4b9d-93f2-e39ebe66e027 req-64643941-af3d-4052-868a-bef0b1a906f7 tempest-TestMinimumBasicScenario-130177793 tempest-TestMinimumBasicScenario-130177793-project] 10.222.0.13 "GET /v2.0/ports?device_id=51520645-cd99-466c-83b2-8f735e7d04cf HTTP/1.1" status: 200 len: 931 time: 0.0540342 Jun 30 04:19:00.063386 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-6c8e6130-047f-4b9d-93f2-e39ebe66e027 req-4b51c402-3a98-4f32-97f4-064bd60c7aff tempest-TestMinimumBasicScenario-130177793 tempest-TestMinimumBasicScenario-130177793-project] 10.222.0.13 "GET /v2.0/security-groups?id=f3b6e636-c97e-43d6-a170-7ea88b7ee921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435197 Jun 30 04:19:00.147432 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3328e241-fd4e-4dda-a461-0862b78b7ee1 req-27c682e6-df6e-40ec-9298-9a9687af14f0 tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:19:00.148808 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-3328e241-fd4e-4dda-a461-0862b78b7ee1 req-27c682e6-df6e-40ec-9298-9a9687af14f0 tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] 10.222.0.13 "GET /v2.0/ports?device_id=8cc38d9c-363d-4a90-a5a3-2f16ee1f8a99 HTTP/1.1" status: 200 len: 944 time: 0.0497115 Jun 30 04:19:00.199272 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-3328e241-fd4e-4dda-a461-0862b78b7ee1 req-cd65ba90-5603-49cc-92ac-0b4baafb2a03 tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] 10.222.0.13 "GET /v2.0/security-groups?id=06c1f942-66a2-4aeb-bb9e-abcee809d625&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447667 Jun 30 04:19:00.895989 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.v2.base [req-aabcb355-93bd-4398-a9c7-965080b3e6dd req-b560b488-ed5b-4a3d-8d4b-422a8f4ca2c8 service neutron] Request body: {'port': {'device_id': '51520645-cd99-466c-83b2-8f735e7d04cf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84684'}} {{(pid=104416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 30 04:19:00.970151 dv-cinder-846842-7-iscsi neutron-server[104415]: INFO neutron.wsgi [req-07de17c0-ffaf-4f42-a81b-51215b5ab178 req-e5a806c3-aa07-4752-a0d1-1d82c3d8c2e1 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a24525d3-4d16-4d0a-a3e9-14e74a52e46d HTTP/1.1" status: 200 len: 1002 time: 0.0871093 Jun 30 04:19:00.972467 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e9d00b-31ec-4e60-974f-ae5b6b0e064f req-b12c1a48-caa0-438f-8bf0-e099a83f883e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:19:00.973924 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-91e9d00b-31ec-4e60-974f-ae5b6b0e064f req-b12c1a48-caa0-438f-8bf0-e099a83f883e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=74b53f46d15c4465b9005939114e67a3&device_id=8cc38d9c-363d-4a90-a5a3-2f16ee1f8a99 HTTP/1.1" status: 200 len: 1128 time: 0.0495596 Jun 30 04:19:01.023298 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07de17c0-ffaf-4f42-a81b-51215b5ab178 req-e5e26417-04ad-480e-8fbd-6b14ca1d62e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:19:01.024756 dv-cinder-846842-7-iscsi neutron-server[104415]: INFO neutron.wsgi [req-07de17c0-ffaf-4f42-a81b-51215b5ab178 req-e5e26417-04ad-480e-8fbd-6b14ca1d62e8 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d15d22dc-e983-46bc-a814-5adbf2d25b83 HTTP/1.1" status: 200 len: 850 time: 0.0476682 Jun 30 04:19:01.046709 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-aabcb355-93bd-4398-a9c7-965080b3e6dd req-b560b488-ed5b-4a3d-8d4b-422a8f4ca2c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3606762'] for port (9bba023e-b365-43ab-a64b-b1010d222f8a), before_update {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:19:01.079953 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07de17c0-ffaf-4f42-a81b-51215b5ab178 req-d5286ba0-6723-43b4-a454-1dea08686836 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:19:01.081457 dv-cinder-846842-7-iscsi neutron-server[104415]: INFO neutron.wsgi [req-07de17c0-ffaf-4f42-a81b-51215b5ab178 req-d5286ba0-6723-43b4-a454-1dea08686836 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=db2948ec-060f-4621-8ce6-8119698c91b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0466459 Jun 30 04:19:01.188022 dv-cinder-846842-7-iscsi neutron-server[104415]: INFO neutron.wsgi [req-07de17c0-ffaf-4f42-a81b-51215b5ab178 req-5d83d566-f7ea-4caf-8a59-8f631371b607 service neutron] 10.222.0.20 "GET /v2.0/networks/db2948ec-060f-4621-8ce6-8119698c91b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921607 Jun 30 04:19:01.233807 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:19:01.259647 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e2c1cd-da51-41fb-bbc8-db490f667204 req-8fb0ef15-5536-4a41-9398-a497ab8fcf33 tempest-TestMinimumBasicScenario-130177793 tempest-TestMinimumBasicScenario-130177793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:19:01.261226 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-60e2c1cd-da51-41fb-bbc8-db490f667204 req-8fb0ef15-5536-4a41-9398-a497ab8fcf33 tempest-TestMinimumBasicScenario-130177793 tempest-TestMinimumBasicScenario-130177793-project] 10.222.0.13 "GET /v2.0/ports?device_id=51520645-cd99-466c-83b2-8f735e7d04cf HTTP/1.1" status: 200 len: 931 time: 0.1106560 Jun 30 04:19:01.294997 dv-cinder-846842-7-iscsi neutron-server[104415]: INFO neutron.wsgi [req-07de17c0-ffaf-4f42-a81b-51215b5ab178 req-7c6503a1-5baf-452b-973a-84595da9a314 service neutron] 10.222.0.20 "GET /v2.0/networks/db2948ec-060f-4621-8ce6-8119698c91b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943785 Jun 30 04:19:01.304886 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e9d00b-31ec-4e60-974f-ae5b6b0e064f req-e14fe841-0a33-4e0c-a9cf-791d2b4b3ca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:19:01.306311 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-91e9d00b-31ec-4e60-974f-ae5b6b0e064f req-e14fe841-0a33-4e0c-a9cf-791d2b4b3ca4 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=74b53f46d15c4465b9005939114e67a3&shared=False HTTP/1.1" status: 200 len: 920 time: 0.3098814 Jun 30 04:19:01.460569 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3c5731-6f90-4834-a9bc-3ba40322208c req-fbd74821-e257-47ae-8434-75d2b16aa856 tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:19:01.462062 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-4a3c5731-6f90-4834-a9bc-3ba40322208c req-fbd74821-e257-47ae-8434-75d2b16aa856 tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] 10.222.0.13 "GET /v2.0/ports?device_id=8cc38d9c-363d-4a90-a5a3-2f16ee1f8a99 HTTP/1.1" status: 200 len: 944 time: 0.1586623 Jun 30 04:19:01.571378 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-60e2c1cd-da51-41fb-bbc8-db490f667204 req-13ba8155-0a95-44cd-b6d6-edbce0e0832e tempest-TestMinimumBasicScenario-130177793 tempest-TestMinimumBasicScenario-130177793-project] 10.222.0.13 "GET /v2.0/security-groups?id=f3b6e636-c97e-43d6-a170-7ea88b7ee921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2689652 Jun 30 04:19:01.640830 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e9d00b-31ec-4e60-974f-ae5b6b0e064f req-96baf0dd-2c18-404f-9744-26ff04efa18b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:19:01.642293 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-91e9d00b-31ec-4e60-974f-ae5b6b0e064f req-96baf0dd-2c18-404f-9744-26ff04efa18b service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3169799 Jun 30 04:19:01.659317 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-4a3c5731-6f90-4834-a9bc-3ba40322208c req-ea981fd1-3560-4d04-8f07-8dbfbddc431b tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] 10.222.0.13 "GET /v2.0/security-groups?id=06c1f942-66a2-4aeb-bb9e-abcee809d625&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1479592 Jun 30 04:19:01.674879 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:19:01.763912 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d662b8-c1ba-4ddb-aa1a-9a6f14f22b61 req-aea93af3-99a4-4fec-9337-30a0fa0fb00c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:19:01.765289 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-08d662b8-c1ba-4ddb-aa1a-9a6f14f22b61 req-aea93af3-99a4-4fec-9337-30a0fa0fb00c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=74b53f46d15c4465b9005939114e67a3&device_id=8cc38d9c-363d-4a90-a5a3-2f16ee1f8a99 HTTP/1.1" status: 200 len: 1128 time: 0.0650432 Jun 30 04:19:01.767086 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.notifiers.nova [req-aabcb355-93bd-4398-a9c7-965080b3e6dd req-b560b488-ed5b-4a3d-8d4b-422a8f4ca2c8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9bba023e-b365-43ab-a64b-b1010d222f8a {{(pid=104416) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 30 04:19:01.775085 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-aabcb355-93bd-4398-a9c7-965080b3e6dd req-b560b488-ed5b-4a3d-8d4b-422a8f4ca2c8 service neutron] Publish callbacks [] for port (9bba023e-b365-43ab-a64b-b1010d222f8a), precommit_update {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:19:01.818693 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-08d662b8-c1ba-4ddb-aa1a-9a6f14f22b61 req-7327187f-3c9e-4e40-b729-71796b1bc7c8 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2a4fd84e-fb19-4d1c-b772-2251c8322151 HTTP/1.1" status: 200 len: 217 time: 0.0408888 Jun 30 04:19:01.819720 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.db.provisioning_blocks [req-aabcb355-93bd-4398-a9c7-965080b3e6dd req-b560b488-ed5b-4a3d-8d4b-422a8f4ca2c8 service neutron] Transition to ACTIVE for port object 9bba023e-b365-43ab-a64b-b1010d222f8a will not be triggered until provisioned by entity L2. {{(pid=104416) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 30 04:19:01.824047 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-aabcb355-93bd-4398-a9c7-965080b3e6dd req-b560b488-ed5b-4a3d-8d4b-422a8f4ca2c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4095053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781926634698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781926239335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781926239353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1764123'] for port (9bba023e-b365-43ab-a64b-b1010d222f8a), after_update {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:19:01.914563 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b560b488-ed5b-4a3d-8d4b-422a8f4ca2c8 service neutron] Pushing event updated for resources: {'Port': ['ID=9bba023e-b365-43ab-a64b-b1010d222f8a,revision_number=2']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:19:01.926366 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d662b8-c1ba-4ddb-aa1a-9a6f14f22b61 req-3ae5b703-9544-48f1-a096-1b6ea5540d11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:19:01.927935 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-08d662b8-c1ba-4ddb-aa1a-9a6f14f22b61 req-3ae5b703-9544-48f1-a096-1b6ea5540d11 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=1d12b51a-7dad-4338-8514-f9c8956a192d HTTP/1.1" status: 200 len: 858 time: 0.0984993 Jun 30 04:19:02.021731 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d662b8-c1ba-4ddb-aa1a-9a6f14f22b61 req-93ad910d-d0e8-4107-8bb2-f8e156ea13c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:19:02.023334 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-08d662b8-c1ba-4ddb-aa1a-9a6f14f22b61 req-93ad910d-d0e8-4107-8bb2-f8e156ea13c3 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d053466e-8b12-41f1-8495-352ca2b58558&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0697165 Jun 30 04:19:02.077054 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.managers [req-aabcb355-93bd-4398-a9c7-965080b3e6dd req-b560b488-ed5b-4a3d-8d4b-422a8f4ca2c8 service neutron] Attempting to bind port 9bba023e-b365-43ab-a64b-b1010d222f8a on host hv-cinder-84684 for vnic_type normal with profile {{(pid=104416) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 30 04:19:02.077767 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.managers [req-aabcb355-93bd-4398-a9c7-965080b3e6dd req-b560b488-ed5b-4a3d-8d4b-422a8f4ca2c8 service neutron] Attempting to bind port 9bba023e-b365-43ab-a64b-b1010d222f8a by drivers openvswitch,hyperv on host hv-cinder-84684 at level 0 using segments [{'id': 'b7cef8bc-fef8-404a-93d8-c0f76d6c6909', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '9f998a2a-5cb6-4bab-892c-06a6730a89bd'}] {{(pid=104416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 30 04:19:02.077767 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aabcb355-93bd-4398-a9c7-965080b3e6dd req-b560b488-ed5b-4a3d-8d4b-422a8f4ca2c8 service neutron] Attempting to bind port 9bba023e-b365-43ab-a64b-b1010d222f8a on network 9f998a2a-5cb6-4bab-892c-06a6730a89bd {{(pid=104416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 30 04:19:02.087882 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aabcb355-93bd-4398-a9c7-965080b3e6dd req-b560b488-ed5b-4a3d-8d4b-422a8f4ca2c8 service neutron] Port 9bba023e-b365-43ab-a64b-b1010d222f8a on network 9f998a2a-5cb6-4bab-892c-06a6730a89bd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84684 {{(pid=104416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 30 04:19:02.088462 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aabcb355-93bd-4398-a9c7-965080b3e6dd req-b560b488-ed5b-4a3d-8d4b-422a8f4ca2c8 service neutron] Attempting to bind port 9bba023e-b365-43ab-a64b-b1010d222f8a on network 9f998a2a-5cb6-4bab-892c-06a6730a89bd {{(pid=104416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 30 04:19:02.102948 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aabcb355-93bd-4398-a9c7-965080b3e6dd req-b560b488-ed5b-4a3d-8d4b-422a8f4ca2c8 service neutron] Checking agent: {'id': 'ef703bef-7cc0-467c-baa9-fe8a66be565c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84684', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 30, 4, 13, 10), 'started_at': datetime.datetime(2022, 6, 30, 4, 13, 10), 'heartbeat_timestamp': datetime.datetime(2022, 6, 30, 4, 18, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 30 04:19:02.103308 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aabcb355-93bd-4398-a9c7-965080b3e6dd req-b560b488-ed5b-4a3d-8d4b-422a8f4ca2c8 service neutron] Checking segment: {'id': 'b7cef8bc-fef8-404a-93d8-c0f76d6c6909', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '9f998a2a-5cb6-4bab-892c-06a6730a89bd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104416) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 30 04:19:02.103706 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aabcb355-93bd-4398-a9c7-965080b3e6dd req-b560b488-ed5b-4a3d-8d4b-422a8f4ca2c8 service neutron] Bound using segment: {'id': 'b7cef8bc-fef8-404a-93d8-c0f76d6c6909', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '9f998a2a-5cb6-4bab-892c-06a6730a89bd'} {{(pid=104416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 30 04:19:02.104312 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.managers [req-aabcb355-93bd-4398-a9c7-965080b3e6dd req-b560b488-ed5b-4a3d-8d4b-422a8f4ca2c8 service neutron] Bound port: 9bba023e-b365-43ab-a64b-b1010d222f8a, host: hv-cinder-84684, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b7cef8bc-fef8-404a-93d8-c0f76d6c6909', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '9f998a2a-5cb6-4bab-892c-06a6730a89bd'}}] {{(pid=104416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 30 04:19:02.104671 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-aabcb355-93bd-4398-a9c7-965080b3e6dd req-b560b488-ed5b-4a3d-8d4b-422a8f4ca2c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3606762'] for port (9bba023e-b365-43ab-a64b-b1010d222f8a), before_update {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:19:02.193788 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-08d662b8-c1ba-4ddb-aa1a-9a6f14f22b61 req-f39b152a-431a-491d-82a2-4f9793aed9e4 service neutron] 10.222.0.20 "GET /v2.0/networks/d053466e-8b12-41f1-8495-352ca2b58558?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1470137 Jun 30 04:19:02.203598 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:19:02.229894 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.db [req-aabcb355-93bd-4398-a9c7-965080b3e6dd req-b560b488-ed5b-4a3d-8d4b-422a8f4ca2c8 service neutron] For port 9bba023e-b365-43ab-a64b-b1010d222f8a, host hv-cinder-84684, cleared binding levels {{(pid=104416) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 04:19:02.251044 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.db [req-aabcb355-93bd-4398-a9c7-965080b3e6dd req-b560b488-ed5b-4a3d-8d4b-422a8f4ca2c8 service neutron] For port 9bba023e-b365-43ab-a64b-b1010d222f8a, host hv-cinder-84684, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=9bba023e-b365-43ab-a64b-b1010d222f8a,segment=NetworkSegment(b7cef8bc-fef8-404a-93d8-c0f76d6c6909),segment_id=b7cef8bc-fef8-404a-93d8-c0f76d6c6909)] {{(pid=104416) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 04:19:02.283441 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-aabcb355-93bd-4398-a9c7-965080b3e6dd req-b560b488-ed5b-4a3d-8d4b-422a8f4ca2c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4095053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781926634698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781926239335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781926239353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1764123'] for port (9bba023e-b365-43ab-a64b-b1010d222f8a), after_update {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:19:02.324197 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabcb355-93bd-4398-a9c7-965080b3e6dd req-b560b488-ed5b-4a3d-8d4b-422a8f4ca2c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:19:02.324799 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-aabcb355-93bd-4398-a9c7-965080b3e6dd req-b560b488-ed5b-4a3d-8d4b-422a8f4ca2c8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13292'] for port (None), before_response {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:19:02.326162 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-aabcb355-93bd-4398-a9c7-965080b3e6dd req-b560b488-ed5b-4a3d-8d4b-422a8f4ca2c8 service neutron] 10.222.0.20 "PUT /v2.0/ports/9bba023e-b365-43ab-a64b-b1010d222f8a HTTP/1.1" status: 200 len: 1093 time: 1.4346707 Jun 30 04:19:02.330722 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51520645-cd99-466c-83b2-8f735e7d04cf', 'tag': '9bba023e-b365-43ab-a64b-b1010d222f8a'}] {{(pid=104416) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 30 04:19:02.332887 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8111519efe35ff5952c269e16f689610d56ef28aa1e0b77ca5734c542983c30f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e65d90af-8640-4bd8-97f8-c902a352100f" -d '{"events": [{"name": "network-changed", "server_uuid": "51520645-cd99-466c-83b2-8f735e7d04cf", "tag": "9bba023e-b365-43ab-a64b-b1010d222f8a"}]}' {{(pid=104416) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 04:19:02.362228 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-08d662b8-c1ba-4ddb-aa1a-9a6f14f22b61 req-aa2442b5-fda6-4661-b518-8f5549578059 service neutron] 10.222.0.20 "GET /v2.0/networks/d053466e-8b12-41f1-8495-352ca2b58558?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1574781 Jun 30 04:19:02.365351 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b560b488-ed5b-4a3d-8d4b-422a8f4ca2c8 service neutron] Pushing event updated for resources: {'Port': ['ID=9bba023e-b365-43ab-a64b-b1010d222f8a,revision_number=3']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:19:02.396667 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Jun 2022 04:19:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68f21a97-152c-43f8-97c1-f9aad78d70e7 x-openstack-request-id: req-68f21a97-152c-43f8-97c1-f9aad78d70e7 {{(pid=104416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 04:19:02.396941 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51520645-cd99-466c-83b2-8f735e7d04cf", "tag": "9bba023e-b365-43ab-a64b-b1010d222f8a", "status": "completed", "code": 200}]} {{(pid=104416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 04:19:02.397187 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-68f21a97-152c-43f8-97c1-f9aad78d70e7 {{(pid=104416) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 04:19:02.397582 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.notifiers.nova [-] Nova event matching ['req-68f21a97-152c-43f8-97c1-f9aad78d70e7'] response: {'name': 'network-changed', 'server_uuid': '51520645-cd99-466c-83b2-8f735e7d04cf', 'tag': '9bba023e-b365-43ab-a64b-b1010d222f8a', 'status': 'completed', 'code': 200} Jun 30 04:19:02.436100 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabcb355-93bd-4398-a9c7-965080b3e6dd req-30ff8395-b15f-4782-bf0e-4f6c7b128f7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:19:02.437632 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-aabcb355-93bd-4398-a9c7-965080b3e6dd req-30ff8395-b15f-4782-bf0e-4f6c7b128f7c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=bf207393082c48d09f827e16d99b2609&device_id=51520645-cd99-466c-83b2-8f735e7d04cf HTTP/1.1" status: 200 len: 1127 time: 0.0516236 Jun 30 04:19:02.693646 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc709eb6-6885-4b1a-9a7b-c86a451754e2 req-8f7dd8a5-4a44-4f58-9e43-e249ef8d2918 tempest-TestMinimumBasicScenario-130177793 tempest-TestMinimumBasicScenario-130177793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:19:02.695185 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-bc709eb6-6885-4b1a-9a7b-c86a451754e2 req-8f7dd8a5-4a44-4f58-9e43-e249ef8d2918 tempest-TestMinimumBasicScenario-130177793 tempest-TestMinimumBasicScenario-130177793-project] 10.222.0.13 "GET /v2.0/ports?device_id=51520645-cd99-466c-83b2-8f735e7d04cf HTTP/1.1" status: 200 len: 943 time: 0.0528724 Jun 30 04:19:02.774853 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-bc709eb6-6885-4b1a-9a7b-c86a451754e2 req-ab4fa37c-354f-4aac-be0d-8a64f1edb6b8 tempest-TestMinimumBasicScenario-130177793 tempest-TestMinimumBasicScenario-130177793-project] 10.222.0.13 "GET /v2.0/security-groups?id=f3b6e636-c97e-43d6-a170-7ea88b7ee921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705347 Jun 30 04:19:02.791794 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b68f2e4-6b77-4f4f-9ff6-036be80172ba req-081487ad-6e61-4e90-81d6-8a7813296b91 tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:19:02.793306 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-6b68f2e4-6b77-4f4f-9ff6-036be80172ba req-081487ad-6e61-4e90-81d6-8a7813296b91 tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] 10.222.0.13 "GET /v2.0/ports?device_id=8cc38d9c-363d-4a90-a5a3-2f16ee1f8a99 HTTP/1.1" status: 200 len: 944 time: 0.0600297 Jun 30 04:19:02.812301 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:19:02.843292 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-6b68f2e4-6b77-4f4f-9ff6-036be80172ba req-c020dd1d-aca5-47fe-9afc-23102c4345b2 tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] 10.222.0.13 "GET /v2.0/security-groups?id=06c1f942-66a2-4aeb-bb9e-abcee809d625&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441375 Jun 30 04:19:03.696973 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:SELECT=10,neutron:DELETE=1 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:19:04.155132 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1459bbc8-7961-4253-910a-b84447754db2 req-6f28f149-68ff-44bd-8437-edcb5813f4c0 tempest-TestMinimumBasicScenario-130177793 tempest-TestMinimumBasicScenario-130177793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:19:04.156992 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-1459bbc8-7961-4253-910a-b84447754db2 req-6f28f149-68ff-44bd-8437-edcb5813f4c0 tempest-TestMinimumBasicScenario-130177793 tempest-TestMinimumBasicScenario-130177793-project] 10.222.0.13 "GET /v2.0/ports?device_id=51520645-cd99-466c-83b2-8f735e7d04cf HTTP/1.1" status: 200 len: 943 time: 0.3086905 Jun 30 04:19:04.176281 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe7295e-22ee-42e7-b202-ba367f917f9c req-fcf03ec1-b3de-4be1-a33c-29d3b7c3b3b6 tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:19:04.177667 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-dfe7295e-22ee-42e7-b202-ba367f917f9c req-fcf03ec1-b3de-4be1-a33c-29d3b7c3b3b6 tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] 10.222.0.13 "GET /v2.0/ports?device_id=8cc38d9c-363d-4a90-a5a3-2f16ee1f8a99 HTTP/1.1" status: 200 len: 944 time: 0.0668004 Jun 30 04:19:04.241016 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-1459bbc8-7961-4253-910a-b84447754db2 req-e9246e73-3ebc-415e-bdf3-6c968dac0aac tempest-TestMinimumBasicScenario-130177793 tempest-TestMinimumBasicScenario-130177793-project] 10.222.0.13 "GET /v2.0/security-groups?id=f3b6e636-c97e-43d6-a170-7ea88b7ee921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783746 Jun 30 04:19:04.248001 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-dfe7295e-22ee-42e7-b202-ba367f917f9c req-5e05bc33-b865-448e-ab6d-1d8242b43dd3 tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] 10.222.0.13 "GET /v2.0/security-groups?id=06c1f942-66a2-4aeb-bb9e-abcee809d625&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0634294 Jun 30 04:19:05.172124 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-cdfa624d-ceee-478c-b494-d394135289aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926756172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565263'] for agent (beddbd52-9273-44c2-990c-63933fe383b2), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:19:05.394927 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501d110d-f192-4020-844f-973775677460 req-73bb0a91-b4e8-47b9-a27b-43400fc098d6 tempest-TestMinimumBasicScenario-130177793 tempest-TestMinimumBasicScenario-130177793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:19:05.396497 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-501d110d-f192-4020-844f-973775677460 req-73bb0a91-b4e8-47b9-a27b-43400fc098d6 tempest-TestMinimumBasicScenario-130177793 tempest-TestMinimumBasicScenario-130177793-project] 10.222.0.13 "GET /v2.0/ports?device_id=51520645-cd99-466c-83b2-8f735e7d04cf HTTP/1.1" status: 200 len: 943 time: 0.0836968 Jun 30 04:19:05.402386 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e91964-34d9-45da-b76f-fb40a04177e6 req-f0edc9f2-00db-4075-87e1-d758afb317c1 tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:19:05.403803 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-73e91964-34d9-45da-b76f-fb40a04177e6 req-f0edc9f2-00db-4075-87e1-d758afb317c1 tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] 10.222.0.13 "GET /v2.0/ports?device_id=8cc38d9c-363d-4a90-a5a3-2f16ee1f8a99 HTTP/1.1" status: 200 len: 944 time: 0.0806277 Jun 30 04:19:05.476406 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-501d110d-f192-4020-844f-973775677460 req-b58701ee-9b4c-42bf-a50c-b0e9514cac56 tempest-TestMinimumBasicScenario-130177793 tempest-TestMinimumBasicScenario-130177793-project] 10.222.0.13 "GET /v2.0/security-groups?id=f3b6e636-c97e-43d6-a170-7ea88b7ee921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716529 Jun 30 04:19:05.480904 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-73e91964-34d9-45da-b76f-fb40a04177e6 req-3e846ab0-f78f-4459-a048-911e4150c7cb tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] 10.222.0.13 "GET /v2.0/security-groups?id=06c1f942-66a2-4aeb-bb9e-abcee809d625&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0697975 Jun 30 04:19:06.582582 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-aabcb355-93bd-4398-a9c7-965080b3e6dd req-226134b1-46c6-48ab-8d18-5e83c5111161 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9bba023e-b365-43ab-a64b-b1010d222f8a HTTP/1.1" status: 200 len: 217 time: 0.0521002 Jun 30 04:19:06.676417 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51dace3d-d65c-4e1a-a0aa-cf72a7754583 req-386c18e8-d0f7-4098-8c7f-64a0258508d9 tempest-TestMinimumBasicScenario-130177793 tempest-TestMinimumBasicScenario-130177793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:19:06.677906 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-51dace3d-d65c-4e1a-a0aa-cf72a7754583 req-386c18e8-d0f7-4098-8c7f-64a0258508d9 tempest-TestMinimumBasicScenario-130177793 tempest-TestMinimumBasicScenario-130177793-project] 10.222.0.13 "GET /v2.0/ports?device_id=51520645-cd99-466c-83b2-8f735e7d04cf HTTP/1.1" status: 200 len: 943 time: 0.1099710 Jun 30 04:19:06.690095 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8116861e-feed-4cad-b10c-80ad41805843 req-b29de0ce-2997-40e9-9642-bbe45189f620 tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:19:06.691473 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-8116861e-feed-4cad-b10c-80ad41805843 req-b29de0ce-2997-40e9-9642-bbe45189f620 tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] 10.222.0.13 "GET /v2.0/ports?device_id=8cc38d9c-363d-4a90-a5a3-2f16ee1f8a99 HTTP/1.1" status: 200 len: 944 time: 0.1141262 Jun 30 04:19:06.723394 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabcb355-93bd-4398-a9c7-965080b3e6dd req-994a5d09-f6a4-42fe-9035-438b3cee15e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:19:06.725378 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-aabcb355-93bd-4398-a9c7-965080b3e6dd req-994a5d09-f6a4-42fe-9035-438b3cee15e8 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=06112278-432b-41ef-b6f4-fdb3205ed762 HTTP/1.1" status: 200 len: 854 time: 0.1190145 Jun 30 04:19:06.739636 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=100 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:19:06.786031 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-51dace3d-d65c-4e1a-a0aa-cf72a7754583 req-b2b03b8f-eb9b-45ad-aefc-e5cd6f6aa303 tempest-TestMinimumBasicScenario-130177793 tempest-TestMinimumBasicScenario-130177793-project] 10.222.0.13 "GET /v2.0/security-groups?id=f3b6e636-c97e-43d6-a170-7ea88b7ee921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015794 Jun 30 04:19:06.802846 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-8116861e-feed-4cad-b10c-80ad41805843 req-47a0352f-bfa9-4f19-80b4-7de3a8f87449 tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] 10.222.0.13 "GET /v2.0/security-groups?id=06c1f942-66a2-4aeb-bb9e-abcee809d625&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1008003 Jun 30 04:19:07.523066 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-0b25bd1f-7544-4a14-8518-1e6e6848b3e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926756172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565263'] for agent (2ea21a61-d737-4543-a811-a0d035fbf0f6), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:19:07.933613 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e082f7ed-c6e7-4378-92c0-8d56568462e0 req-b7474a61-e5a4-4a8b-9d7d-7613c43442a9 tempest-TestMinimumBasicScenario-130177793 tempest-TestMinimumBasicScenario-130177793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:19:07.935069 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-e082f7ed-c6e7-4378-92c0-8d56568462e0 req-b7474a61-e5a4-4a8b-9d7d-7613c43442a9 tempest-TestMinimumBasicScenario-130177793 tempest-TestMinimumBasicScenario-130177793-project] 10.222.0.13 "GET /v2.0/ports?device_id=51520645-cd99-466c-83b2-8f735e7d04cf HTTP/1.1" status: 200 len: 943 time: 0.0746229 Jun 30 04:19:07.954838 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3ef796-7100-46a9-b1d8-3143ddd7df72 req-553f77fc-d2da-4ad7-be11-e3ab8ce2a920 tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:19:07.956269 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-9d3ef796-7100-46a9-b1d8-3143ddd7df72 req-553f77fc-d2da-4ad7-be11-e3ab8ce2a920 tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] 10.222.0.13 "GET /v2.0/ports?device_id=8cc38d9c-363d-4a90-a5a3-2f16ee1f8a99 HTTP/1.1" status: 200 len: 944 time: 0.0669668 Jun 30 04:19:08.022905 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-e082f7ed-c6e7-4378-92c0-8d56568462e0 req-da4c4d9a-0b70-4f72-ae80-766194cfdb8d tempest-TestMinimumBasicScenario-130177793 tempest-TestMinimumBasicScenario-130177793-project] 10.222.0.13 "GET /v2.0/security-groups?id=f3b6e636-c97e-43d6-a170-7ea88b7ee921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821652 Jun 30 04:19:08.031001 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-9d3ef796-7100-46a9-b1d8-3143ddd7df72 req-d0c22a70-0266-42f2-b127-2a85f41ec8a1 tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] 10.222.0.13 "GET /v2.0/security-groups?id=06c1f942-66a2-4aeb-bb9e-abcee809d625&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0678380 Jun 30 04:19:08.462471 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-7a77f087-4523-4fd9-b9f1-b6333d8ad1f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926756172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565263'] for agent (672e10fd-0bbc-4d52-8fca-d980f41e3265), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:19:08.487212 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.rpc [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Device 2a4fd84e-fb19-4d1c-b772-2251c8322151 details requested by agent hyperv_hv-cinder-84684 with host hv-cinder-84684 {{(pid=104417) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 04:19:08.595445 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.db [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] For port 2a4fd84e-fb19-4d1c-b772-2251c8322151, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=2a4fd84e-fb19-4d1c-b772-2251c8322151,segment=NetworkSegment(021a25df-ca0c-481b-8824-64686e570a1e),segment_id=021a25df-ca0c-481b-8824-64686e570a1e)] {{(pid=104417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 04:19:08.731888 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.rpc [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Returning: {'device': '2a4fd84e-fb19-4d1c-b772-2251c8322151', 'network_id': 'd053466e-8b12-41f1-8495-352ca2b58558', 'port_id': '2a4fd84e-fb19-4d1c-b772-2251c8322151', 'mac_address': 'fa:16:3e:e7:f4:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 157, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d12b51a-7dad-4338-8514-f9c8956a192d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104417) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 04:19:08.768133 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Current status of the port 2a4fd84e-fb19-4d1c-b772-2251c8322151 is: DOWN; New status is: BUILD {{(pid=104417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 30 04:19:08.768506 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3606762'] for port (2a4fd84e-fb19-4d1c-b772-2251c8322151), before_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:19:08.782839 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.notifiers.nova [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a4fd84e-fb19-4d1c-b772-2251c8322151 {{(pid=104417) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 30 04:19:08.802363 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.db [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] For port 2a4fd84e-fb19-4d1c-b772-2251c8322151, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=2a4fd84e-fb19-4d1c-b772-2251c8322151,segment=NetworkSegment(021a25df-ca0c-481b-8824-64686e570a1e),segment_id=021a25df-ca0c-481b-8824-64686e570a1e)] {{(pid=104417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 04:19:08.810054 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4095053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781926634698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781926239335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781926239353'] for port (2a4fd84e-fb19-4d1c-b772-2251c8322151), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:19:08.868241 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Pushing event updated for resources: {'Port': ['ID=2a4fd84e-fb19-4d1c-b772-2251c8322151,revision_number=4']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:19:09.174950 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efe24f3-2bf0-4346-9215-b851191bd231 req-b370f6f2-2b0c-4fd3-98c2-d9944bfca35e tempest-TestMinimumBasicScenario-130177793 tempest-TestMinimumBasicScenario-130177793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:19:09.176463 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-9efe24f3-2bf0-4346-9215-b851191bd231 req-b370f6f2-2b0c-4fd3-98c2-d9944bfca35e tempest-TestMinimumBasicScenario-130177793 tempest-TestMinimumBasicScenario-130177793-project] 10.222.0.13 "GET /v2.0/ports?device_id=51520645-cd99-466c-83b2-8f735e7d04cf HTTP/1.1" status: 200 len: 943 time: 0.0735803 Jun 30 04:19:09.187345 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5c7905-9881-4e27-87cb-60c7ab543d55 req-c2a7d775-171e-43c6-b863-2303ac1af2a1 tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:19:09.188747 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-da5c7905-9881-4e27-87cb-60c7ab543d55 req-c2a7d775-171e-43c6-b863-2303ac1af2a1 tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] 10.222.0.13 "GET /v2.0/ports?device_id=8cc38d9c-363d-4a90-a5a3-2f16ee1f8a99 HTTP/1.1" status: 200 len: 945 time: 0.0750179 Jun 30 04:19:09.264320 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-9efe24f3-2bf0-4346-9215-b851191bd231 req-bc16c924-076a-4b2e-8034-2fb18b596b7a tempest-TestMinimumBasicScenario-130177793 tempest-TestMinimumBasicScenario-130177793-project] 10.222.0.13 "GET /v2.0/security-groups?id=f3b6e636-c97e-43d6-a170-7ea88b7ee921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745692 Jun 30 04:19:09.268392 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-da5c7905-9881-4e27-87cb-60c7ab543d55 req-e9ba68cb-1597-447c-b789-8323fc7c1803 tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] 10.222.0.13 "GET /v2.0/security-groups?id=06c1f942-66a2-4aeb-bb9e-abcee809d625&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0719359 Jun 30 04:19:09.784134 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=100 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:19:09.790316 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabcb355-93bd-4398-a9c7-965080b3e6dd req-9df8bec1-8b84-47b0-aa84-17263aa4180a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:19:09.792445 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-aabcb355-93bd-4398-a9c7-965080b3e6dd req-9df8bec1-8b84-47b0-aa84-17263aa4180a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9f998a2a-5cb6-4bab-892c-06a6730a89bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0443933 Jun 30 04:19:09.896564 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-aabcb355-93bd-4398-a9c7-965080b3e6dd req-75040f30-da70-4564-8dfb-3abfb40f6432 service neutron] 10.222.0.20 "GET /v2.0/networks/9f998a2a-5cb6-4bab-892c-06a6730a89bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887074 Jun 30 04:19:09.995057 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.db [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] get_ports_and_sgs() called for port_ids ['2a4fd84e-fb19-4d1c-b772-2251c8322151'] {{(pid=104417) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 04:19:10.250946 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-88ff949a-6007-42d5-8261-77b64d367ca9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926756172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565263'] for agent (4c4a8942-da79-4b81-aa08-fb593b1e6e06), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:19:10.325222 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-aabcb355-93bd-4398-a9c7-965080b3e6dd req-b946c19d-beac-41a7-8e1a-86f2eed62ec9 service neutron] 10.222.0.20 "GET /v2.0/networks/9f998a2a-5cb6-4bab-892c-06a6730a89bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1084208 Jun 30 04:19:10.408346 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-2a6d8403-c0a5-4ac4-aa48-860a84345009 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926756172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565263'] for agent (cbdf45b5-344e-4e18-9242-1abb738708f2), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:19:10.417480 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aefb8a2-883b-42fd-948a-ddf16a261146 req-ce9d5120-6b4a-4be4-a40b-03eb8ce2e384 tempest-TestMinimumBasicScenario-130177793 tempest-TestMinimumBasicScenario-130177793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:19:10.419330 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-5aefb8a2-883b-42fd-948a-ddf16a261146 req-ce9d5120-6b4a-4be4-a40b-03eb8ce2e384 tempest-TestMinimumBasicScenario-130177793 tempest-TestMinimumBasicScenario-130177793-project] 10.222.0.13 "GET /v2.0/ports?device_id=51520645-cd99-466c-83b2-8f735e7d04cf HTTP/1.1" status: 200 len: 943 time: 0.0842381 Jun 30 04:19:10.430216 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac16aa6-9922-41cc-af3d-1d2678943292 req-ad8528ec-8fa6-4928-8d5b-76d160716cd1 tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:19:10.432077 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-9ac16aa6-9922-41cc-af3d-1d2678943292 req-ad8528ec-8fa6-4928-8d5b-76d160716cd1 tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] 10.222.0.13 "GET /v2.0/ports?device_id=8cc38d9c-363d-4a90-a5a3-2f16ee1f8a99 HTTP/1.1" status: 200 len: 945 time: 0.0660131 Jun 30 04:19:10.507706 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-5aefb8a2-883b-42fd-948a-ddf16a261146 req-071cf2a7-2a78-4612-b071-4838faac8cd1 tempest-TestMinimumBasicScenario-130177793 tempest-TestMinimumBasicScenario-130177793-project] 10.222.0.13 "GET /v2.0/security-groups?id=f3b6e636-c97e-43d6-a170-7ea88b7ee921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749059 Jun 30 04:19:10.510497 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-9ac16aa6-9922-41cc-af3d-1d2678943292 req-b8877558-d780-4e17-9a1a-a2220589cb5b tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] 10.222.0.13 "GET /v2.0/security-groups?id=06c1f942-66a2-4aeb-bb9e-abcee809d625&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0717316 Jun 30 04:19:10.724824 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.db.agents_db [None req-38391644-8868-4c56-b8b1-4dfa3b709b99 None None] Agent healthcheck: found 6 active agents {{(pid=104418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 04:19:11.285348 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=28 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:19:11.291148 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=39 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:19:11.671789 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fefa56a-21fe-4205-ba58-e8858e094c8b req-f5f40c9c-54af-4102-b9a0-8ee68520b8f6 tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:19:11.673447 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-6fefa56a-21fe-4205-ba58-e8858e094c8b req-f5f40c9c-54af-4102-b9a0-8ee68520b8f6 tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] 10.222.0.13 "GET /v2.0/ports?device_id=8cc38d9c-363d-4a90-a5a3-2f16ee1f8a99 HTTP/1.1" status: 200 len: 945 time: 0.0798001 Jun 30 04:19:11.679324 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4ed3ff-86ef-4d8c-a9a9-88f294820f8b req-5ac699e5-3234-4afa-a7e8-97331cf9878f tempest-TestMinimumBasicScenario-130177793 tempest-TestMinimumBasicScenario-130177793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:19:11.680866 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-bb4ed3ff-86ef-4d8c-a9a9-88f294820f8b req-5ac699e5-3234-4afa-a7e8-97331cf9878f tempest-TestMinimumBasicScenario-130177793 tempest-TestMinimumBasicScenario-130177793-project] 10.222.0.13 "GET /v2.0/ports?device_id=51520645-cd99-466c-83b2-8f735e7d04cf HTTP/1.1" status: 200 len: 943 time: 0.0891666 Jun 30 04:19:11.697046 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.rpc [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Device 2a4fd84e-fb19-4d1c-b772-2251c8322151 up at agent hyperv_hv-cinder-84684 {{(pid=104417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 04:19:11.736300 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=100 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:19:11.748807 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-6fefa56a-21fe-4205-ba58-e8858e094c8b req-1a78fbaa-2a39-40a3-8699-8bd3a1f01823 tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] 10.222.0.13 "GET /v2.0/security-groups?id=06c1f942-66a2-4aeb-bb9e-abcee809d625&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0668695 Jun 30 04:19:11.751656 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.db.provisioning_blocks [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Provisioning for port 2a4fd84e-fb19-4d1c-b772-2251c8322151 completed by entity L2. {{(pid=104417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 30 04:19:11.758705 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.db.provisioning_blocks [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Provisioning complete for port 2a4fd84e-fb19-4d1c-b772-2251c8322151 triggered by entity L2. {{(pid=104417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 30 04:19:11.759151 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565073'] for port (2a4fd84e-fb19-4d1c-b772-2251c8322151), provisioning_complete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:19:11.763940 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-bb4ed3ff-86ef-4d8c-a9a9-88f294820f8b req-cda2c39f-e6e7-4d81-8a0b-ad284c17c10d tempest-TestMinimumBasicScenario-130177793 tempest-TestMinimumBasicScenario-130177793-project] 10.222.0.13 "GET /v2.0/security-groups?id=f3b6e636-c97e-43d6-a170-7ea88b7ee921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682471 Jun 30 04:19:11.833600 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Current status of the port 2a4fd84e-fb19-4d1c-b772-2251c8322151 is: BUILD; New status is: ACTIVE {{(pid=104417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 30 04:19:11.833988 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3606762'] for port (2a4fd84e-fb19-4d1c-b772-2251c8322151), before_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:19:11.856736 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8cc38d9c-363d-4a90-a5a3-2f16ee1f8a99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a4fd84e-fb19-4d1c-b772-2251c8322151'}] {{(pid=104417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 30 04:19:11.859470 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}872baf0325b3a4d4e4ba58c5a9b381606b113811ad1a9f7b70d77ff172d270fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67191042-be17-49d0-821b-bf9228f7ebb4" -d '{"events": [{"server_uuid": "8cc38d9c-363d-4a90-a5a3-2f16ee1f8a99", "name": "network-vif-plugged", "status": "completed", "tag": "2a4fd84e-fb19-4d1c-b772-2251c8322151"}]}' {{(pid=104417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 04:19:11.873100 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.db [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] For port 2a4fd84e-fb19-4d1c-b772-2251c8322151, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=2a4fd84e-fb19-4d1c-b772-2251c8322151,segment=NetworkSegment(021a25df-ca0c-481b-8824-64686e570a1e),segment_id=021a25df-ca0c-481b-8824-64686e570a1e)] {{(pid=104417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 04:19:11.881105 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4095053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781926634698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781926239335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781926239353'] for port (2a4fd84e-fb19-4d1c-b772-2251c8322151), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:19:11.908734 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Jun 2022 04:19:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b1ebb91-3f5a-4506-a812-1ac20003d743 x-openstack-request-id: req-2b1ebb91-3f5a-4506-a812-1ac20003d743 {{(pid=104417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 04:19:11.909202 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8cc38d9c-363d-4a90-a5a3-2f16ee1f8a99", "name": "network-vif-plugged", "status": "completed", "tag": "2a4fd84e-fb19-4d1c-b772-2251c8322151", "code": 200}]} {{(pid=104417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 04:19:11.909399 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2b1ebb91-3f5a-4506-a812-1ac20003d743 {{(pid=104417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 04:19:11.909787 dv-cinder-846842-7-iscsi neutron-server[104417]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2b1ebb91-3f5a-4506-a812-1ac20003d743'] response: {'server_uuid': '8cc38d9c-363d-4a90-a5a3-2f16ee1f8a99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a4fd84e-fb19-4d1c-b772-2251c8322151', 'code': 200} Jun 30 04:19:11.921109 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:19:11.936980 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65d90af-8640-4bd8-97f8-c902a352100f req-328bd965-df21-4e7f-a8d8-ed26fbbbd2d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:19:11.940381 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-e65d90af-8640-4bd8-97f8-c902a352100f req-328bd965-df21-4e7f-a8d8-ed26fbbbd2d3 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=bf207393082c48d09f827e16d99b2609&device_id=51520645-cd99-466c-83b2-8f735e7d04cf HTTP/1.1" status: 200 len: 1127 time: 0.0609696 Jun 30 04:19:11.942088 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Pushing event updated for resources: {'Port': ['ID=2a4fd84e-fb19-4d1c-b772-2251c8322151,revision_number=5']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:19:12.036201 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65d90af-8640-4bd8-97f8-c902a352100f req-4bf9abb1-e88d-4052-86b3-328d024a6a1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:19:12.037746 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-e65d90af-8640-4bd8-97f8-c902a352100f req-4bf9abb1-e88d-4052-86b3-328d024a6a1e service neutron] 10.222.0.20 "GET /v2.0/networks?id=9f998a2a-5cb6-4bab-892c-06a6730a89bd HTTP/1.1" status: 200 len: 916 time: 0.0916986 Jun 30 04:19:12.102690 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-e65d90af-8640-4bd8-97f8-c902a352100f req-5e80bb78-78a2-4a7e-af96-b3fe1c00d683 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9bba023e-b365-43ab-a64b-b1010d222f8a HTTP/1.1" status: 200 len: 217 time: 0.0419998 Jun 30 04:19:12.162042 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac1ce0f-1a62-4120-ac89-eccfb91fb8b5 req-1f185e0d-acd6-445f-8803-3df841e21929 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:19:12.163542 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-dac1ce0f-1a62-4120-ac89-eccfb91fb8b5 req-1f185e0d-acd6-445f-8803-3df841e21929 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=8cc38d9c-363d-4a90-a5a3-2f16ee1f8a99 HTTP/1.1" status: 200 len: 1130 time: 0.0701692 Jun 30 04:19:12.174471 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65d90af-8640-4bd8-97f8-c902a352100f req-cf5d5538-520f-455e-8de3-14f34b88a0ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:19:12.175815 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-e65d90af-8640-4bd8-97f8-c902a352100f req-cf5d5538-520f-455e-8de3-14f34b88a0ba service neutron] 10.222.0.20 "GET /v2.0/subnets?id=06112278-432b-41ef-b6f4-fdb3205ed762 HTTP/1.1" status: 200 len: 854 time: 0.0569363 Jun 30 04:19:12.242666 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65d90af-8640-4bd8-97f8-c902a352100f req-f8857037-6ba9-4643-8c0d-1c26458f63f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:19:12.244180 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-e65d90af-8640-4bd8-97f8-c902a352100f req-f8857037-6ba9-4643-8c0d-1c26458f63f6 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9f998a2a-5cb6-4bab-892c-06a6730a89bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0550723 Jun 30 04:19:12.246290 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-dac1ce0f-1a62-4120-ac89-eccfb91fb8b5 req-7406f8bd-47a6-483b-8ff1-881697dacce2 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=06c1f942-66a2-4aeb-bb9e-abcee809d625&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0696638 Jun 30 04:19:12.603567 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-e65d90af-8640-4bd8-97f8-c902a352100f req-f8e70660-7ac3-4434-b197-05f7cfd94da8 service neutron] 10.222.0.20 "GET /v2.0/networks/9f998a2a-5cb6-4bab-892c-06a6730a89bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1052136 Jun 30 04:19:12.625403 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=100 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:19:12.706037 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-7a7f85fa-98bb-4a89-9cb2-c9bf09e180de req-fbe10431-39be-43f8-a4d1-4431f0b876d9 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=b9a789ea-78f4-481d-bd9b-45bce25676ad&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0811532 Jun 30 04:19:12.712916 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926756172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565263'] for agent (ef703bef-7cc0-467c-baa9-fe8a66be565c), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:19:12.749258 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-e65d90af-8640-4bd8-97f8-c902a352100f req-9c5f6303-57a8-4472-ac7b-2e94f5a443d5 service neutron] 10.222.0.20 "GET /v2.0/networks/9f998a2a-5cb6-4bab-892c-06a6730a89bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1355803 Jun 30 04:19:12.776462 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7f85fa-98bb-4a89-9cb2-c9bf09e180de req-30b20ae4-808d-4ae7-bc88-d8a7f2c9b5f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:19:12.777957 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-7a7f85fa-98bb-4a89-9cb2-c9bf09e180de req-30b20ae4-808d-4ae7-bc88-d8a7f2c9b5f1 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=74b53f46d15c4465b9005939114e67a3&device_id=b9a789ea-78f4-481d-bd9b-45bce25676ad HTTP/1.1" status: 200 len: 1129 time: 0.0470417 Jun 30 04:19:12.901833 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b3c227-fd4a-422c-a582-62dc7c98c973 req-df8c6016-9b70-44d7-b5b7-3ccda744e924 tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:19:12.903504 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-41b3c227-fd4a-422c-a582-62dc7c98c973 req-df8c6016-9b70-44d7-b5b7-3ccda744e924 tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] 10.222.0.13 "GET /v2.0/ports?device_id=8cc38d9c-363d-4a90-a5a3-2f16ee1f8a99 HTTP/1.1" status: 200 len: 946 time: 0.0766990 Jun 30 04:19:12.915634 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7025f0-f740-4e2a-b0b0-82eacffd245f req-e691d022-ebad-4f88-88c9-4f588911bc7a tempest-TestMinimumBasicScenario-130177793 tempest-TestMinimumBasicScenario-130177793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:19:12.917053 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-df7025f0-f740-4e2a-b0b0-82eacffd245f req-e691d022-ebad-4f88-88c9-4f588911bc7a tempest-TestMinimumBasicScenario-130177793 tempest-TestMinimumBasicScenario-130177793-project] 10.222.0.13 "GET /v2.0/ports?device_id=51520645-cd99-466c-83b2-8f735e7d04cf HTTP/1.1" status: 200 len: 943 time: 0.0783761 Jun 30 04:19:12.992693 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-41b3c227-fd4a-422c-a582-62dc7c98c973 req-fa3791f2-05be-4635-b5d1-f7593a06878f tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] 10.222.0.13 "GET /v2.0/security-groups?id=06c1f942-66a2-4aeb-bb9e-abcee809d625&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0832760 Jun 30 04:19:12.995972 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-df7025f0-f740-4e2a-b0b0-82eacffd245f req-db4c1cb7-2922-4c92-87c8-c32f62708ce6 tempest-TestMinimumBasicScenario-130177793 tempest-TestMinimumBasicScenario-130177793-project] 10.222.0.13 "GET /v2.0/security-groups?id=f3b6e636-c97e-43d6-a170-7ea88b7ee921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723736 Jun 30 04:19:13.362484 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7518b80-7a1b-4428-80bb-f7221d0a2eb3 req-0231e875-50f2-46af-ab3f-8aedbdcca02f tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:19:13.363899 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-a7518b80-7a1b-4428-80bb-f7221d0a2eb3 req-0231e875-50f2-46af-ab3f-8aedbdcca02f tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] 10.222.0.13 "GET /v2.0/ports?device_id=2d3f3442-a00e-47ee-b0df-f099086628ce HTTP/1.1" status: 200 len: 946 time: 0.0726883 Jun 30 04:19:13.366654 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7f85fa-98bb-4a89-9cb2-c9bf09e180de req-a56f950c-496a-4566-bdb8-a7e0374cbb76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:19:13.368037 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-7a7f85fa-98bb-4a89-9cb2-c9bf09e180de req-a56f950c-496a-4566-bdb8-a7e0374cbb76 service neutron] 10.222.0.20 "GET /v2.0/networks?id=d053466e-8b12-41f1-8495-352ca2b58558 HTTP/1.1" status: 200 len: 920 time: 0.1399531 Jun 30 04:19:13.413274 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-a7518b80-7a1b-4428-80bb-f7221d0a2eb3 req-e3ffb14a-6158-4c45-abe8-2adcf56a3893 tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] 10.222.0.13 "GET /v2.0/security-groups?id=917dbda3-50de-42c2-a106-5e4480b4dad4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437312 Jun 30 04:19:13.707717 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.rpc [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Device 9bba023e-b365-43ab-a64b-b1010d222f8a details requested by agent hyperv_hv-cinder-84684 with host hv-cinder-84684 {{(pid=104417) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 04:19:13.734965 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:19:13.828184 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.db [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] For port 9bba023e-b365-43ab-a64b-b1010d222f8a, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=9bba023e-b365-43ab-a64b-b1010d222f8a,segment=NetworkSegment(b7cef8bc-fef8-404a-93d8-c0f76d6c6909),segment_id=b7cef8bc-fef8-404a-93d8-c0f76d6c6909)] {{(pid=104417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 04:19:13.839878 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.rpc [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Returning: {'device': '9bba023e-b365-43ab-a64b-b1010d222f8a', 'network_id': '9f998a2a-5cb6-4bab-892c-06a6730a89bd', 'port_id': '9bba023e-b365-43ab-a64b-b1010d222f8a', 'mac_address': 'fa:16:3e:f0:00:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 169, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '06112278-432b-41ef-b6f4-fdb3205ed762', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104417) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 04:19:13.879953 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Current status of the port 9bba023e-b365-43ab-a64b-b1010d222f8a is: DOWN; New status is: BUILD {{(pid=104417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 30 04:19:13.880344 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3606762'] for port (9bba023e-b365-43ab-a64b-b1010d222f8a), before_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:19:13.893861 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.notifiers.nova [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9bba023e-b365-43ab-a64b-b1010d222f8a {{(pid=104417) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 30 04:19:13.914926 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.db [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] For port 9bba023e-b365-43ab-a64b-b1010d222f8a, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=9bba023e-b365-43ab-a64b-b1010d222f8a,segment=NetworkSegment(b7cef8bc-fef8-404a-93d8-c0f76d6c6909),segment_id=b7cef8bc-fef8-404a-93d8-c0f76d6c6909)] {{(pid=104417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 04:19:13.920065 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4095053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781926634698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781926239335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781926239353'] for port (9bba023e-b365-43ab-a64b-b1010d222f8a), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:19:13.969100 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Pushing event updated for resources: {'Port': ['ID=9bba023e-b365-43ab-a64b-b1010d222f8a,revision_number=4']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:19:14.139593 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=100 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:19:14.150558 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218ccb54-7b0c-4e9a-bd14-fb9501877679 req-719584af-4db6-405a-8a45-ea7c5957c72b tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:19:14.152067 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-218ccb54-7b0c-4e9a-bd14-fb9501877679 req-719584af-4db6-405a-8a45-ea7c5957c72b tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] 10.222.0.13 "GET /v2.0/ports?device_id=8cc38d9c-363d-4a90-a5a3-2f16ee1f8a99 HTTP/1.1" status: 200 len: 946 time: 0.0810649 Jun 30 04:19:14.172264 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44c7abe-e7e0-48aa-925f-698b0b2cd7e1 req-e3833f51-0457-47c2-a0a5-b313e5be0381 tempest-TestMinimumBasicScenario-130177793 tempest-TestMinimumBasicScenario-130177793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:19:14.173691 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-b44c7abe-e7e0-48aa-925f-698b0b2cd7e1 req-e3833f51-0457-47c2-a0a5-b313e5be0381 tempest-TestMinimumBasicScenario-130177793 tempest-TestMinimumBasicScenario-130177793-project] 10.222.0.13 "GET /v2.0/ports?device_id=51520645-cd99-466c-83b2-8f735e7d04cf HTTP/1.1" status: 200 len: 944 time: 0.0825672 Jun 30 04:19:14.240822 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-218ccb54-7b0c-4e9a-bd14-fb9501877679 req-acb842b7-b69b-4cce-ae46-21d53f052666 tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] 10.222.0.13 "GET /v2.0/security-groups?id=06c1f942-66a2-4aeb-bb9e-abcee809d625&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0824962 Jun 30 04:19:14.247882 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-b44c7abe-e7e0-48aa-925f-698b0b2cd7e1 req-8390c0bb-b109-4dbf-9609-3159928d0246 tempest-TestMinimumBasicScenario-130177793 tempest-TestMinimumBasicScenario-130177793-project] 10.222.0.13 "GET /v2.0/security-groups?id=f3b6e636-c97e-43d6-a170-7ea88b7ee921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672073 Jun 30 04:19:14.346565 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.db [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] get_ports_and_sgs() called for port_ids ['9bba023e-b365-43ab-a64b-b1010d222f8a'] {{(pid=104417) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 04:19:14.541959 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8debc4-7e97-4ab7-a8e8-b9a78704cb41 req-2f0115d9-bd4f-4ac7-bbea-0eb6a8bab3c4 tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:19:14.543322 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-2a8debc4-7e97-4ab7-a8e8-b9a78704cb41 req-2f0115d9-bd4f-4ac7-bbea-0eb6a8bab3c4 tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] 10.222.0.13 "GET /v2.0/ports?device_id=2d3f3442-a00e-47ee-b0df-f099086628ce HTTP/1.1" status: 200 len: 946 time: 0.0475252 Jun 30 04:19:14.599051 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-2a8debc4-7e97-4ab7-a8e8-b9a78704cb41 req-fba16119-31d0-4c04-b579-aafea57633cb tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] 10.222.0.13 "GET /v2.0/security-groups?id=917dbda3-50de-42c2-a106-5e4480b4dad4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472193 Jun 30 04:19:15.254825 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-7a7f85fa-98bb-4a89-9cb2-c9bf09e180de req-1329f0f6-fb71-4326-8833-03e1f2152d2a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f7491189-7e96-4247-aee7-3f42f81272cd HTTP/1.1" status: 200 len: 217 time: 0.0411208 Jun 30 04:19:15.393835 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc92bbd0-0df9-4d3d-b91f-cba569c794a2 req-e6512792-38e0-4f34-8668-cfb471a6a5bc tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:19:15.395281 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-cc92bbd0-0df9-4d3d-b91f-cba569c794a2 req-e6512792-38e0-4f34-8668-cfb471a6a5bc tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] 10.222.0.13 "GET /v2.0/ports?device_id=8cc38d9c-363d-4a90-a5a3-2f16ee1f8a99 HTTP/1.1" status: 200 len: 946 time: 0.0829685 Jun 30 04:19:15.413063 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9812efc-d312-409c-bef4-e6d2e9f1917a req-6fcd96d7-41d7-4aa4-812e-7c6740a122aa tempest-TestMinimumBasicScenario-130177793 tempest-TestMinimumBasicScenario-130177793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:19:15.414590 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-a9812efc-d312-409c-bef4-e6d2e9f1917a req-6fcd96d7-41d7-4aa4-812e-7c6740a122aa tempest-TestMinimumBasicScenario-130177793 tempest-TestMinimumBasicScenario-130177793-project] 10.222.0.13 "GET /v2.0/ports?device_id=51520645-cd99-466c-83b2-8f735e7d04cf HTTP/1.1" status: 200 len: 944 time: 0.0904646 Jun 30 04:19:15.456553 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=100 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:19:15.484245 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-cc92bbd0-0df9-4d3d-b91f-cba569c794a2 req-58f17f22-3aaa-4bf7-be6d-860d5c1d3a65 tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] 10.222.0.13 "GET /v2.0/security-groups?id=06c1f942-66a2-4aeb-bb9e-abcee809d625&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0831394 Jun 30 04:19:15.488407 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-a9812efc-d312-409c-bef4-e6d2e9f1917a req-1441514c-e4c5-4465-a49e-501cff9f868f tempest-TestMinimumBasicScenario-130177793 tempest-TestMinimumBasicScenario-130177793-project] 10.222.0.13 "GET /v2.0/security-groups?id=f3b6e636-c97e-43d6-a170-7ea88b7ee921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652404 Jun 30 04:19:15.595574 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddebe274-a8f7-48ef-8df8-fed0dbf7ecac req-8f2f984e-9fce-4aac-85c7-8cead4df2c0b tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:19:15.597058 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-ddebe274-a8f7-48ef-8df8-fed0dbf7ecac req-8f2f984e-9fce-4aac-85c7-8cead4df2c0b tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] 10.222.0.13 "GET /v2.0/ports?device_id=8cc38d9c-363d-4a90-a5a3-2f16ee1f8a99 HTTP/1.1" status: 200 len: 946 time: 0.0503280 Jun 30 04:19:15.605803 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.13', 54836) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 04:19:15.610204 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.v2.base [None req-ac6a1346-d032-4d94-ae46-f063a589f6d5 tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] Request body: {'floatingip': {'port_id': '2a4fd84e-fb19-4d1c-b772-2251c8322151'}} {{(pid=104416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 30 04:19:15.692779 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-ac6a1346-d032-4d94-ae46-f063a589f6d5 tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] Publish callbacks [] for floatingip (74efdf81-f603-4f7c-9031-1a4d847d3576), before_update {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:19:15.728038 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.rpc [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Device 9bba023e-b365-43ab-a64b-b1010d222f8a up at agent hyperv_hv-cinder-84684 {{(pid=104417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 04:19:15.773604 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.db.provisioning_blocks [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Provisioning for port 9bba023e-b365-43ab-a64b-b1010d222f8a completed by entity L2. {{(pid=104417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 30 04:19:15.779341 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d01b7f-5088-4272-810c-c62fb34f25b9 req-da9cdcbe-bfb2-4f04-8572-db846c206f74 tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:19:15.780755 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.db.provisioning_blocks [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Provisioning complete for port 9bba023e-b365-43ab-a64b-b1010d222f8a triggered by entity L2. {{(pid=104417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 30 04:19:15.781122 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565073'] for port (9bba023e-b365-43ab-a64b-b1010d222f8a), provisioning_complete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:19:15.781261 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-75d01b7f-5088-4272-810c-c62fb34f25b9 req-da9cdcbe-bfb2-4f04-8572-db846c206f74 tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] 10.222.0.13 "GET /v2.0/ports?device_id=2d3f3442-a00e-47ee-b0df-f099086628ce HTTP/1.1" status: 200 len: 946 time: 0.1038735 Jun 30 04:19:15.856122 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Current status of the port 9bba023e-b365-43ab-a64b-b1010d222f8a is: BUILD; New status is: ACTIVE {{(pid=104417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 30 04:19:15.856469 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3606762'] for port (9bba023e-b365-43ab-a64b-b1010d222f8a), before_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:19:15.879927 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51520645-cd99-466c-83b2-8f735e7d04cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9bba023e-b365-43ab-a64b-b1010d222f8a'}] {{(pid=104417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 30 04:19:15.882187 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}872baf0325b3a4d4e4ba58c5a9b381606b113811ad1a9f7b70d77ff172d270fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d08ce2d5-2a18-4f76-8c90-3c5fb7efa139" -d '{"events": [{"server_uuid": "51520645-cd99-466c-83b2-8f735e7d04cf", "name": "network-vif-plugged", "status": "completed", "tag": "9bba023e-b365-43ab-a64b-b1010d222f8a"}]}' {{(pid=104417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 04:19:15.894883 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.db [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] For port 9bba023e-b365-43ab-a64b-b1010d222f8a, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=9bba023e-b365-43ab-a64b-b1010d222f8a,segment=NetworkSegment(b7cef8bc-fef8-404a-93d8-c0f76d6c6909),segment_id=b7cef8bc-fef8-404a-93d8-c0f76d6c6909)] {{(pid=104417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 04:19:15.899913 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4095053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781926634698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781926239335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781926239353'] for port (9bba023e-b365-43ab-a64b-b1010d222f8a), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:19:15.919732 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-75d01b7f-5088-4272-810c-c62fb34f25b9 req-a4750e93-9ba5-4b05-91e2-15aebe3c5e86 tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] 10.222.0.13 "GET /v2.0/security-groups?id=917dbda3-50de-42c2-a106-5e4480b4dad4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1296747 Jun 30 04:19:15.933170 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Jun 2022 04:19:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e40054c-3833-4a6b-b797-78ef6253d054 x-openstack-request-id: req-7e40054c-3833-4a6b-b797-78ef6253d054 {{(pid=104417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 04:19:15.933693 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51520645-cd99-466c-83b2-8f735e7d04cf", "name": "network-vif-plugged", "status": "completed", "tag": "9bba023e-b365-43ab-a64b-b1010d222f8a", "code": 200}]} {{(pid=104417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 04:19:15.934086 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7e40054c-3833-4a6b-b797-78ef6253d054 {{(pid=104417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 04:19:15.934637 dv-cinder-846842-7-iscsi neutron-server[104417]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7e40054c-3833-4a6b-b797-78ef6253d054'] response: {'server_uuid': '51520645-cd99-466c-83b2-8f735e7d04cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9bba023e-b365-43ab-a64b-b1010d222f8a', 'code': 200} Jun 30 04:19:15.955594 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Pushing event updated for resources: {'Port': ['ID=9bba023e-b365-43ab-a64b-b1010d222f8a,revision_number=5']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:19:16.041237 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143bb917-1a86-45f0-ae17-95b19ca481af req-7f281e54-4bf3-40ea-98c6-9c420d11a5b8 tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:19:16.042841 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-143bb917-1a86-45f0-ae17-95b19ca481af req-7f281e54-4bf3-40ea-98c6-9c420d11a5b8 tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] 10.222.0.20 "GET /v2.0/ports?device_id=2d3f3442-a00e-47ee-b0df-f099086628ce HTTP/1.1" status: 200 len: 946 time: 0.0943041 Jun 30 04:19:16.046322 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7f85fa-98bb-4a89-9cb2-c9bf09e180de req-08dce662-40fa-4abd-b403-b10dfe2b4614 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:19:16.047690 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-7a7f85fa-98bb-4a89-9cb2-c9bf09e180de req-08dce662-40fa-4abd-b403-b10dfe2b4614 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=1d12b51a-7dad-4338-8514-f9c8956a192d HTTP/1.1" status: 200 len: 858 time: 0.1416833 Jun 30 04:19:16.435696 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2809f161-c80f-41f5-ba0d-b1995c7dcb59 req-e8cc14c2-5ff7-452e-9a7e-4e0b690871e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:19:16.438107 dv-cinder-846842-7-iscsi neutron-server[104415]: INFO neutron.wsgi [req-2809f161-c80f-41f5-ba0d-b1995c7dcb59 req-e8cc14c2-5ff7-452e-9a7e-4e0b690871e4 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=51520645-cd99-466c-83b2-8f735e7d04cf HTTP/1.1" status: 200 len: 1129 time: 0.0423748 Jun 30 04:19:16.536953 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7f85fa-98bb-4a89-9cb2-c9bf09e180de req-e725a5e0-11fd-4444-8d1f-56b37de63aff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:19:16.538454 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-7a7f85fa-98bb-4a89-9cb2-c9bf09e180de req-e725a5e0-11fd-4444-8d1f-56b37de63aff service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d053466e-8b12-41f1-8495-352ca2b58558&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1747239 Jun 30 04:19:16.572791 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:19:16.587338 dv-cinder-846842-7-iscsi neutron-server[104415]: INFO neutron.wsgi [req-2809f161-c80f-41f5-ba0d-b1995c7dcb59 req-ef534a2f-75b9-4383-92ca-fe2d0c618f61 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=f3b6e636-c97e-43d6-a170-7ea88b7ee921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558596 Jun 30 04:19:16.734212 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.plugin [req-143bb917-1a86-45f0-ae17-95b19ca481af req-2e893555-d7dd-4a9f-b028-a16c8e361b2b tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] Deleting port bd404336-185f-4a39-8576-5211044a2340 {{(pid=104416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 30 04:19:16.734497 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-143bb917-1a86-45f0-ae17-95b19ca481af req-2e893555-d7dd-4a9f-b028-a16c8e361b2b tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781926629636'] for port (bd404336-185f-4a39-8576-5211044a2340), before_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:19:16.787088 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4a5867-a78b-46ca-9877-3a507493b7b5 req-8590d199-7644-454d-a076-94a6d0c3475f tempest-TestMinimumBasicScenario-130177793 tempest-TestMinimumBasicScenario-130177793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:19:16.788612 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-3a4a5867-a78b-46ca-9877-3a507493b7b5 req-8590d199-7644-454d-a076-94a6d0c3475f tempest-TestMinimumBasicScenario-130177793 tempest-TestMinimumBasicScenario-130177793-project] 10.222.0.13 "GET /v2.0/ports?device_id=51520645-cd99-466c-83b2-8f735e7d04cf HTTP/1.1" status: 200 len: 945 time: 0.2174425 Jun 30 04:19:16.797393 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.db.resource_extend [None req-ac6a1346-d032-4d94-ae46-f063a589f6d5 tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Jun 30 04:19:16.846349 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:19:16.936430 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-7a7f85fa-98bb-4a89-9cb2-c9bf09e180de req-c6059903-c412-420b-bab7-3715e7a6a090 service neutron] 10.222.0.20 "GET /v2.0/networks/d053466e-8b12-41f1-8495-352ca2b58558?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3852215 Jun 30 04:19:16.947342 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-ac6a1346-d032-4d94-ae46-f063a589f6d5 tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:19:16.970511 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-ac6a1346-d032-4d94-ae46-f063a589f6d5 tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-620077'] for floatingip (74efdf81-f603-4f7c-9031-1a4d847d3576), after_update {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:19:17.049842 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.db [req-143bb917-1a86-45f0-ae17-95b19ca481af req-2e893555-d7dd-4a9f-b028-a16c8e361b2b tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] For port bd404336-185f-4a39-8576-5211044a2340, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=bd404336-185f-4a39-8576-5211044a2340,segment=NetworkSegment(fa7c4b3d-3226-4230-8cea-73b76388d57e),segment_id=fa7c4b3d-3226-4230-8cea-73b76388d57e)] {{(pid=104416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 04:19:17.050091 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-143bb917-1a86-45f0-ae17-95b19ca481af req-2e893555-d7dd-4a9f-b028-a16c8e361b2b tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616079'] for port (bd404336-185f-4a39-8576-5211044a2340), precommit_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:19:17.096496 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-3a4a5867-a78b-46ca-9877-3a507493b7b5 req-573811b3-e72f-48ac-8a58-c49116947bff tempest-TestMinimumBasicScenario-130177793 tempest-TestMinimumBasicScenario-130177793-project] 10.222.0.13 "GET /v2.0/security-groups?id=f3b6e636-c97e-43d6-a170-7ea88b7ee921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2966802 Jun 30 04:19:17.259739 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15982209-642b-41b5-a3d0-100b5415b8ec req-f94ca1de-b495-4a03-8feb-e2821c4fff39 tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:19:17.261222 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-15982209-642b-41b5-a3d0-100b5415b8ec req-f94ca1de-b495-4a03-8feb-e2821c4fff39 tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] 10.222.0.13 "GET /v2.0/ports?device_id=2d3f3442-a00e-47ee-b0df-f099086628ce HTTP/1.1" status: 200 len: 946 time: 0.2323866 Jun 30 04:19:17.337060 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-7a7f85fa-98bb-4a89-9cb2-c9bf09e180de req-a169ed09-7e8d-4a07-91f1-6a24b94c1537 service neutron] 10.222.0.20 "GET /v2.0/networks/d053466e-8b12-41f1-8495-352ca2b58558?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3886201 Jun 30 04:19:17.349993 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.db.l3_db [None req-ac6a1346-d032-4d94-ae46-f063a589f6d5 tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] Floating IP 74efdf81-f603-4f7c-9031-1a4d847d3576 associated. External IP: 172.27.1.222, port: 2a4fd84e-fb19-4d1c-b772-2251c8322151. Jun 30 04:19:17.765159 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-15982209-642b-41b5-a3d0-100b5415b8ec req-8007422b-3cf7-46ff-b57a-bd4edcd73d3e tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] 10.222.0.13 "GET /v2.0/security-groups?id=917dbda3-50de-42c2-a106-5e4480b4dad4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4869180 Jun 30 04:19:17.802028 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1751bd2-8d67-4db5-9ea0-f0086e0c8f82 req-247a6083-ee50-49bb-8c86-a01476b143dc tempest-VolumesSnapshotTestJSON-599944138 tempest-VolumesSnapshotTestJSON-599944138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:19:17.803527 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-b1751bd2-8d67-4db5-9ea0-f0086e0c8f82 req-247a6083-ee50-49bb-8c86-a01476b143dc tempest-VolumesSnapshotTestJSON-599944138 tempest-VolumesSnapshotTestJSON-599944138-project] 10.222.0.13 "GET /v2.0/ports?device_id=eef409b2-233a-4846-8e69-31ba8d23f79a HTTP/1.1" status: 200 len: 946 time: 0.3644409 Jun 30 04:19:17.809256 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-143bb917-1a86-45f0-ae17-95b19ca481af req-2e893555-d7dd-4a9f-b028-a16c8e361b2b tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:19:17.809615 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-143bb917-1a86-45f0-ae17-95b19ca481af req-2e893555-d7dd-4a9f-b028-a16c8e361b2b tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-620077'] for floatingip (1053aaed-9acc-4719-99b7-572db277a913), after_update {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:19:17.809926 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.db.l3_db [req-143bb917-1a86-45f0-ae17-95b19ca481af req-2e893555-d7dd-4a9f-b028-a16c8e361b2b tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] Floating IP 1053aaed-9acc-4719-99b7-572db277a913 disassociated. External IP: 172.27.1.12, port: bd404336-185f-4a39-8576-5211044a2340. Jun 30 04:19:17.810462 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.plugin [req-143bb917-1a86-45f0-ae17-95b19ca481af req-2e893555-d7dd-4a9f-b028-a16c8e361b2b tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] Calling delete_port for bd404336-185f-4a39-8576-5211044a2340 owned by compute:nova {{(pid=104416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 30 04:19:17.812191 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=100 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:19:17.967688 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-b1751bd2-8d67-4db5-9ea0-f0086e0c8f82 req-1b45c8df-8a6b-471c-8906-a869f3b2990f tempest-VolumesSnapshotTestJSON-599944138 tempest-VolumesSnapshotTestJSON-599944138-project] 10.222.0.13 "GET /v2.0/security-groups?id=2f6d1c4a-513c-47f4-83a7-99e6c18ff482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1542909 Jun 30 04:19:18.020765 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac6a1346-d032-4d94-ae46-f063a589f6d5 tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] Router 14dd9340-9cf5-4523-a842-7d5aab670ffb has already been hosted by L3 agent 2ea21a61-d737-4543-a811-a0d035fbf0f6 {{(pid=104416) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 30 04:19:18.064243 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:19:18.134534 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-143bb917-1a86-45f0-ae17-95b19ca481af req-2e893555-d7dd-4a9f-b028-a16c8e361b2b tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4095053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781926635560', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781926239326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1764130'] for port (bd404336-185f-4a39-8576-5211044a2340), after_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:19:18.185692 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e893555-d7dd-4a9f-b028-a16c8e361b2b tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] Pushing event deleted for resources: {'Port': ['ID=bd404336-185f-4a39-8576-5211044a2340,revision_number=None']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:19:18.290839 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac6a1346-d032-4d94-ae46-f063a589f6d5 tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] Notify agent at l3_agent.dv-cinder-846842-7-iscsi the message routers_updated {{(pid=104416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 04:19:18.298118 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bad2d9-6654-4f8b-af38-7fc0befc2a01 req-dda666b5-88fb-48f3-b792-fc6d1185067e tempest-TestMinimumBasicScenario-130177793 tempest-TestMinimumBasicScenario-130177793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:19:18.299660 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-d2bad2d9-6654-4f8b-af38-7fc0befc2a01 req-dda666b5-88fb-48f3-b792-fc6d1185067e tempest-TestMinimumBasicScenario-130177793 tempest-TestMinimumBasicScenario-130177793-project] 10.222.0.13 "GET /v2.0/ports?device_id=51520645-cd99-466c-83b2-8f735e7d04cf HTTP/1.1" status: 200 len: 945 time: 0.1277027 Jun 30 04:19:18.301665 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59c9fca6-979d-47ff-ade1-0fb215f44b12 None None] Sync routers for ids ['14dd9340-9cf5-4523-a842-7d5aab670ffb'] in dv-cinder-846842-7-iscsi {{(pid=104417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 04:19:18.302627 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-ac6a1346-d032-4d94-ae46-f063a589f6d5 tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13292'] for floatingip (None), before_response {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:19:18.313314 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59c9fca6-979d-47ff-ade1-0fb215f44b12 None None] Routers {'14dd9340-9cf5-4523-a842-7d5aab670ffb'} bound to L3 agent in host dv-cinder-846842-7-iscsi {{(pid=104417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 30 04:19:18.314073 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.db.l3_hamode_db [None req-59c9fca6-979d-47ff-ade1-0fb215f44b12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-30T04:07:07Z,description=,heartbeat_timestamp=2022-06-30T04:19:08Z,host='dv-cinder-846842-7-iscsi',id=2ea21a61-d737-4543-a811-a0d035fbf0f6,load=0,resource_versions=,resources_synced=,started_at=2022-06-30T04:07:07Z,topic='l3_agent')) {'router_ids': ['14dd9340-9cf5-4523-a842-7d5aab670ffb'], 'active': True} {{(pid=104417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 04:19:18.367840 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-ac6a1346-d032-4d94-ae46-f063a589f6d5 tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] 10.222.0.13 "PUT /v2.0/floatingips/74efdf81-f603-4f7c-9031-1a4d847d3576 HTTP/1.1" status: 200 len: 992 time: 2.7609551 Jun 30 04:19:18.374459 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8cc38d9c-363d-4a90-a5a3-2f16ee1f8a99', 'tag': '2a4fd84e-fb19-4d1c-b772-2251c8322151'}] {{(pid=104416) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 30 04:19:18.376817 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8111519efe35ff5952c269e16f689610d56ef28aa1e0b77ca5734c542983c30f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed55ceff-4e53-4aba-ba90-5530c05ca33d" -d '{"events": [{"name": "network-changed", "server_uuid": "8cc38d9c-363d-4a90-a5a3-2f16ee1f8a99", "tag": "2a4fd84e-fb19-4d1c-b772-2251c8322151"}]}' {{(pid=104416) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 04:19:18.407995 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-d2bad2d9-6654-4f8b-af38-7fc0befc2a01 req-4ff6d5b2-d781-4837-80fc-6ef6e5d1db74 tempest-TestMinimumBasicScenario-130177793 tempest-TestMinimumBasicScenario-130177793-project] 10.222.0.13 "GET /v2.0/security-groups?id=f3b6e636-c97e-43d6-a170-7ea88b7ee921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003461 Jun 30 04:19:18.416933 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.scheduler.l3_agent_scheduler [req-143bb917-1a86-45f0-ae17-95b19ca481af req-2e893555-d7dd-4a9f-b028-a16c8e361b2b tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] Router f5fad03b-8645-449e-8ef0-392bc6c254bc has already been hosted by L3 agent 2ea21a61-d737-4543-a811-a0d035fbf0f6 {{(pid=104416) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 30 04:19:18.433877 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.db.l3_dvr_db [None req-59c9fca6-979d-47ff-ade1-0fb215f44b12 None None] Set router 14dd9340-9cf5-4523-a842-7d5aab670ffb gateway port host: dv-cinder-846842-7-iscsi {{(pid=104417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 30 04:19:18.434081 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Jun 2022 04:19:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2ac6554-8aee-46d4-a457-77946c83c588 x-openstack-request-id: req-c2ac6554-8aee-46d4-a457-77946c83c588 {{(pid=104416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 04:19:18.434422 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8cc38d9c-363d-4a90-a5a3-2f16ee1f8a99", "tag": "2a4fd84e-fb19-4d1c-b772-2251c8322151", "status": "completed", "code": 200}]} {{(pid=104416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 04:19:18.434738 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c2ac6554-8aee-46d4-a457-77946c83c588 {{(pid=104416) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 04:19:18.435420 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c2ac6554-8aee-46d4-a457-77946c83c588'] response: {'name': 'network-changed', 'server_uuid': '8cc38d9c-363d-4a90-a5a3-2f16ee1f8a99', 'tag': '2a4fd84e-fb19-4d1c-b772-2251c8322151', 'status': 'completed', 'code': 200} Jun 30 04:19:18.463390 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:19:18.471471 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:19:18.533201 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:19:18.537311 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-143bb917-1a86-45f0-ae17-95b19ca481af req-2e893555-d7dd-4a9f-b028-a16c8e361b2b tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] Notify agent at l3_agent.dv-cinder-846842-7-iscsi the message routers_updated {{(pid=104416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 04:19:18.549217 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea0995da-0c0b-48aa-88bd-fc93cb4adfba None None] Sync routers for ids ['f5fad03b-8645-449e-8ef0-392bc6c254bc'] in dv-cinder-846842-7-iscsi {{(pid=104418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 04:19:18.559948 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea0995da-0c0b-48aa-88bd-fc93cb4adfba None None] Routers {'f5fad03b-8645-449e-8ef0-392bc6c254bc'} bound to L3 agent in host dv-cinder-846842-7-iscsi {{(pid=104418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 30 04:19:18.560637 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.db.l3_hamode_db [None req-ea0995da-0c0b-48aa-88bd-fc93cb4adfba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-30T04:07:07Z,description=,heartbeat_timestamp=2022-06-30T04:19:08Z,host='dv-cinder-846842-7-iscsi',id=2ea21a61-d737-4543-a811-a0d035fbf0f6,load=0,resource_versions=,resources_synced=,started_at=2022-06-30T04:07:07Z,topic='l3_agent')) {'router_ids': ['f5fad03b-8645-449e-8ef0-392bc6c254bc'], 'active': True} {{(pid=104418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 04:19:18.595587 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.db.l3_dvrscheduler_db [req-143bb917-1a86-45f0-ae17-95b19ca481af req-2e893555-d7dd-4a9f-b028-a16c8e361b2b tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] No DVR routers for this DVR port bd404336-185f-4a39-8576-5211044a2340 on host hv-cinder-84684 {{(pid=104416) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 30 04:19:18.598198 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-143bb917-1a86-45f0-ae17-95b19ca481af req-2e893555-d7dd-4a9f-b028-a16c8e361b2b tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13292'] for port (None), before_response {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:19:18.601866 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-143bb917-1a86-45f0-ae17-95b19ca481af req-2e893555-d7dd-4a9f-b028-a16c8e361b2b tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] 10.222.0.20 "DELETE /v2.0/ports/bd404336-185f-4a39-8576-5211044a2340 HTTP/1.1" status: 204 len: 173 time: 2.2393363 Jun 30 04:19:18.663701 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.db.l3_hamode_db [None req-59c9fca6-979d-47ff-ade1-0fb215f44b12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14dd9340-9cf5-4523-a842-7d5aab670ffb', 'name': 'tempest-ServerRescueNegativeTestJSON-2013191960-router', 'tenant_id': '74b53f46d15c4465b9005939114e67a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14b0e4f-074d-4507-846c-fc8420bddf12', 'external_fixed_ips': [{'subnet_id': '15378187-268c-4fae-ace7-eaca7aa50f90', 'ip_address': '172.27.1.60'}], 'enable_snat': True}, 'gw_port_id': '680d7f3a-cee8-4ca1-828c-66dca56cd16c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T04:16:26Z', 'updated_at': '2022-06-30T04:16:32Z', 'revision_number': 4, 'project_id': '74b53f46d15c4465b9005939114e67a3', 'gw_port': {'id': '680d7f3a-cee8-4ca1-828c-66dca56cd16c', 'name': '', 'network_id': 'a14b0e4f-074d-4507-846c-fc8420bddf12', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:be:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14dd9340-9cf5-4523-a842-7d5aab670ffb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '15378187-268c-4fae-ace7-eaca7aa50f90', 'ip_address': '172.27.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T04:16:27Z', 'updated_at': '2022-06-30T04:16:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15378187-268c-4fae-ace7-eaca7aa50f90', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-7-iscsi', '_floatingips': [{'id': '74efdf81-f603-4f7c-9031-1a4d847d3576', 'tenant_id': '74b53f46d15c4465b9005939114e67a3', 'floating_ip_address': '172.27.1.222', 'floating_network_id': 'a14b0e4f-074d-4507-846c-fc8420bddf12', 'router_id': '14dd9340-9cf5-4523-a842-7d5aab670ffb', 'port_id': '2a4fd84e-fb19-4d1c-b772-2251c8322151', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 549, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd053466e-8b12-41f1-8495-352ca2b58558', 'mac_address': 'fa:16:3e:e7:f4:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cc38d9c-363d-4a90-a5a3-2f16ee1f8a99', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-30T04:18:41Z', 'updated_at': '2022-06-30T04:19:16Z', 'revision_number': 1, 'project_id': '74b53f46d15c4465b9005939114e67a3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c61d533-f4ae-4d98-96d7-8819e728f60d', 'name': '', 'network_id': 'd053466e-8b12-41f1-8495-352ca2b58558', 'tenant_id': '74b53f46d15c4465b9005939114e67a3', 'mac_address': 'fa:16:3e:5e:f2:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14dd9340-9cf5-4523-a842-7d5aab670ffb', 'device_owner': 'network:router_interface', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': '1d12b51a-7dad-4338-8514-f9c8956a192d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T04:16:31Z', 'updated_at': '2022-06-30T04:16:35Z', 'revision_number': 5, 'project_id': '74b53f46d15c4465b9005939114e67a3', 'subnets': [{'id': '1d12b51a-7dad-4338-8514-f9c8956a192d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846842-7-iscsi', False) {} {{(pid=104417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 04:19:18.678717 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.db.l3_dvr_db [None req-ea0995da-0c0b-48aa-88bd-fc93cb4adfba None None] Set router f5fad03b-8645-449e-8ef0-392bc6c254bc gateway port host: dv-cinder-846842-7-iscsi {{(pid=104418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 30 04:19:18.688828 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59c9fca6-979d-47ff-ade1-0fb215f44b12 None None] Checking router: 14dd9340-9cf5-4523-a842-7d5aab670ffb for host: dv-cinder-846842-7-iscsi {{(pid=104417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 04:19:18.697957 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59c9fca6-979d-47ff-ade1-0fb215f44b12 None None] Routers {'14dd9340-9cf5-4523-a842-7d5aab670ffb'} bound to L3 agent in host dv-cinder-846842-7-iscsi {{(pid=104417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 30 04:19:18.698626 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.db.l3_hamode_db [None req-59c9fca6-979d-47ff-ade1-0fb215f44b12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-30T04:07:07Z,description=,heartbeat_timestamp=2022-06-30T04:19:08Z,host='dv-cinder-846842-7-iscsi',id=2ea21a61-d737-4543-a811-a0d035fbf0f6,load=0,resource_versions=,resources_synced=,started_at=2022-06-30T04:07:07Z,topic='l3_agent')) {'router_ids': ['14dd9340-9cf5-4523-a842-7d5aab670ffb'], 'active': True} {{(pid=104417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 04:19:18.800487 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.db.l3_dvr_db [None req-59c9fca6-979d-47ff-ade1-0fb215f44b12 None None] Set router 14dd9340-9cf5-4523-a842-7d5aab670ffb gateway port host: dv-cinder-846842-7-iscsi {{(pid=104417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 30 04:19:18.879434 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.db.l3_hamode_db [None req-ea0995da-0c0b-48aa-88bd-fc93cb4adfba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5fad03b-8645-449e-8ef0-392bc6c254bc', 'name': 'tempest-AttachVolumeShelveTestJSON-1944543417-router', 'tenant_id': '71588f8a5fc34919a77f28b6a8c8db0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14b0e4f-074d-4507-846c-fc8420bddf12', 'external_fixed_ips': [{'subnet_id': '15378187-268c-4fae-ace7-eaca7aa50f90', 'ip_address': '172.27.1.94'}], 'enable_snat': True}, 'gw_port_id': '5950e79d-38a6-49e8-a931-d01fb0d60025', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T04:15:04Z', 'updated_at': '2022-06-30T04:15:11Z', 'revision_number': 4, 'project_id': '71588f8a5fc34919a77f28b6a8c8db0e', 'gw_port': {'id': '5950e79d-38a6-49e8-a931-d01fb0d60025', 'name': '', 'network_id': 'a14b0e4f-074d-4507-846c-fc8420bddf12', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:19:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5fad03b-8645-449e-8ef0-392bc6c254bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '15378187-268c-4fae-ace7-eaca7aa50f90', 'ip_address': '172.27.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T04:15:05Z', 'updated_at': '2022-06-30T04:15:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15378187-268c-4fae-ace7-eaca7aa50f90', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-7-iscsi', '_interfaces': [{'id': 'e4bdec9c-25dd-49ab-9bb9-bae1a63baa28', 'name': '', 'network_id': '17fe777c-5046-426d-94b6-3483df1f9f21', 'tenant_id': '71588f8a5fc34919a77f28b6a8c8db0e', 'mac_address': 'fa:16:3e:97:07:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5fad03b-8645-449e-8ef0-392bc6c254bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'd7ebd17c-ba43-4daa-b223-4200fbc873be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T04:15:09Z', 'updated_at': '2022-06-30T04:15:19Z', 'revision_number': 5, 'project_id': '71588f8a5fc34919a77f28b6a8c8db0e', 'subnets': [{'id': 'd7ebd17c-ba43-4daa-b223-4200fbc873be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846842-7-iscsi', False) {} {{(pid=104418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 04:19:18.880442 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-4a6a6031-b25e-438e-8190-18a9d206362a req-c807a9e2-e16f-41af-b52b-22a6cd99a33c tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] 10.222.0.13 "GET /v2.0/ports?device_id=2d3f3442-a00e-47ee-b0df-f099086628ce HTTP/1.1" status: 200 len: 210 time: 0.0329883 Jun 30 04:19:18.912015 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea0995da-0c0b-48aa-88bd-fc93cb4adfba None None] Checking router: f5fad03b-8645-449e-8ef0-392bc6c254bc for host: dv-cinder-846842-7-iscsi {{(pid=104418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 04:19:18.920840 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea0995da-0c0b-48aa-88bd-fc93cb4adfba None None] Routers {'f5fad03b-8645-449e-8ef0-392bc6c254bc'} bound to L3 agent in host dv-cinder-846842-7-iscsi {{(pid=104418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 30 04:19:18.921725 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.db.l3_hamode_db [None req-ea0995da-0c0b-48aa-88bd-fc93cb4adfba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-30T04:07:07Z,description=,heartbeat_timestamp=2022-06-30T04:19:08Z,host='dv-cinder-846842-7-iscsi',id=2ea21a61-d737-4543-a811-a0d035fbf0f6,load=0,resource_versions=,resources_synced=,started_at=2022-06-30T04:07:07Z,topic='l3_agent')) {'router_ids': ['f5fad03b-8645-449e-8ef0-392bc6c254bc'], 'active': True} {{(pid=104418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 04:19:19.025372 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.db.l3_dvr_db [None req-ea0995da-0c0b-48aa-88bd-fc93cb4adfba None None] Set router f5fad03b-8645-449e-8ef0-392bc6c254bc gateway port host: dv-cinder-846842-7-iscsi {{(pid=104418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 30 04:19:19.028776 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.db.l3_hamode_db [None req-59c9fca6-979d-47ff-ade1-0fb215f44b12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14dd9340-9cf5-4523-a842-7d5aab670ffb', 'name': 'tempest-ServerRescueNegativeTestJSON-2013191960-router', 'tenant_id': '74b53f46d15c4465b9005939114e67a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14b0e4f-074d-4507-846c-fc8420bddf12', 'external_fixed_ips': [{'subnet_id': '15378187-268c-4fae-ace7-eaca7aa50f90', 'ip_address': '172.27.1.60'}], 'enable_snat': True}, 'gw_port_id': '680d7f3a-cee8-4ca1-828c-66dca56cd16c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T04:16:26Z', 'updated_at': '2022-06-30T04:16:32Z', 'revision_number': 4, 'project_id': '74b53f46d15c4465b9005939114e67a3', 'gw_port': {'id': '680d7f3a-cee8-4ca1-828c-66dca56cd16c', 'name': '', 'network_id': 'a14b0e4f-074d-4507-846c-fc8420bddf12', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:be:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14dd9340-9cf5-4523-a842-7d5aab670ffb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '15378187-268c-4fae-ace7-eaca7aa50f90', 'ip_address': '172.27.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T04:16:27Z', 'updated_at': '2022-06-30T04:16:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15378187-268c-4fae-ace7-eaca7aa50f90', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-7-iscsi', '_floatingips': [{'id': '74efdf81-f603-4f7c-9031-1a4d847d3576', 'tenant_id': '74b53f46d15c4465b9005939114e67a3', 'floating_ip_address': '172.27.1.222', 'floating_network_id': 'a14b0e4f-074d-4507-846c-fc8420bddf12', 'router_id': '14dd9340-9cf5-4523-a842-7d5aab670ffb', 'port_id': '2a4fd84e-fb19-4d1c-b772-2251c8322151', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 549, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd053466e-8b12-41f1-8495-352ca2b58558', 'mac_address': 'fa:16:3e:e7:f4:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cc38d9c-363d-4a90-a5a3-2f16ee1f8a99', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-30T04:18:41Z', 'updated_at': '2022-06-30T04:19:16Z', 'revision_number': 1, 'project_id': '74b53f46d15c4465b9005939114e67a3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c61d533-f4ae-4d98-96d7-8819e728f60d', 'name': '', 'network_id': 'd053466e-8b12-41f1-8495-352ca2b58558', 'tenant_id': '74b53f46d15c4465b9005939114e67a3', 'mac_address': 'fa:16:3e:5e:f2:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14dd9340-9cf5-4523-a842-7d5aab670ffb', 'device_owner': 'network:router_interface', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': '1d12b51a-7dad-4338-8514-f9c8956a192d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T04:16:31Z', 'updated_at': '2022-06-30T04:16:35Z', 'revision_number': 5, 'project_id': '74b53f46d15c4465b9005939114e67a3', 'subnets': [{'id': '1d12b51a-7dad-4338-8514-f9c8956a192d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846842-7-iscsi', False) {} {{(pid=104417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 04:19:19.061896 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59c9fca6-979d-47ff-ade1-0fb215f44b12 None None] The sync data for ids ['14dd9340-9cf5-4523-a842-7d5aab670ffb'] in dv-cinder-846842-7-iscsi is: [{'id': '14dd9340-9cf5-4523-a842-7d5aab670ffb', 'name': 'tempest-ServerRescueNegativeTestJSON-2013191960-router', 'tenant_id': '74b53f46d15c4465b9005939114e67a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14b0e4f-074d-4507-846c-fc8420bddf12', 'external_fixed_ips': [{'subnet_id': '15378187-268c-4fae-ace7-eaca7aa50f90', 'ip_address': '172.27.1.60'}], 'enable_snat': True}, 'gw_port_id': '680d7f3a-cee8-4ca1-828c-66dca56cd16c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T04:16:26Z', 'updated_at': '2022-06-30T04:16:32Z', 'revision_number': 4, 'project_id': '74b53f46d15c4465b9005939114e67a3', 'gw_port': {'id': '680d7f3a-cee8-4ca1-828c-66dca56cd16c', 'name': '', 'network_id': 'a14b0e4f-074d-4507-846c-fc8420bddf12', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:be:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14dd9340-9cf5-4523-a842-7d5aab670ffb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '15378187-268c-4fae-ace7-eaca7aa50f90', 'ip_address': '172.27.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T04:16:27Z', 'updated_at': '2022-06-30T04:16:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15378187-268c-4fae-ace7-eaca7aa50f90', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-7-iscsi', '_floatingips': [{'id': '74efdf81-f603-4f7c-9031-1a4d847d3576', 'tenant_id': '74b53f46d15c4465b9005939114e67a3', 'floating_ip_address': '172.27.1.222', 'floating_network_id': 'a14b0e4f-074d-4507-846c-fc8420bddf12', 'router_id': '14dd9340-9cf5-4523-a842-7d5aab670ffb', 'port_id': '2a4fd84e-fb19-4d1c-b772-2251c8322151', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 549, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd053466e-8b12-41f1-8495-352ca2b58558', 'mac_address': 'fa:16:3e:e7:f4:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cc38d9c-363d-4a90-a5a3-2f16ee1f8a99', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-30T04:18:41Z', 'updated_at': '2022-06-30T04:19:16Z', 'revision_number': 1, 'project_id': '74b53f46d15c4465b9005939114e67a3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c61d533-f4ae-4d98-96d7-8819e728f60d', 'name': '', 'network_id': 'd053466e-8b12-41f1-8495-352ca2b58558', 'tenant_id': '74b53f46d15c4465b9005939114e67a3', 'mac_address': 'fa:16:3e:5e:f2:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14dd9340-9cf5-4523-a842-7d5aab670ffb', 'device_owner': 'network:router_interface', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': '1d12b51a-7dad-4338-8514-f9c8956a192d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T04:16:31Z', 'updated_at': '2022-06-30T04:16:35Z', 'revision_number': 5, 'project_id': '74b53f46d15c4465b9005939114e67a3', 'subnets': [{'id': '1d12b51a-7dad-4338-8514-f9c8956a192d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 04:19:19.102531 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81930d9-8099-4a13-9748-88c393d56080 req-4d1b2e98-c1c7-4919-9482-7b37d4bf49ad tempest-VolumesSnapshotTestJSON-599944138 tempest-VolumesSnapshotTestJSON-599944138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:19:19.104228 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-a81930d9-8099-4a13-9748-88c393d56080 req-4d1b2e98-c1c7-4919-9482-7b37d4bf49ad tempest-VolumesSnapshotTestJSON-599944138 tempest-VolumesSnapshotTestJSON-599944138-project] 10.222.0.13 "GET /v2.0/ports?device_id=eef409b2-233a-4846-8e69-31ba8d23f79a HTTP/1.1" status: 200 len: 946 time: 0.0551801 Jun 30 04:19:19.167768 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-a81930d9-8099-4a13-9748-88c393d56080 req-92a8c823-4722-41a8-b033-6fda266d7190 tempest-VolumesSnapshotTestJSON-599944138 tempest-VolumesSnapshotTestJSON-599944138-project] 10.222.0.13 "GET /v2.0/security-groups?id=2f6d1c4a-513c-47f4-83a7-99e6c18ff482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565722 Jun 30 04:19:19.241554 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.db.l3_hamode_db [None req-ea0995da-0c0b-48aa-88bd-fc93cb4adfba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5fad03b-8645-449e-8ef0-392bc6c254bc', 'name': 'tempest-AttachVolumeShelveTestJSON-1944543417-router', 'tenant_id': '71588f8a5fc34919a77f28b6a8c8db0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14b0e4f-074d-4507-846c-fc8420bddf12', 'external_fixed_ips': [{'subnet_id': '15378187-268c-4fae-ace7-eaca7aa50f90', 'ip_address': '172.27.1.94'}], 'enable_snat': True}, 'gw_port_id': '5950e79d-38a6-49e8-a931-d01fb0d60025', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T04:15:04Z', 'updated_at': '2022-06-30T04:15:11Z', 'revision_number': 4, 'project_id': '71588f8a5fc34919a77f28b6a8c8db0e', 'gw_port': {'id': '5950e79d-38a6-49e8-a931-d01fb0d60025', 'name': '', 'network_id': 'a14b0e4f-074d-4507-846c-fc8420bddf12', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:19:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5fad03b-8645-449e-8ef0-392bc6c254bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '15378187-268c-4fae-ace7-eaca7aa50f90', 'ip_address': '172.27.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T04:15:05Z', 'updated_at': '2022-06-30T04:15:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15378187-268c-4fae-ace7-eaca7aa50f90', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-7-iscsi', '_interfaces': [{'id': 'e4bdec9c-25dd-49ab-9bb9-bae1a63baa28', 'name': '', 'network_id': '17fe777c-5046-426d-94b6-3483df1f9f21', 'tenant_id': '71588f8a5fc34919a77f28b6a8c8db0e', 'mac_address': 'fa:16:3e:97:07:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5fad03b-8645-449e-8ef0-392bc6c254bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'd7ebd17c-ba43-4daa-b223-4200fbc873be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T04:15:09Z', 'updated_at': '2022-06-30T04:15:19Z', 'revision_number': 5, 'project_id': '71588f8a5fc34919a77f28b6a8c8db0e', 'subnets': [{'id': 'd7ebd17c-ba43-4daa-b223-4200fbc873be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846842-7-iscsi', False) {} {{(pid=104418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 04:19:19.267538 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea0995da-0c0b-48aa-88bd-fc93cb4adfba None None] The sync data for ids ['f5fad03b-8645-449e-8ef0-392bc6c254bc'] in dv-cinder-846842-7-iscsi is: [{'id': 'f5fad03b-8645-449e-8ef0-392bc6c254bc', 'name': 'tempest-AttachVolumeShelveTestJSON-1944543417-router', 'tenant_id': '71588f8a5fc34919a77f28b6a8c8db0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14b0e4f-074d-4507-846c-fc8420bddf12', 'external_fixed_ips': [{'subnet_id': '15378187-268c-4fae-ace7-eaca7aa50f90', 'ip_address': '172.27.1.94'}], 'enable_snat': True}, 'gw_port_id': '5950e79d-38a6-49e8-a931-d01fb0d60025', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T04:15:04Z', 'updated_at': '2022-06-30T04:15:11Z', 'revision_number': 4, 'project_id': '71588f8a5fc34919a77f28b6a8c8db0e', 'gw_port': {'id': '5950e79d-38a6-49e8-a931-d01fb0d60025', 'name': '', 'network_id': 'a14b0e4f-074d-4507-846c-fc8420bddf12', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:19:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5fad03b-8645-449e-8ef0-392bc6c254bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '15378187-268c-4fae-ace7-eaca7aa50f90', 'ip_address': '172.27.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T04:15:05Z', 'updated_at': '2022-06-30T04:15:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15378187-268c-4fae-ace7-eaca7aa50f90', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-7-iscsi', '_interfaces': [{'id': 'e4bdec9c-25dd-49ab-9bb9-bae1a63baa28', 'name': '', 'network_id': '17fe777c-5046-426d-94b6-3483df1f9f21', 'tenant_id': '71588f8a5fc34919a77f28b6a8c8db0e', 'mac_address': 'fa:16:3e:97:07:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5fad03b-8645-449e-8ef0-392bc6c254bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'd7ebd17c-ba43-4daa-b223-4200fbc873be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T04:15:09Z', 'updated_at': '2022-06-30T04:15:19Z', 'revision_number': 5, 'project_id': '71588f8a5fc34919a77f28b6a8c8db0e', 'subnets': [{'id': 'd7ebd17c-ba43-4daa-b223-4200fbc873be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 04:19:19.289234 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc78b1de-8c83-40dd-a1a3-2c5c1d4bafe6 None None] New status for floating IP 74efdf81-f603-4f7c-9031-1a4d847d3576: ACTIVE {{(pid=104417) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 30 04:19:19.553253 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef6c1ce-b04b-454d-80da-9e10041a546d req-6e4dcc7b-3cee-4c86-a6ba-b0e255f3ef94 tempest-TestMinimumBasicScenario-130177793 tempest-TestMinimumBasicScenario-130177793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:19:19.554843 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-fef6c1ce-b04b-454d-80da-9e10041a546d req-6e4dcc7b-3cee-4c86-a6ba-b0e255f3ef94 tempest-TestMinimumBasicScenario-130177793 tempest-TestMinimumBasicScenario-130177793-project] 10.222.0.13 "GET /v2.0/ports?device_id=51520645-cd99-466c-83b2-8f735e7d04cf HTTP/1.1" status: 200 len: 945 time: 0.0548983 Jun 30 04:19:19.585623 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4494783e-0b06-4942-a62d-8dde2fd26724 None None] New status for floating IP 1053aaed-9acc-4719-99b7-572db277a913: DOWN {{(pid=104418) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 30 04:19:19.608553 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-fef6c1ce-b04b-454d-80da-9e10041a546d req-d93bcea6-bbaa-4fe1-a23f-16685198fc4a tempest-TestMinimumBasicScenario-130177793 tempest-TestMinimumBasicScenario-130177793-project] 10.222.0.13 "GET /v2.0/security-groups?id=f3b6e636-c97e-43d6-a170-7ea88b7ee921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473883 Jun 30 04:19:19.731997 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2743df-77d9-4249-8bc8-5fced726d272 req-11b1c074-203b-481b-8d9d-c16bd38a1cbf tempest-TestMinimumBasicScenario-130177793 tempest-TestMinimumBasicScenario-130177793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:19:19.733663 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-ca2743df-77d9-4249-8bc8-5fced726d272 req-11b1c074-203b-481b-8d9d-c16bd38a1cbf tempest-TestMinimumBasicScenario-130177793 tempest-TestMinimumBasicScenario-130177793-project] 10.222.0.13 "GET /v2.0/ports?device_id=51520645-cd99-466c-83b2-8f735e7d04cf HTTP/1.1" status: 200 len: 945 time: 0.0524447 Jun 30 04:19:19.766335 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.rpc [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Device bd404336-185f-4a39-8576-5211044a2340 no longer exists at agent hyperv_hv-cinder-84684 {{(pid=104417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 04:19:19.788241 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] No Port match for: bd404336-185f-4a39-8576-5211044a2340 {{(pid=104417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 30 04:19:19.788564 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-ca2743df-77d9-4249-8bc8-5fced726d272 req-820a8f38-a46e-4cb9-9d61-fed0c11b3aea tempest-TestMinimumBasicScenario-130177793 tempest-TestMinimumBasicScenario-130177793-project] 10.222.0.13 "GET /v2.0/security-groups?id=f3b6e636-c97e-43d6-a170-7ea88b7ee921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481937 Jun 30 04:19:19.789019 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.rpc [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Device bd404336-185f-4a39-8576-5211044a2340 not bound to the agent host hv-cinder-84684 {{(pid=104417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 04:19:19.987989 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-5ebe9cb8-24cb-4dde-b9a5-0292d69a11d4 req-f5cd8a7d-989c-4122-89cc-a39d0a5d198e tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] 10.222.0.13 "GET /v2.0/ports?device_id=2d3f3442-a00e-47ee-b0df-f099086628ce HTTP/1.1" status: 200 len: 210 time: 0.0283468 Jun 30 04:19:20.127414 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed55ceff-4e53-4aba-ba90-5530c05ca33d req-11dfd13d-a1c8-48df-891e-fe849abdf634 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:19:20.128939 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-ed55ceff-4e53-4aba-ba90-5530c05ca33d req-11dfd13d-a1c8-48df-891e-fe849abdf634 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=74b53f46d15c4465b9005939114e67a3&device_id=8cc38d9c-363d-4a90-a5a3-2f16ee1f8a99 HTTP/1.1" status: 200 len: 1130 time: 0.1046345 Jun 30 04:19:20.141609 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7546df1-e669-43ed-a76b-ec72241fa56d req-6245f278-d82b-4e82-8cb6-45b9215bd680 tempest-VolumesSnapshotTestJSON-599944138 tempest-VolumesSnapshotTestJSON-599944138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:19:20.143055 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-a7546df1-e669-43ed-a76b-ec72241fa56d req-6245f278-d82b-4e82-8cb6-45b9215bd680 tempest-VolumesSnapshotTestJSON-599944138 tempest-VolumesSnapshotTestJSON-599944138-project] 10.222.0.20 "GET /v2.0/ports?device_id=eef409b2-233a-4846-8e69-31ba8d23f79a HTTP/1.1" status: 200 len: 946 time: 0.1065946 Jun 30 04:19:20.160970 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33ecfa9-572f-43f6-8214-23e5b41ca596 req-4bdd49b7-2dfe-4f96-9219-0ddea37249c9 tempest-TestMinimumBasicScenario-130177793 tempest-TestMinimumBasicScenario-130177793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:19:20.162411 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-f33ecfa9-572f-43f6-8214-23e5b41ca596 req-4bdd49b7-2dfe-4f96-9219-0ddea37249c9 tempest-TestMinimumBasicScenario-130177793 tempest-TestMinimumBasicScenario-130177793-project] 10.222.0.13 "GET /v2.0/ports?device_id=51520645-cd99-466c-83b2-8f735e7d04cf HTTP/1.1" status: 200 len: 945 time: 0.0805948 Jun 30 04:19:20.211534 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=100 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:19:20.312340 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-f33ecfa9-572f-43f6-8214-23e5b41ca596 req-5f48637c-046e-4ec4-96d1-c008ad34180e tempest-TestMinimumBasicScenario-130177793 tempest-TestMinimumBasicScenario-130177793-project] 10.222.0.13 "GET /v2.0/security-groups?id=f3b6e636-c97e-43d6-a170-7ea88b7ee921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380796 Jun 30 04:19:20.341854 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651b59c0-b9b2-4466-9592-dce002fb8a24 req-5271a380-9e51-41cd-ae86-42c15d8a203a tempest-VolumesSnapshotTestJSON-599944138 tempest-VolumesSnapshotTestJSON-599944138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:19:20.343617 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-651b59c0-b9b2-4466-9592-dce002fb8a24 req-5271a380-9e51-41cd-ae86-42c15d8a203a tempest-VolumesSnapshotTestJSON-599944138 tempest-VolumesSnapshotTestJSON-599944138-project] 10.222.0.13 "GET /v2.0/ports?device_id=eef409b2-233a-4846-8e69-31ba8d23f79a HTTP/1.1" status: 200 len: 946 time: 0.1010861 Jun 30 04:19:20.347065 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed55ceff-4e53-4aba-ba90-5530c05ca33d req-0f67cea5-4cf0-44a8-a5f7-05b19e9ef38c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:19:20.348573 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-ed55ceff-4e53-4aba-ba90-5530c05ca33d req-0f67cea5-4cf0-44a8-a5f7-05b19e9ef38c service neutron] 10.222.0.20 "GET /v2.0/networks?id=d053466e-8b12-41f1-8495-352ca2b58558 HTTP/1.1" status: 200 len: 920 time: 0.2026258 Jun 30 04:19:20.444759 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d3f3442-a00e-47ee-b0df-f099086628ce', 'name': 'network-vif-deleted', 'tag': 'bd404336-185f-4a39-8576-5211044a2340'}] {{(pid=104416) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 30 04:19:20.447254 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8111519efe35ff5952c269e16f689610d56ef28aa1e0b77ca5734c542983c30f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17adeb5f-5512-4650-89b1-91d6dc4dc2e3" -d '{"events": [{"server_uuid": "2d3f3442-a00e-47ee-b0df-f099086628ce", "name": "network-vif-deleted", "tag": "bd404336-185f-4a39-8576-5211044a2340"}]}' {{(pid=104416) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 04:19:20.492993 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-651b59c0-b9b2-4466-9592-dce002fb8a24 req-5d6081fc-d9df-402a-91af-b8521683af83 tempest-VolumesSnapshotTestJSON-599944138 tempest-VolumesSnapshotTestJSON-599944138-project] 10.222.0.13 "GET /v2.0/security-groups?id=2f6d1c4a-513c-47f4-83a7-99e6c18ff482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407976 Jun 30 04:19:20.534905 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Jun 2022 04:19:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcb67fc3-df37-4a85-a07c-554f478f12a5 x-openstack-request-id: req-bcb67fc3-df37-4a85-a07c-554f478f12a5 {{(pid=104416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 04:19:20.535367 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d3f3442-a00e-47ee-b0df-f099086628ce", "name": "network-vif-deleted", "tag": "bd404336-185f-4a39-8576-5211044a2340", "status": "completed", "code": 200}]} {{(pid=104416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 04:19:20.535545 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-bcb67fc3-df37-4a85-a07c-554f478f12a5 {{(pid=104416) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 04:19:20.536748 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bcb67fc3-df37-4a85-a07c-554f478f12a5'] response: {'server_uuid': '2d3f3442-a00e-47ee-b0df-f099086628ce', 'name': 'network-vif-deleted', 'tag': 'bd404336-185f-4a39-8576-5211044a2340', 'status': 'completed', 'code': 200} Jun 30 04:19:20.547942 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-ed55ceff-4e53-4aba-ba90-5530c05ca33d req-c3f5a48e-780c-4e78-bae1-2376e1191005 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2a4fd84e-fb19-4d1c-b772-2251c8322151 HTTP/1.1" status: 200 len: 1002 time: 0.1575234 Jun 30 04:19:20.623749 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.plugin [req-a7546df1-e669-43ed-a76b-ec72241fa56d req-22d657f0-82fd-4911-bf6a-76f268c2ac19 tempest-VolumesSnapshotTestJSON-599944138 tempest-VolumesSnapshotTestJSON-599944138-project] Deleting port af8ece6c-4794-4310-bde8-88faa37110ff {{(pid=104416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 30 04:19:20.624265 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-a7546df1-e669-43ed-a76b-ec72241fa56d req-22d657f0-82fd-4911-bf6a-76f268c2ac19 tempest-VolumesSnapshotTestJSON-599944138 tempest-VolumesSnapshotTestJSON-599944138-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781926629636'] for port (af8ece6c-4794-4310-bde8-88faa37110ff), before_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:19:20.650754 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed55ceff-4e53-4aba-ba90-5530c05ca33d req-f00ba406-303e-43a0-97ff-0f80235fcf1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:19:20.652237 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-ed55ceff-4e53-4aba-ba90-5530c05ca33d req-f00ba406-303e-43a0-97ff-0f80235fcf1b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=1d12b51a-7dad-4338-8514-f9c8956a192d HTTP/1.1" status: 200 len: 858 time: 0.0833428 Jun 30 04:19:20.749144 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed55ceff-4e53-4aba-ba90-5530c05ca33d req-504923cd-9f40-4776-8b87-ab957d078018 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:19:20.750584 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-ed55ceff-4e53-4aba-ba90-5530c05ca33d req-504923cd-9f40-4776-8b87-ab957d078018 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d053466e-8b12-41f1-8495-352ca2b58558&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0827036 Jun 30 04:19:20.790927 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.db [req-a7546df1-e669-43ed-a76b-ec72241fa56d req-22d657f0-82fd-4911-bf6a-76f268c2ac19 tempest-VolumesSnapshotTestJSON-599944138 tempest-VolumesSnapshotTestJSON-599944138-project] For port af8ece6c-4794-4310-bde8-88faa37110ff, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=af8ece6c-4794-4310-bde8-88faa37110ff,segment=NetworkSegment(8e11535a-de25-4823-afc2-8ade8ea587d6),segment_id=8e11535a-de25-4823-afc2-8ade8ea587d6)] {{(pid=104416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 04:19:20.791265 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-a7546df1-e669-43ed-a76b-ec72241fa56d req-22d657f0-82fd-4911-bf6a-76f268c2ac19 tempest-VolumesSnapshotTestJSON-599944138 tempest-VolumesSnapshotTestJSON-599944138-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616079'] for port (af8ece6c-4794-4310-bde8-88faa37110ff), precommit_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:19:20.813981 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.plugin [req-a7546df1-e669-43ed-a76b-ec72241fa56d req-22d657f0-82fd-4911-bf6a-76f268c2ac19 tempest-VolumesSnapshotTestJSON-599944138 tempest-VolumesSnapshotTestJSON-599944138-project] Calling delete_port for af8ece6c-4794-4310-bde8-88faa37110ff owned by compute:nova {{(pid=104416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 30 04:19:20.817289 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=100 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:19:20.916631 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-ed55ceff-4e53-4aba-ba90-5530c05ca33d req-a256a3b4-c3b0-461a-81f4-3bf0894ad73d service neutron] 10.222.0.20 "GET /v2.0/networks/d053466e-8b12-41f1-8495-352ca2b58558?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1565468 Jun 30 04:19:21.059542 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-ed55ceff-4e53-4aba-ba90-5530c05ca33d req-3b04f31e-e131-491a-9bf3-f659de075a21 service neutron] 10.222.0.20 "GET /v2.0/networks/d053466e-8b12-41f1-8495-352ca2b58558?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1364129 Jun 30 04:19:21.081222 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-a7546df1-e669-43ed-a76b-ec72241fa56d req-22d657f0-82fd-4911-bf6a-76f268c2ac19 tempest-VolumesSnapshotTestJSON-599944138 tempest-VolumesSnapshotTestJSON-599944138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4095053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781926635560', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781926239326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1764130'] for port (af8ece6c-4794-4310-bde8-88faa37110ff), after_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:19:21.095876 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.wsgi [-] (104415) accepted ('10.222.0.13', 54890) {{(pid=104415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 04:19:21.098186 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.db [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] get_ports_and_sgs() called for port_ids ['af8ece6c-4794-4310-bde8-88faa37110ff'] {{(pid=104417) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 04:19:21.114976 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d657f0-82fd-4911-bf6a-76f268c2ac19 tempest-VolumesSnapshotTestJSON-599944138 tempest-VolumesSnapshotTestJSON-599944138-project] Pushing event deleted for resources: {'Port': ['ID=af8ece6c-4794-4310-bde8-88faa37110ff,revision_number=None']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:19:21.127710 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d657f0-82fd-4911-bf6a-76f268c2ac19 tempest-VolumesSnapshotTestJSON-599944138 tempest-VolumesSnapshotTestJSON-599944138-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:19:21.127710 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d657f0-82fd-4911-bf6a-76f268c2ac19 tempest-VolumesSnapshotTestJSON-599944138 tempest-VolumesSnapshotTestJSON-599944138-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:19:21.127710 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d657f0-82fd-4911-bf6a-76f268c2ac19 tempest-VolumesSnapshotTestJSON-599944138 tempest-VolumesSnapshotTestJSON-599944138-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:19:21.128099 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d657f0-82fd-4911-bf6a-76f268c2ac19 tempest-VolumesSnapshotTestJSON-599944138 tempest-VolumesSnapshotTestJSON-599944138-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:19:21.128190 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d657f0-82fd-4911-bf6a-76f268c2ac19 tempest-VolumesSnapshotTestJSON-599944138 tempest-VolumesSnapshotTestJSON-599944138-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:19:21.128546 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d657f0-82fd-4911-bf6a-76f268c2ac19 tempest-VolumesSnapshotTestJSON-599944138 tempest-VolumesSnapshotTestJSON-599944138-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:19:21.128868 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d657f0-82fd-4911-bf6a-76f268c2ac19 tempest-VolumesSnapshotTestJSON-599944138 tempest-VolumesSnapshotTestJSON-599944138-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:19:21.129195 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d657f0-82fd-4911-bf6a-76f268c2ac19 tempest-VolumesSnapshotTestJSON-599944138 tempest-VolumesSnapshotTestJSON-599944138-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:19:21.129519 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d657f0-82fd-4911-bf6a-76f268c2ac19 tempest-VolumesSnapshotTestJSON-599944138 tempest-VolumesSnapshotTestJSON-599944138-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:19:21.129940 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d657f0-82fd-4911-bf6a-76f268c2ac19 tempest-VolumesSnapshotTestJSON-599944138 tempest-VolumesSnapshotTestJSON-599944138-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:19:21.130257 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d657f0-82fd-4911-bf6a-76f268c2ac19 tempest-VolumesSnapshotTestJSON-599944138 tempest-VolumesSnapshotTestJSON-599944138-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:19:21.130560 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d657f0-82fd-4911-bf6a-76f268c2ac19 tempest-VolumesSnapshotTestJSON-599944138 tempest-VolumesSnapshotTestJSON-599944138-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:19:21.130868 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d657f0-82fd-4911-bf6a-76f268c2ac19 tempest-VolumesSnapshotTestJSON-599944138 tempest-VolumesSnapshotTestJSON-599944138-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:19:21.131230 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d657f0-82fd-4911-bf6a-76f268c2ac19 tempest-VolumesSnapshotTestJSON-599944138 tempest-VolumesSnapshotTestJSON-599944138-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:19:21.131546 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d657f0-82fd-4911-bf6a-76f268c2ac19 tempest-VolumesSnapshotTestJSON-599944138 tempest-VolumesSnapshotTestJSON-599944138-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:19:21.168090 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-ec2bca2e-06c9-4403-967e-82402769a2f6 tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] Publish callbacks [] for security_group (917dbda3-50de-42c2-a106-5e4480b4dad4), before_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:19:21.176536 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7546df1-e669-43ed-a76b-ec72241fa56d req-22d657f0-82fd-4911-bf6a-76f268c2ac19 tempest-VolumesSnapshotTestJSON-599944138 tempest-VolumesSnapshotTestJSON-599944138-project] No DVR routers for this DVR port af8ece6c-4794-4310-bde8-88faa37110ff on host hv-cinder-84684 {{(pid=104416) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 30 04:19:21.179231 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-a7546df1-e669-43ed-a76b-ec72241fa56d req-22d657f0-82fd-4911-bf6a-76f268c2ac19 tempest-VolumesSnapshotTestJSON-599944138 tempest-VolumesSnapshotTestJSON-599944138-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13292'] for port (None), before_response {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:19:21.182647 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-a7546df1-e669-43ed-a76b-ec72241fa56d req-22d657f0-82fd-4911-bf6a-76f268c2ac19 tempest-VolumesSnapshotTestJSON-599944138 tempest-VolumesSnapshotTestJSON-599944138-project] 10.222.0.20 "DELETE /v2.0/ports/af8ece6c-4794-4310-bde8-88faa37110ff HTTP/1.1" status: 204 len: 173 time: 0.7914743 Jun 30 04:19:21.195398 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-ec2bca2e-06c9-4403-967e-82402769a2f6 tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] Publish callbacks [] for security_group (917dbda3-50de-42c2-a106-5e4480b4dad4), precommit_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:19:21.248421 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-ec2bca2e-06c9-4403-967e-82402769a2f6 tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3637186'] for security_group (917dbda3-50de-42c2-a106-5e4480b4dad4), after_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:19:21.251060 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-ec2bca2e-06c9-4403-967e-82402769a2f6 tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] Publish callbacks [] for security_group (None), before_response {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:19:21.252479 dv-cinder-846842-7-iscsi neutron-server[104415]: INFO neutron.wsgi [None req-ec2bca2e-06c9-4403-967e-82402769a2f6 tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] 10.222.0.13 "DELETE /v2.0/security-groups/917dbda3-50de-42c2-a106-5e4480b4dad4 HTTP/1.1" status: 204 len: 168 time: 0.1555741 Jun 30 04:19:21.255968 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.13', 54892) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 04:19:21.264582 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2bca2e-06c9-4403-967e-82402769a2f6 tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=917dbda3-50de-42c2-a106-5e4480b4dad4,revision_number=None']} {{(pid=104415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:19:21.272546 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.api.v2.resource [None req-fdb5d5c9-30c0-4751-9a92-b01c21bd39a2 tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] show failed (client error): The resource could not be found. Jun 30 04:19:21.274786 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec2bca2e-06c9-4403-967e-82402769a2f6 tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:19:21.275893 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec2bca2e-06c9-4403-967e-82402769a2f6 tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:19:21.276495 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec2bca2e-06c9-4403-967e-82402769a2f6 tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:19:21.277000 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec2bca2e-06c9-4403-967e-82402769a2f6 tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:19:21.277321 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-fdb5d5c9-30c0-4751-9a92-b01c21bd39a2 tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] 10.222.0.13 "GET /v2.0/security-groups/917dbda3-50de-42c2-a106-5e4480b4dad4 HTTP/1.1" status: 404 len: 347 time: 0.0205581 Jun 30 04:19:21.277704 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec2bca2e-06c9-4403-967e-82402769a2f6 tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:19:21.277892 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.13', 54894) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 04:19:21.278357 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec2bca2e-06c9-4403-967e-82402769a2f6 tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:19:21.278989 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec2bca2e-06c9-4403-967e-82402769a2f6 tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:19:21.279603 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec2bca2e-06c9-4403-967e-82402769a2f6 tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:19:21.280447 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec2bca2e-06c9-4403-967e-82402769a2f6 tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:19:21.280938 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec2bca2e-06c9-4403-967e-82402769a2f6 tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:19:21.281479 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec2bca2e-06c9-4403-967e-82402769a2f6 tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:19:21.282005 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec2bca2e-06c9-4403-967e-82402769a2f6 tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:19:21.282636 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec2bca2e-06c9-4403-967e-82402769a2f6 tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:19:21.283184 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec2bca2e-06c9-4403-967e-82402769a2f6 tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:19:21.283732 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec2bca2e-06c9-4403-967e-82402769a2f6 tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:19:21.400571 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.plugin [None req-0b2a0039-dedc-411b-bc5f-45944aba9a0f tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] Deleting port e86da5b3-e5ea-4132-ba2c-1f1bc59bdf74 {{(pid=104416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 30 04:19:21.400905 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-0b2a0039-dedc-411b-bc5f-45944aba9a0f tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781926629636'] for port (e86da5b3-e5ea-4132-ba2c-1f1bc59bdf74), before_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:19:21.425230 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:19:21.489602 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-0b2a0039-dedc-411b-bc5f-45944aba9a0f tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616079'] for port (e86da5b3-e5ea-4132-ba2c-1f1bc59bdf74), precommit_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:19:21.489974 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-0b2a0039-dedc-411b-bc5f-45944aba9a0f tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] Publish callbacks [] for floatingip (e86da5b3-e5ea-4132-ba2c-1f1bc59bdf74), precommit_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:19:21.506761 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.plugin [None req-0b2a0039-dedc-411b-bc5f-45944aba9a0f tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] Calling delete_port for e86da5b3-e5ea-4132-ba2c-1f1bc59bdf74 owned by network:floatingip {{(pid=104416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 30 04:19:21.610212 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-d3c98a0f-5083-43ff-9daf-30d7c9180cf8 req-ef80d8ab-0a0d-46ee-8f42-ce37ab3fef44 tempest-VolumesSnapshotTestJSON-599944138 tempest-VolumesSnapshotTestJSON-599944138-project] 10.222.0.13 "GET /v2.0/ports?device_id=eef409b2-233a-4846-8e69-31ba8d23f79a HTTP/1.1" status: 200 len: 210 time: 0.0381553 Jun 30 04:19:21.686583 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-0b2a0039-dedc-411b-bc5f-45944aba9a0f tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4095053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781926635560', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781926239326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1764130'] for port (e86da5b3-e5ea-4132-ba2c-1f1bc59bdf74), after_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:19:21.711855 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2a0039-dedc-411b-bc5f-45944aba9a0f tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] Pushing event deleted for resources: {'Port': ['ID=e86da5b3-e5ea-4132-ba2c-1f1bc59bdf74,revision_number=None']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:19:21.784466 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-0b2a0039-dedc-411b-bc5f-45944aba9a0f tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] Publish callbacks [] for floatingip (1053aaed-9acc-4719-99b7-572db277a913), after_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:19:21.786792 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-0b2a0039-dedc-411b-bc5f-45944aba9a0f tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13292'] for floatingip (None), before_response {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:19:21.788004 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-0b2a0039-dedc-411b-bc5f-45944aba9a0f tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] 10.222.0.13 "DELETE /v2.0/floatingips/1053aaed-9acc-4719-99b7-572db277a913 HTTP/1.1" status: 204 len: 168 time: 0.5091915 Jun 30 04:19:21.872464 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.wsgi [-] (104415) accepted ('10.222.0.13', 54906) {{(pid=104415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 04:19:21.879720 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.v2.base [None req-d6c48c84-2475-4ebb-a09b-5ae2170a0da4 tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1101136696', 'description': 'tempest-description--1473537360'}} {{(pid=104415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 30 04:19:21.901161 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-d6c48c84-2475-4ebb-a09b-5ae2170a0da4 tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] Publish callbacks [] for security_group (None), before_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:19:21.974621 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-d6c48c84-2475-4ebb-a09b-5ae2170a0da4 tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] Publish callbacks [] for security_group (8726850e-d155-4aa8-9fff-2a2b9ea6cd77), precommit_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:19:21.980328 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-d6c48c84-2475-4ebb-a09b-5ae2170a0da4 tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3637186'] for security_group (8726850e-d155-4aa8-9fff-2a2b9ea6cd77), after_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:19:22.010754 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-d6c48c84-2475-4ebb-a09b-5ae2170a0da4 tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] Publish callbacks [] for security_group (None), before_response {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:19:22.012037 dv-cinder-846842-7-iscsi neutron-server[104415]: INFO neutron.wsgi [None req-d6c48c84-2475-4ebb-a09b-5ae2170a0da4 tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1386974 Jun 30 04:19:22.015699 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.13', 54914) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 04:19:22.016138 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c48c84-2475-4ebb-a09b-5ae2170a0da4 tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8726850e-d155-4aa8-9fff-2a2b9ea6cd77,revision_number=1']} {{(pid=104415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:19:22.021288 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.v2.base [None req-3f4de766-cd6c-4e52-9b89-bb11f6227e25 tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] Request body: {'security_group_rule': {'security_group_id': '8726850e-d155-4aa8-9fff-2a2b9ea6cd77', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 30 04:19:22.033976 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:INSERT=1 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:19:22.051499 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-3f4de766-cd6c-4e52-9b89-bb11f6227e25 tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] Publish callbacks [] for security_group_rule (77d62b57-ddf9-4c1f-9535-286b44cff6a6), before_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:19:22.118595 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-3f4de766-cd6c-4e52-9b89-bb11f6227e25 tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] Publish callbacks [] for security_group_rule (77d62b57-ddf9-4c1f-9535-286b44cff6a6), precommit_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:19:22.122789 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-3f4de766-cd6c-4e52-9b89-bb11f6227e25 tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3637011'] for security_group_rule (77d62b57-ddf9-4c1f-9535-286b44cff6a6), after_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:19:22.142478 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4de766-cd6c-4e52-9b89-bb11f6227e25 tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=77d62b57-ddf9-4c1f-9535-286b44cff6a6,revision_number=0']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:19:22.151358 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-3f4de766-cd6c-4e52-9b89-bb11f6227e25 tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:19:22.152605 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-3f4de766-cd6c-4e52-9b89-bb11f6227e25 tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1358807 Jun 30 04:19:22.156376 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.13', 54920) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 04:19:22.161233 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.v2.base [None req-9e5745c6-1c0c-4c12-93e2-5d9ed7526b9e tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] Request body: {'security_group_rule': {'security_group_id': '8726850e-d155-4aa8-9fff-2a2b9ea6cd77', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 30 04:19:22.192476 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-9e5745c6-1c0c-4c12-93e2-5d9ed7526b9e tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] Publish callbacks [] for security_group_rule (b2f42d65-768e-4050-8137-7a567b1ba2e8), before_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:19:22.261325 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-9e5745c6-1c0c-4c12-93e2-5d9ed7526b9e tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] Publish callbacks [] for security_group_rule (b2f42d65-768e-4050-8137-7a567b1ba2e8), precommit_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:19:22.266962 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-9e5745c6-1c0c-4c12-93e2-5d9ed7526b9e tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3637011'] for security_group_rule (b2f42d65-768e-4050-8137-7a567b1ba2e8), after_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:19:22.293824 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-9e5745c6-1c0c-4c12-93e2-5d9ed7526b9e tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:19:22.295727 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-9e5745c6-1c0c-4c12-93e2-5d9ed7526b9e tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1381948 Jun 30 04:19:22.298503 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5745c6-1c0c-4c12-93e2-5d9ed7526b9e tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b2f42d65-768e-4050-8137-7a567b1ba2e8,revision_number=0']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:19:22.299257 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.wsgi [-] (104415) accepted ('10.222.0.13', 54924) {{(pid=104415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 04:19:22.305945 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.v2.base [None req-fd244dd4-bef0-4121-9d5c-2901272da5b3 tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] Request body: {'floatingip': {'floating_network_id': 'a14b0e4f-074d-4507-846c-fc8420bddf12'}} {{(pid=104415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 30 04:19:22.328345 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-fd244dd4-bef0-4121-9d5c-2901272da5b3 tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:19:22.413422 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-fd244dd4-bef0-4121-9d5c-2901272da5b3 tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3606762'] for port (None), before_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:19:22.528737 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.db.db_base_plugin_common [None req-fd244dd4-bef0-4121-9d5c-2901272da5b3 tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] Allocated IP 172.27.1.185 (a14b0e4f-074d-4507-846c-fc8420bddf12/15378187-268c-4fae-ace7-eaca7aa50f90/9a629ef1-b471-41d6-b1f7-84b80d7af618) {{(pid=104415) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 04:19:22.537342 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eef409b2-233a-4846-8e69-31ba8d23f79a', 'name': 'network-vif-deleted', 'tag': 'af8ece6c-4794-4310-bde8-88faa37110ff'}] {{(pid=104416) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 30 04:19:22.540455 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8111519efe35ff5952c269e16f689610d56ef28aa1e0b77ca5734c542983c30f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9b23af3-65b2-4212-9c85-0712f7b93074" -d '{"events": [{"server_uuid": "eef409b2-233a-4846-8e69-31ba8d23f79a", "name": "network-vif-deleted", "tag": "af8ece6c-4794-4310-bde8-88faa37110ff"}]}' {{(pid=104416) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 04:19:22.580438 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Jun 2022 04:19:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abe99eb1-aa30-49ad-98ae-f76c352846e3 x-openstack-request-id: req-abe99eb1-aa30-49ad-98ae-f76c352846e3 {{(pid=104416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 04:19:22.580689 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eef409b2-233a-4846-8e69-31ba8d23f79a", "name": "network-vif-deleted", "tag": "af8ece6c-4794-4310-bde8-88faa37110ff", "status": "completed", "code": 200}]} {{(pid=104416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 04:19:22.581140 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-abe99eb1-aa30-49ad-98ae-f76c352846e3 {{(pid=104416) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 04:19:22.581659 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.notifiers.nova [-] Nova event matching ['req-abe99eb1-aa30-49ad-98ae-f76c352846e3'] response: {'server_uuid': 'eef409b2-233a-4846-8e69-31ba8d23f79a', 'name': 'network-vif-deleted', 'tag': 'af8ece6c-4794-4310-bde8-88faa37110ff', 'status': 'completed', 'code': 200} Jun 30 04:19:22.645567 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-fd244dd4-bef0-4121-9d5c-2901272da5b3 tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] Publish callbacks [] for port (9a629ef1-b471-41d6-b1f7-84b80d7af618), precommit_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:19:22.661511 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=87,neutron:DELETE=1,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:19:22.677413 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=87,neutron:DELETE=4,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:19:22.692743 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-fd244dd4-bef0-4121-9d5c-2901272da5b3 tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4095053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781926239317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11645207'] for port (9a629ef1-b471-41d6-b1f7-84b80d7af618), after_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:19:22.737468 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd244dd4-bef0-4121-9d5c-2901272da5b3 tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] Network a14b0e4f-074d-4507-846c-fc8420bddf12 is already hosted by enough agents. {{(pid=104415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 04:19:22.742329 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.scheduler.base_scheduler [None req-fd244dd4-bef0-4121-9d5c-2901272da5b3 tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] Resources bound (agent type, host, resource id): {{(pid=104415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 04:19:22.746150 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd244dd4-bef0-4121-9d5c-2901272da5b3 tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] Received port after_create {{(pid=104415) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 30 04:19:22.771986 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd244dd4-bef0-4121-9d5c-2901272da5b3 tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] Pushing event updated for resources: {'Port': ['ID=9a629ef1-b471-41d6-b1f7-84b80d7af618,revision_number=1']} {{(pid=104415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:19:22.835772 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-fd244dd4-bef0-4121-9d5c-2901272da5b3 tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] Publish callbacks [] for floatingip (d509b425-92e5-4e20-b6dc-1571b4651161), precommit_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:19:22.878073 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-fd244dd4-bef0-4121-9d5c-2901272da5b3 tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3606762'] for port (9a629ef1-b471-41d6-b1f7-84b80d7af618), before_update {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:19:23.038268 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-fd244dd4-bef0-4121-9d5c-2901272da5b3 tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] Publish callbacks [] for port (9a629ef1-b471-41d6-b1f7-84b80d7af618), precommit_update {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:19:23.044622 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-fd244dd4-bef0-4121-9d5c-2901272da5b3 tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4095053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781926634698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781926239335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781926239353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11645230'] for port (9a629ef1-b471-41d6-b1f7-84b80d7af618), after_update {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:19:23.112692 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd244dd4-bef0-4121-9d5c-2901272da5b3 tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] Pushing event updated for resources: {'Port': ['ID=9a629ef1-b471-41d6-b1f7-84b80d7af618,revision_number=2']} {{(pid=104415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:19:23.120891 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-fd244dd4-bef0-4121-9d5c-2901272da5b3 tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-620077'] for floatingip (d509b425-92e5-4e20-b6dc-1571b4651161), after_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:19:23.137896 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-fd244dd4-bef0-4121-9d5c-2901272da5b3 tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13292'] for floatingip (None), before_response {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:19:23.139246 dv-cinder-846842-7-iscsi neutron-server[104415]: INFO neutron.wsgi [None req-fd244dd4-bef0-4121-9d5c-2901272da5b3 tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8380754 Jun 30 04:19:23.354314 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-480e296d-5e24-4bfc-91be-d618c4537957 req-14efbfd3-4381-4cce-b6a7-7f24b61cee15 tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--1101136696&fields=id&tenant_id=71588f8a5fc34919a77f28b6a8c8db0e HTTP/1.1" status: 200 len: 267 time: 0.0527854 Jun 30 04:19:23.468768 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480e296d-5e24-4bfc-91be-d618c4537957 req-fc053ee8-83d6-43d7-b71e-86f14dea6ddd tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:19:23.470248 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-480e296d-5e24-4bfc-91be-d618c4537957 req-fc053ee8-83d6-43d7-b71e-86f14dea6ddd tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] 10.222.0.13 "GET /v2.0/networks?id=17fe777c-5046-426d-94b6-3483df1f9f21 HTTP/1.1" status: 200 len: 817 time: 0.1086547 Jun 30 04:19:23.487847 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-480e296d-5e24-4bfc-91be-d618c4537957 req-2609e747-a902-410f-983d-428b010c57ae tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] 10.222.0.13 "GET /v2.0/quotas/71588f8a5fc34919a77f28b6a8c8db0e HTTP/1.1" status: 200 len: 375 time: 0.0094728 Jun 30 04:19:23.548444 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-480e296d-5e24-4bfc-91be-d618c4537957 req-01fc2c65-a1c7-4b3a-88ab-faffb81df74f tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=71588f8a5fc34919a77f28b6a8c8db0e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0557411 Jun 30 04:19:23.632573 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=89,neutron:DELETE=6,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:19:23.651257 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-480e296d-5e24-4bfc-91be-d618c4537957 req-d02aca01-0aea-4d9e-854a-2e5032f3449c service neutron] 10.222.0.13 "GET /v2.0/networks/17fe777c-5046-426d-94b6-3483df1f9f21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868278 Jun 30 04:19:23.755758 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-480e296d-5e24-4bfc-91be-d618c4537957 req-3cc04e2e-eb23-44cc-8ed4-9aee7071b3fc service neutron] 10.222.0.13 "GET /v2.0/networks/17fe777c-5046-426d-94b6-3483df1f9f21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968606 Jun 30 04:19:23.781110 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.rpc [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Device af8ece6c-4794-4310-bde8-88faa37110ff no longer exists at agent hyperv_hv-cinder-84684 {{(pid=104417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 04:19:23.806095 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] No Port match for: af8ece6c-4794-4310-bde8-88faa37110ff {{(pid=104417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 30 04:19:23.806568 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.rpc [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Device af8ece6c-4794-4310-bde8-88faa37110ff not bound to the agent host hv-cinder-84684 {{(pid=104417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 04:19:23.934254 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-e6892467-7e1c-4295-8c37-79cc278e3781 req-0bf79c21-1147-49a7-9345-dad22b0c55df tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] 10.222.0.13 "GET /v2.0/ports?device_id=a344d61b-2dbc-49a8-b5c1-4d5619af3e77 HTTP/1.1" status: 200 len: 210 time: 0.0276349 Jun 30 04:19:25.040786 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-251976b3-d36a-41b0-8615-651841e3b02a req-eb3238bb-6409-4a17-abd1-bd30cb09e394 tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] 10.222.0.13 "GET /v2.0/ports?device_id=a344d61b-2dbc-49a8-b5c1-4d5619af3e77 HTTP/1.1" status: 200 len: 210 time: 0.0288930 Jun 30 04:19:26.147828 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-14c45bf9-1a87-44eb-a4dc-e02a83fc37cc req-9e5a38d1-e90a-4946-af5e-7ce78da418e6 tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] 10.222.0.13 "GET /v2.0/ports?device_id=a344d61b-2dbc-49a8-b5c1-4d5619af3e77 HTTP/1.1" status: 200 len: 210 time: 0.0328851 Jun 30 04:19:27.259858 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-90119ab2-deae-411b-82fd-58f0f03cdf50 req-c838fff3-cd32-4090-bf49-885c719de407 tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] 10.222.0.13 "GET /v2.0/ports?device_id=a344d61b-2dbc-49a8-b5c1-4d5619af3e77 HTTP/1.1" status: 200 len: 210 time: 0.0344245 Jun 30 04:19:27.531570 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480e296d-5e24-4bfc-91be-d618c4537957 req-3a925707-90a1-4853-b190-927d48938131 tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:19:27.533183 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-480e296d-5e24-4bfc-91be-d618c4537957 req-3a925707-90a1-4853-b190-927d48938131 tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] 10.222.0.20 "GET /v2.0/networks?id=17fe777c-5046-426d-94b6-3483df1f9f21 HTTP/1.1" status: 200 len: 817 time: 0.1200290 Jun 30 04:19:27.886754 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:19:27.905992 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-480e296d-5e24-4bfc-91be-d618c4537957 req-03d9e6e3-21a4-4a44-8188-d9a71cfbfaf2 tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=71588f8a5fc34919a77f28b6a8c8db0e HTTP/1.1" status: 200 len: 380 time: 0.3629854 Jun 30 04:19:27.919595 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.v2.base [req-480e296d-5e24-4bfc-91be-d618c4537957 req-22b2a48d-dff8-41b2-ba59-f281089ec07a tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] Request body: {'port': {'device_id': 'a344d61b-2dbc-49a8-b5c1-4d5619af3e77', 'network_id': '17fe777c-5046-426d-94b6-3483df1f9f21', 'admin_state_up': True, 'tenant_id': '71588f8a5fc34919a77f28b6a8c8db0e', 'security_groups': ['8726850e-d155-4aa8-9fff-2a2b9ea6cd77']}} {{(pid=104416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 30 04:19:28.050123 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-480e296d-5e24-4bfc-91be-d618c4537957 req-22b2a48d-dff8-41b2-ba59-f281089ec07a tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] Made reservation on behalf of 71588f8a5fc34919a77f28b6a8c8db0e for: {'port': 1} {{(pid=104416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 04:19:28.054855 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-480e296d-5e24-4bfc-91be-d618c4537957 req-22b2a48d-dff8-41b2-ba59-f281089ec07a tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3606762'] for port (None), before_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:19:28.201678 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.db.db_base_plugin_common [req-480e296d-5e24-4bfc-91be-d618c4537957 req-22b2a48d-dff8-41b2-ba59-f281089ec07a tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] Allocated IP 172.20.0.9 (17fe777c-5046-426d-94b6-3483df1f9f21/d7ebd17c-ba43-4daa-b223-4200fbc873be/14e3c353-ee55-4eee-8bdc-9d20ccd23a9e) {{(pid=104416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 04:19:28.384040 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-e0da702c-a0b0-4fdc-abed-97b99968b9b7 req-218c0b7e-d2c9-4ea5-b567-380c73c0c0ef tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] 10.222.0.13 "GET /v2.0/ports?device_id=a344d61b-2dbc-49a8-b5c1-4d5619af3e77 HTTP/1.1" status: 200 len: 210 time: 0.0457580 Jun 30 04:19:28.394388 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-480e296d-5e24-4bfc-91be-d618c4537957 req-22b2a48d-dff8-41b2-ba59-f281089ec07a tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] Publish callbacks [] for port (14e3c353-ee55-4eee-8bdc-9d20ccd23a9e), precommit_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:19:28.442243 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-480e296d-5e24-4bfc-91be-d618c4537957 req-22b2a48d-dff8-41b2-ba59-f281089ec07a tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4095053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781926239317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1764130'] for port (14e3c353-ee55-4eee-8bdc-9d20ccd23a9e), after_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:19:28.486597 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-480e296d-5e24-4bfc-91be-d618c4537957 req-22b2a48d-dff8-41b2-ba59-f281089ec07a tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] Network 17fe777c-5046-426d-94b6-3483df1f9f21 is already hosted by enough agents. {{(pid=104416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 04:19:28.490154 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.scheduler.base_scheduler [req-480e296d-5e24-4bfc-91be-d618c4537957 req-22b2a48d-dff8-41b2-ba59-f281089ec07a tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] Resources bound (agent type, host, resource id): {{(pid=104416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 04:19:28.494823 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.db.l3_dvrscheduler_db [req-480e296d-5e24-4bfc-91be-d618c4537957 req-22b2a48d-dff8-41b2-ba59-f281089ec07a tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] Received port after_create {{(pid=104416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 30 04:19:28.501597 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:19:28.532044 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b2a48d-dff8-41b2-ba59-f281089ec07a tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] Pushing event updated for resources: {'Port': ['ID=14e3c353-ee55-4eee-8bdc-9d20ccd23a9e,revision_number=1']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:19:28.558121 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480e296d-5e24-4bfc-91be-d618c4537957 req-22b2a48d-dff8-41b2-ba59-f281089ec07a tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:19:28.558697 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-480e296d-5e24-4bfc-91be-d618c4537957 req-22b2a48d-dff8-41b2-ba59-f281089ec07a tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13292'] for port (None), before_response {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:19:28.581199 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-480e296d-5e24-4bfc-91be-d618c4537957 req-22b2a48d-dff8-41b2-ba59-f281089ec07a tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6650932 Jun 30 04:19:28.713264 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.db.provisioning_blocks [None req-dd1a5fb9-416d-42c1-9156-1257f2144500 None None] Provisioning complete for port 14e3c353-ee55-4eee-8bdc-9d20ccd23a9e triggered by entity DHCP. {{(pid=104417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 30 04:19:28.713783 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-dd1a5fb9-416d-42c1-9156-1257f2144500 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565073'] for port (14e3c353-ee55-4eee-8bdc-9d20ccd23a9e), provisioning_complete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:19:28.748218 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-dd1a5fb9-416d-42c1-9156-1257f2144500 None None] Port 14e3c353-ee55-4eee-8bdc-9d20ccd23a9e cannot update to ACTIVE because it is not bound. {{(pid=104417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 30 04:19:28.762372 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.v2.base [req-480e296d-5e24-4bfc-91be-d618c4537957 req-c2d3954f-a7e3-44e1-a26a-8decfc942ca2 service neutron] Request body: {'port': {'device_id': 'a344d61b-2dbc-49a8-b5c1-4d5619af3e77', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84684'}} {{(pid=104416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 30 04:19:28.845250 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-480e296d-5e24-4bfc-91be-d618c4537957 req-c2d3954f-a7e3-44e1-a26a-8decfc942ca2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3606762'] for port (14e3c353-ee55-4eee-8bdc-9d20ccd23a9e), before_update {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:19:29.059123 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:19:29.148551 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.notifiers.nova [req-480e296d-5e24-4bfc-91be-d618c4537957 req-c2d3954f-a7e3-44e1-a26a-8decfc942ca2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 14e3c353-ee55-4eee-8bdc-9d20ccd23a9e {{(pid=104416) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 30 04:19:29.156896 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-480e296d-5e24-4bfc-91be-d618c4537957 req-c2d3954f-a7e3-44e1-a26a-8decfc942ca2 service neutron] Publish callbacks [] for port (14e3c353-ee55-4eee-8bdc-9d20ccd23a9e), precommit_update {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:19:29.169661 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.db.provisioning_blocks [req-480e296d-5e24-4bfc-91be-d618c4537957 req-c2d3954f-a7e3-44e1-a26a-8decfc942ca2 service neutron] Transition to ACTIVE for port object 14e3c353-ee55-4eee-8bdc-9d20ccd23a9e will not be triggered until provisioned by entity L2. {{(pid=104416) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 30 04:19:29.175083 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-480e296d-5e24-4bfc-91be-d618c4537957 req-c2d3954f-a7e3-44e1-a26a-8decfc942ca2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4095053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781926634698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781926239335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781926239353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1764123'] for port (14e3c353-ee55-4eee-8bdc-9d20ccd23a9e), after_update {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:19:29.227055 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d3954f-a7e3-44e1-a26a-8decfc942ca2 service neutron] Pushing event updated for resources: {'Port': ['ID=14e3c353-ee55-4eee-8bdc-9d20ccd23a9e,revision_number=2']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:19:29.301548 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.managers [req-480e296d-5e24-4bfc-91be-d618c4537957 req-c2d3954f-a7e3-44e1-a26a-8decfc942ca2 service neutron] Attempting to bind port 14e3c353-ee55-4eee-8bdc-9d20ccd23a9e on host hv-cinder-84684 for vnic_type normal with profile {{(pid=104416) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 30 04:19:29.301911 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.managers [req-480e296d-5e24-4bfc-91be-d618c4537957 req-c2d3954f-a7e3-44e1-a26a-8decfc942ca2 service neutron] Attempting to bind port 14e3c353-ee55-4eee-8bdc-9d20ccd23a9e by drivers openvswitch,hyperv on host hv-cinder-84684 at level 0 using segments [{'id': 'fa7c4b3d-3226-4230-8cea-73b76388d57e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '17fe777c-5046-426d-94b6-3483df1f9f21'}] {{(pid=104416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 30 04:19:29.302238 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-480e296d-5e24-4bfc-91be-d618c4537957 req-c2d3954f-a7e3-44e1-a26a-8decfc942ca2 service neutron] Attempting to bind port 14e3c353-ee55-4eee-8bdc-9d20ccd23a9e on network 17fe777c-5046-426d-94b6-3483df1f9f21 {{(pid=104416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 30 04:19:29.307654 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-480e296d-5e24-4bfc-91be-d618c4537957 req-c2d3954f-a7e3-44e1-a26a-8decfc942ca2 service neutron] Port 14e3c353-ee55-4eee-8bdc-9d20ccd23a9e on network 17fe777c-5046-426d-94b6-3483df1f9f21 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84684 {{(pid=104416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 30 04:19:29.307978 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-480e296d-5e24-4bfc-91be-d618c4537957 req-c2d3954f-a7e3-44e1-a26a-8decfc942ca2 service neutron] Attempting to bind port 14e3c353-ee55-4eee-8bdc-9d20ccd23a9e on network 17fe777c-5046-426d-94b6-3483df1f9f21 {{(pid=104416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 30 04:19:29.313486 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-480e296d-5e24-4bfc-91be-d618c4537957 req-c2d3954f-a7e3-44e1-a26a-8decfc942ca2 service neutron] Checking agent: {'id': 'ef703bef-7cc0-467c-baa9-fe8a66be565c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84684', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 30, 4, 13, 10), 'started_at': datetime.datetime(2022, 6, 30, 4, 13, 10), 'heartbeat_timestamp': datetime.datetime(2022, 6, 30, 4, 19, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 30 04:19:29.313823 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-480e296d-5e24-4bfc-91be-d618c4537957 req-c2d3954f-a7e3-44e1-a26a-8decfc942ca2 service neutron] Checking segment: {'id': 'fa7c4b3d-3226-4230-8cea-73b76388d57e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '17fe777c-5046-426d-94b6-3483df1f9f21'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104416) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 30 04:19:29.314220 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-480e296d-5e24-4bfc-91be-d618c4537957 req-c2d3954f-a7e3-44e1-a26a-8decfc942ca2 service neutron] Bound using segment: {'id': 'fa7c4b3d-3226-4230-8cea-73b76388d57e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '17fe777c-5046-426d-94b6-3483df1f9f21'} {{(pid=104416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 30 04:19:29.314644 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.managers [req-480e296d-5e24-4bfc-91be-d618c4537957 req-c2d3954f-a7e3-44e1-a26a-8decfc942ca2 service neutron] Bound port: 14e3c353-ee55-4eee-8bdc-9d20ccd23a9e, host: hv-cinder-84684, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fa7c4b3d-3226-4230-8cea-73b76388d57e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '17fe777c-5046-426d-94b6-3483df1f9f21'}}] {{(pid=104416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 30 04:19:29.315005 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-480e296d-5e24-4bfc-91be-d618c4537957 req-c2d3954f-a7e3-44e1-a26a-8decfc942ca2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3606762'] for port (14e3c353-ee55-4eee-8bdc-9d20ccd23a9e), before_update {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:19:29.384421 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.db [req-480e296d-5e24-4bfc-91be-d618c4537957 req-c2d3954f-a7e3-44e1-a26a-8decfc942ca2 service neutron] For port 14e3c353-ee55-4eee-8bdc-9d20ccd23a9e, host hv-cinder-84684, cleared binding levels {{(pid=104416) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 04:19:29.388292 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.db [req-480e296d-5e24-4bfc-91be-d618c4537957 req-c2d3954f-a7e3-44e1-a26a-8decfc942ca2 service neutron] For port 14e3c353-ee55-4eee-8bdc-9d20ccd23a9e, host hv-cinder-84684, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=14e3c353-ee55-4eee-8bdc-9d20ccd23a9e,segment=NetworkSegment(fa7c4b3d-3226-4230-8cea-73b76388d57e),segment_id=fa7c4b3d-3226-4230-8cea-73b76388d57e)] {{(pid=104416) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 04:19:29.394013 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-480e296d-5e24-4bfc-91be-d618c4537957 req-c2d3954f-a7e3-44e1-a26a-8decfc942ca2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4095053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781926634698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781926239335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781926239353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1764123'] for port (14e3c353-ee55-4eee-8bdc-9d20ccd23a9e), after_update {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:19:29.430107 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480e296d-5e24-4bfc-91be-d618c4537957 req-c2d3954f-a7e3-44e1-a26a-8decfc942ca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:19:29.430722 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-480e296d-5e24-4bfc-91be-d618c4537957 req-c2d3954f-a7e3-44e1-a26a-8decfc942ca2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13292'] for port (None), before_response {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:19:29.432163 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-480e296d-5e24-4bfc-91be-d618c4537957 req-c2d3954f-a7e3-44e1-a26a-8decfc942ca2 service neutron] 10.222.0.20 "PUT /v2.0/ports/14e3c353-ee55-4eee-8bdc-9d20ccd23a9e HTTP/1.1" status: 200 len: 1093 time: 0.6749942 Jun 30 04:19:29.432563 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a344d61b-2dbc-49a8-b5c1-4d5619af3e77', 'tag': '14e3c353-ee55-4eee-8bdc-9d20ccd23a9e'}] {{(pid=104416) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 30 04:19:29.434820 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8111519efe35ff5952c269e16f689610d56ef28aa1e0b77ca5734c542983c30f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1157822-03b2-486d-86eb-8321560ebb25" -d '{"events": [{"name": "network-changed", "server_uuid": "a344d61b-2dbc-49a8-b5c1-4d5619af3e77", "tag": "14e3c353-ee55-4eee-8bdc-9d20ccd23a9e"}]}' {{(pid=104416) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 04:19:29.459365 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d3954f-a7e3-44e1-a26a-8decfc942ca2 service neutron] Pushing event updated for resources: {'Port': ['ID=14e3c353-ee55-4eee-8bdc-9d20ccd23a9e,revision_number=3']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:19:29.507453 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Jun 2022 04:19:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca2b28f6-9ca2-4fab-94ec-e34f2440a480 x-openstack-request-id: req-ca2b28f6-9ca2-4fab-94ec-e34f2440a480 {{(pid=104416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 04:19:29.507880 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a344d61b-2dbc-49a8-b5c1-4d5619af3e77", "tag": "14e3c353-ee55-4eee-8bdc-9d20ccd23a9e", "status": "completed", "code": 200}]} {{(pid=104416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 04:19:29.508120 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ca2b28f6-9ca2-4fab-94ec-e34f2440a480 {{(pid=104416) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 04:19:29.508534 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ca2b28f6-9ca2-4fab-94ec-e34f2440a480'] response: {'name': 'network-changed', 'server_uuid': 'a344d61b-2dbc-49a8-b5c1-4d5619af3e77', 'tag': '14e3c353-ee55-4eee-8bdc-9d20ccd23a9e', 'status': 'completed', 'code': 200} Jun 30 04:19:29.571903 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480e296d-5e24-4bfc-91be-d618c4537957 req-2216e31b-6153-48a4-a3c6-72d6283b0ebd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:19:29.573417 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-480e296d-5e24-4bfc-91be-d618c4537957 req-2216e31b-6153-48a4-a3c6-72d6283b0ebd service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=71588f8a5fc34919a77f28b6a8c8db0e&device_id=a344d61b-2dbc-49a8-b5c1-4d5619af3e77 HTTP/1.1" status: 200 len: 1127 time: 0.0784109 Jun 30 04:19:29.585339 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd8d1a4-2d98-4ee7-bd01-57844f689233 req-c532c706-84d2-4e5e-ba9d-98c922fb3d6d tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:19:29.586952 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-abd8d1a4-2d98-4ee7-bd01-57844f689233 req-c532c706-84d2-4e5e-ba9d-98c922fb3d6d tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] 10.222.0.13 "GET /v2.0/ports?device_id=a344d61b-2dbc-49a8-b5c1-4d5619af3e77 HTTP/1.1" status: 200 len: 943 time: 0.0764229 Jun 30 04:19:29.634976 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-480e296d-5e24-4bfc-91be-d618c4537957 req-9c137b4b-c62e-4cb1-8eca-f02820e42551 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=14e3c353-ee55-4eee-8bdc-9d20ccd23a9e HTTP/1.1" status: 200 len: 217 time: 0.0469854 Jun 30 04:19:29.661615 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:SELECT=73 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:19:29.672041 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:SELECT=75,neutron:UPDATE=2 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:19:29.677384 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:19:29.688325 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-abd8d1a4-2d98-4ee7-bd01-57844f689233 req-cfd75665-c839-4e97-9f8a-b77cf7e7f5c2 tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] 10.222.0.13 "GET /v2.0/security-groups?id=8726850e-d155-4aa8-9fff-2a2b9ea6cd77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0940104 Jun 30 04:19:29.704615 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480e296d-5e24-4bfc-91be-d618c4537957 req-31282bde-0a32-4288-a84f-5d2097f5db48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:19:29.706341 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-480e296d-5e24-4bfc-91be-d618c4537957 req-31282bde-0a32-4288-a84f-5d2097f5db48 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d7ebd17c-ba43-4daa-b223-4200fbc873be HTTP/1.1" status: 200 len: 856 time: 0.0619636 Jun 30 04:19:29.759017 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480e296d-5e24-4bfc-91be-d618c4537957 req-9737c297-aa3a-4ac1-a5b7-f34c588767ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:19:29.760639 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-480e296d-5e24-4bfc-91be-d618c4537957 req-9737c297-aa3a-4ac1-a5b7-f34c588767ae service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=17fe777c-5046-426d-94b6-3483df1f9f21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0466003 Jun 30 04:19:29.863231 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-480e296d-5e24-4bfc-91be-d618c4537957 req-f097c184-a5fe-4fe7-820c-5b251db9b167 service neutron] 10.222.0.20 "GET /v2.0/networks/17fe777c-5046-426d-94b6-3483df1f9f21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884452 Jun 30 04:19:29.993486 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca966b37-4bcd-4791-9a14-95195b5cf48e req-088bda18-c16d-4034-8534-aea0c3853d55 tempest-TestMinimumBasicScenario-130177793 tempest-TestMinimumBasicScenario-130177793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:19:29.994952 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-ca966b37-4bcd-4791-9a14-95195b5cf48e req-088bda18-c16d-4034-8534-aea0c3853d55 tempest-TestMinimumBasicScenario-130177793 tempest-TestMinimumBasicScenario-130177793-project] 10.222.0.13 "GET /v2.0/ports?device_id=51520645-cd99-466c-83b2-8f735e7d04cf HTTP/1.1" status: 200 len: 945 time: 0.0615070 Jun 30 04:19:30.000671 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-480e296d-5e24-4bfc-91be-d618c4537957 req-357a8826-dff1-4a9f-b144-a25878ca6148 service neutron] 10.222.0.20 "GET /v2.0/networks/17fe777c-5046-426d-94b6-3483df1f9f21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1301496 Jun 30 04:19:30.043883 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:19:30.050059 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-ca966b37-4bcd-4791-9a14-95195b5cf48e req-d4093fd8-2404-464b-9d23-ff6d11c56841 tempest-TestMinimumBasicScenario-130177793 tempest-TestMinimumBasicScenario-130177793-project] 10.222.0.13 "GET /v2.0/security-groups?id=f3b6e636-c97e-43d6-a170-7ea88b7ee921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484576 Jun 30 04:19:30.073500 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.wsgi [-] (104415) accepted ('10.222.0.13', 55030) {{(pid=104415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 04:19:30.171272 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3831399f-751a-4545-bf66-bde757cf568a tempest-TestMinimumBasicScenario-677840924 tempest-TestMinimumBasicScenario-677840924-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:19:30.176177 dv-cinder-846842-7-iscsi neutron-server[104415]: INFO neutron.wsgi [None req-3831399f-751a-4545-bf66-bde757cf568a tempest-TestMinimumBasicScenario-677840924 tempest-TestMinimumBasicScenario-677840924-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=51520645-cd99-466c-83b2-8f735e7d04cf HTTP/1.1" status: 200 len: 1124 time: 0.1011996 Jun 30 04:19:30.176953 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.13', 55038) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 04:19:30.182401 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.v2.base [None req-4febc5b0-5c23-4056-a9bd-b67c453b4356 tempest-TestMinimumBasicScenario-130177793 tempest-TestMinimumBasicScenario-130177793-project] Request body: {'floatingip': {'floating_network_id': 'a14b0e4f-074d-4507-846c-fc8420bddf12', 'port_id': '9bba023e-b365-43ab-a64b-b1010d222f8a', 'tenant_id': 'bf207393082c48d09f827e16d99b2609', 'fixed_ip_address': '172.20.0.3'}} {{(pid=104416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 30 04:19:30.204730 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-4febc5b0-5c23-4056-a9bd-b67c453b4356 tempest-TestMinimumBasicScenario-130177793 tempest-TestMinimumBasicScenario-130177793-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:19:30.289646 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-4febc5b0-5c23-4056-a9bd-b67c453b4356 tempest-TestMinimumBasicScenario-130177793 tempest-TestMinimumBasicScenario-130177793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3606762'] for port (None), before_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:19:30.401434 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.db.db_base_plugin_common [None req-4febc5b0-5c23-4056-a9bd-b67c453b4356 tempest-TestMinimumBasicScenario-130177793 tempest-TestMinimumBasicScenario-130177793-project] Allocated IP 172.27.1.86 (a14b0e4f-074d-4507-846c-fc8420bddf12/15378187-268c-4fae-ace7-eaca7aa50f90/874d3613-bb10-48fe-b6d6-d88c95f10229) {{(pid=104416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 04:19:30.509713 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-4febc5b0-5c23-4056-a9bd-b67c453b4356 tempest-TestMinimumBasicScenario-130177793 tempest-TestMinimumBasicScenario-130177793-project] Publish callbacks [] for port (874d3613-bb10-48fe-b6d6-d88c95f10229), precommit_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:19:30.549582 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-4febc5b0-5c23-4056-a9bd-b67c453b4356 tempest-TestMinimumBasicScenario-130177793 tempest-TestMinimumBasicScenario-130177793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4095053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781926239317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1764130'] for port (874d3613-bb10-48fe-b6d6-d88c95f10229), after_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:19:30.593158 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4febc5b0-5c23-4056-a9bd-b67c453b4356 tempest-TestMinimumBasicScenario-130177793 tempest-TestMinimumBasicScenario-130177793-project] Network a14b0e4f-074d-4507-846c-fc8420bddf12 is already hosted by enough agents. {{(pid=104416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 04:19:30.596137 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.scheduler.base_scheduler [None req-4febc5b0-5c23-4056-a9bd-b67c453b4356 tempest-TestMinimumBasicScenario-130177793 tempest-TestMinimumBasicScenario-130177793-project] Resources bound (agent type, host, resource id): {{(pid=104416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 04:19:30.598753 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4febc5b0-5c23-4056-a9bd-b67c453b4356 tempest-TestMinimumBasicScenario-130177793 tempest-TestMinimumBasicScenario-130177793-project] Received port after_create {{(pid=104416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 30 04:19:30.628995 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4febc5b0-5c23-4056-a9bd-b67c453b4356 tempest-TestMinimumBasicScenario-130177793 tempest-TestMinimumBasicScenario-130177793-project] Pushing event updated for resources: {'Port': ['ID=874d3613-bb10-48fe-b6d6-d88c95f10229,revision_number=1']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:19:30.686513 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:19:30.841074 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28acecde-b8f2-4271-a126-e75e24fe93e4 req-7d03bf94-d37c-4871-80dc-4cb233c16dc7 tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:19:30.842562 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-28acecde-b8f2-4271-a126-e75e24fe93e4 req-7d03bf94-d37c-4871-80dc-4cb233c16dc7 tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] 10.222.0.13 "GET /v2.0/ports?device_id=a344d61b-2dbc-49a8-b5c1-4d5619af3e77 HTTP/1.1" status: 200 len: 943 time: 0.0782461 Jun 30 04:19:30.935325 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-28acecde-b8f2-4271-a126-e75e24fe93e4 req-ce5bcc70-c8a2-4b31-b7f3-682d5dfbe366 tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] 10.222.0.13 "GET /v2.0/security-groups?id=8726850e-d155-4aa8-9fff-2a2b9ea6cd77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0862665 Jun 30 04:19:30.995784 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:19:31.026614 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-4febc5b0-5c23-4056-a9bd-b67c453b4356 tempest-TestMinimumBasicScenario-130177793 tempest-TestMinimumBasicScenario-130177793-project] Publish callbacks [] for floatingip (40b74ca9-6103-4507-b150-4f60698459df), precommit_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:19:31.105379 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-4febc5b0-5c23-4056-a9bd-b67c453b4356 tempest-TestMinimumBasicScenario-130177793 tempest-TestMinimumBasicScenario-130177793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3606762'] for port (874d3613-bb10-48fe-b6d6-d88c95f10229), before_update {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:19:31.297315 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-4febc5b0-5c23-4056-a9bd-b67c453b4356 tempest-TestMinimumBasicScenario-130177793 tempest-TestMinimumBasicScenario-130177793-project] Publish callbacks [] for port (874d3613-bb10-48fe-b6d6-d88c95f10229), precommit_update {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:19:31.299761 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1157822-03b2-486d-86eb-8321560ebb25 req-2b3de933-c268-43d4-a4cc-43c269ec2bab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:19:31.301598 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-f1157822-03b2-486d-86eb-8321560ebb25 req-2b3de933-c268-43d4-a4cc-43c269ec2bab service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=71588f8a5fc34919a77f28b6a8c8db0e&device_id=a344d61b-2dbc-49a8-b5c1-4d5619af3e77 HTTP/1.1" status: 200 len: 1127 time: 0.0565183 Jun 30 04:19:31.303162 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-4febc5b0-5c23-4056-a9bd-b67c453b4356 tempest-TestMinimumBasicScenario-130177793 tempest-TestMinimumBasicScenario-130177793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4095053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781926634698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781926239335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781926239353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1764123'] for port (874d3613-bb10-48fe-b6d6-d88c95f10229), after_update {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:19:31.446828 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4febc5b0-5c23-4056-a9bd-b67c453b4356 tempest-TestMinimumBasicScenario-130177793 tempest-TestMinimumBasicScenario-130177793-project] Pushing event updated for resources: {'Port': ['ID=874d3613-bb10-48fe-b6d6-d88c95f10229,revision_number=2']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:19:31.461944 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-4febc5b0-5c23-4056-a9bd-b67c453b4356 tempest-TestMinimumBasicScenario-130177793 tempest-TestMinimumBasicScenario-130177793-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-620077'] for floatingip (40b74ca9-6103-4507-b150-4f60698459df), after_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:19:31.536269 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1157822-03b2-486d-86eb-8321560ebb25 req-addf82af-08c1-4d0c-9ec3-e53075f3ed13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:19:31.537771 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-f1157822-03b2-486d-86eb-8321560ebb25 req-addf82af-08c1-4d0c-9ec3-e53075f3ed13 service neutron] 10.222.0.20 "GET /v2.0/networks?id=17fe777c-5046-426d-94b6-3483df1f9f21 HTTP/1.1" status: 200 len: 918 time: 0.2290890 Jun 30 04:19:31.585413 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-f1157822-03b2-486d-86eb-8321560ebb25 req-3bd3d3d9-76f0-43c4-931d-f4eea1dda9f8 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=14e3c353-ee55-4eee-8bdc-9d20ccd23a9e HTTP/1.1" status: 200 len: 217 time: 0.0400991 Jun 30 04:19:31.598706 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:19:31.632422 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.db.l3_db [None req-4febc5b0-5c23-4056-a9bd-b67c453b4356 tempest-TestMinimumBasicScenario-130177793 tempest-TestMinimumBasicScenario-130177793-project] Floating IP 40b74ca9-6103-4507-b150-4f60698459df associated. External IP: 172.27.1.86, port: 9bba023e-b365-43ab-a64b-b1010d222f8a. Jun 30 04:19:31.715621 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1157822-03b2-486d-86eb-8321560ebb25 req-5fa0b1a1-b244-482b-924d-6ed602ec57ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:19:31.717113 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-f1157822-03b2-486d-86eb-8321560ebb25 req-5fa0b1a1-b244-482b-924d-6ed602ec57ac service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d7ebd17c-ba43-4daa-b223-4200fbc873be HTTP/1.1" status: 200 len: 856 time: 0.1157708 Jun 30 04:19:31.813839 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:19:31.846935 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4febc5b0-5c23-4056-a9bd-b67c453b4356 tempest-TestMinimumBasicScenario-130177793 tempest-TestMinimumBasicScenario-130177793-project] Router 94c38f85-5e46-4cec-9919-676c779c6860 has already been hosted by L3 agent 2ea21a61-d737-4543-a811-a0d035fbf0f6 {{(pid=104416) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 30 04:19:31.958532 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4febc5b0-5c23-4056-a9bd-b67c453b4356 tempest-TestMinimumBasicScenario-130177793 tempest-TestMinimumBasicScenario-130177793-project] Notify agent at l3_agent.dv-cinder-846842-7-iscsi the message routers_updated {{(pid=104416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 04:19:31.969619 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acf789b3-f3cb-48ea-ab28-28aa732c647c None None] Sync routers for ids ['94c38f85-5e46-4cec-9919-676c779c6860'] in dv-cinder-846842-7-iscsi {{(pid=104417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 04:19:31.979850 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-4febc5b0-5c23-4056-a9bd-b67c453b4356 tempest-TestMinimumBasicScenario-130177793 tempest-TestMinimumBasicScenario-130177793-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13292'] for floatingip (None), before_response {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:19:31.980432 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acf789b3-f3cb-48ea-ab28-28aa732c647c None None] Routers {'94c38f85-5e46-4cec-9919-676c779c6860'} bound to L3 agent in host dv-cinder-846842-7-iscsi {{(pid=104417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 30 04:19:31.981119 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.db.l3_hamode_db [None req-acf789b3-f3cb-48ea-ab28-28aa732c647c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-30T04:07:07Z,description=,heartbeat_timestamp=2022-06-30T04:19:08Z,host='dv-cinder-846842-7-iscsi',id=2ea21a61-d737-4543-a811-a0d035fbf0f6,load=0,resource_versions=,resources_synced=,started_at=2022-06-30T04:07:07Z,topic='l3_agent')) {'router_ids': ['94c38f85-5e46-4cec-9919-676c779c6860'], 'active': True} {{(pid=104417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 04:19:32.029065 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-4febc5b0-5c23-4056-a9bd-b67c453b4356 tempest-TestMinimumBasicScenario-130177793 tempest-TestMinimumBasicScenario-130177793-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8480394 Jun 30 04:19:32.029065 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51520645-cd99-466c-83b2-8f735e7d04cf', 'tag': '9bba023e-b365-43ab-a64b-b1010d222f8a'}] {{(pid=104416) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 30 04:19:32.029375 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8111519efe35ff5952c269e16f689610d56ef28aa1e0b77ca5734c542983c30f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8095c1f4-f554-4323-8ed1-16d2f2a6ad9c" -d '{"events": [{"name": "network-changed", "server_uuid": "51520645-cd99-466c-83b2-8f735e7d04cf", "tag": "9bba023e-b365-43ab-a64b-b1010d222f8a"}]}' {{(pid=104416) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 04:19:32.029866 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.wsgi [-] (104415) accepted ('10.222.0.13', 55054) {{(pid=104415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 04:19:32.035774 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.v2.base [None req-b18a6f39-83e1-4752-9089-a7baa7229b0a tempest-TestMinimumBasicScenario-130177793 tempest-TestMinimumBasicScenario-130177793-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1358399468', 'description': 'tempest-secgroup-smoke-1358399468 description', 'project_id': 'bf207393082c48d09f827e16d99b2609'}} {{(pid=104415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 30 04:19:32.071896 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28c3312-bfe1-43bc-8e9a-c926ca829203 req-3a21a102-1bfb-48b4-ada4-220e4a2089cb tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:19:32.073551 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-e28c3312-bfe1-43bc-8e9a-c926ca829203 req-3a21a102-1bfb-48b4-ada4-220e4a2089cb tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] 10.222.0.13 "GET /v2.0/ports?device_id=a344d61b-2dbc-49a8-b5c1-4d5619af3e77 HTTP/1.1" status: 200 len: 943 time: 0.0600369 Jun 30 04:19:32.074434 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-b18a6f39-83e1-4752-9089-a7baa7229b0a tempest-TestMinimumBasicScenario-130177793 tempest-TestMinimumBasicScenario-130177793-project] Publish callbacks [] for security_group (None), before_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:19:32.089852 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.db.l3_dvr_db [None req-acf789b3-f3cb-48ea-ab28-28aa732c647c None None] Set router 94c38f85-5e46-4cec-9919-676c779c6860 gateway port host: dv-cinder-846842-7-iscsi {{(pid=104417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 30 04:19:32.110846 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Jun 2022 04:19:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4dec9a37-90a3-4820-b774-e21fcf14f826 x-openstack-request-id: req-4dec9a37-90a3-4820-b774-e21fcf14f826 {{(pid=104416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 04:19:32.111150 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51520645-cd99-466c-83b2-8f735e7d04cf", "tag": "9bba023e-b365-43ab-a64b-b1010d222f8a", "status": "completed", "code": 200}]} {{(pid=104416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 04:19:32.111398 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4dec9a37-90a3-4820-b774-e21fcf14f826 {{(pid=104416) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 04:19:32.111796 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4dec9a37-90a3-4820-b774-e21fcf14f826'] response: {'name': 'network-changed', 'server_uuid': '51520645-cd99-466c-83b2-8f735e7d04cf', 'tag': '9bba023e-b365-43ab-a64b-b1010d222f8a', 'status': 'completed', 'code': 200} Jun 30 04:19:32.126766 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:19:32.130639 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-e28c3312-bfe1-43bc-8e9a-c926ca829203 req-6e0f95bc-fe65-42a8-888c-c12ba7ed006a tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] 10.222.0.13 "GET /v2.0/security-groups?id=8726850e-d155-4aa8-9fff-2a2b9ea6cd77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497446 Jun 30 04:19:32.135816 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:19:32.174346 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-b18a6f39-83e1-4752-9089-a7baa7229b0a tempest-TestMinimumBasicScenario-130177793 tempest-TestMinimumBasicScenario-130177793-project] Publish callbacks [] for security_group (9d0d7e41-0de4-435b-8be5-77663521a9cc), precommit_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:19:32.178824 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-b18a6f39-83e1-4752-9089-a7baa7229b0a tempest-TestMinimumBasicScenario-130177793 tempest-TestMinimumBasicScenario-130177793-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3637186'] for security_group (9d0d7e41-0de4-435b-8be5-77663521a9cc), after_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:19:32.207189 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-b18a6f39-83e1-4752-9089-a7baa7229b0a tempest-TestMinimumBasicScenario-130177793 tempest-TestMinimumBasicScenario-130177793-project] Publish callbacks [] for security_group (None), before_response {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:19:32.208384 dv-cinder-846842-7-iscsi neutron-server[104415]: INFO neutron.wsgi [None req-b18a6f39-83e1-4752-9089-a7baa7229b0a tempest-TestMinimumBasicScenario-130177793 tempest-TestMinimumBasicScenario-130177793-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1774652 Jun 30 04:19:32.211686 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.13', 55058) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 04:19:32.212438 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18a6f39-83e1-4752-9089-a7baa7229b0a tempest-TestMinimumBasicScenario-130177793 tempest-TestMinimumBasicScenario-130177793-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9d0d7e41-0de4-435b-8be5-77663521a9cc,revision_number=1']} {{(pid=104415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:19:32.216716 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.v2.base [None req-2c12ca49-68ae-4ef5-b89c-e8725fe8bd47 tempest-TestMinimumBasicScenario-130177793 tempest-TestMinimumBasicScenario-130177793-project] Request body: {'security_group_rule': {'security_group_id': '9d0d7e41-0de4-435b-8be5-77663521a9cc', 'project_id': 'bf207393082c48d09f827e16d99b2609', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 30 04:19:32.245789 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-2c12ca49-68ae-4ef5-b89c-e8725fe8bd47 tempest-TestMinimumBasicScenario-130177793 tempest-TestMinimumBasicScenario-130177793-project] Publish callbacks [] for security_group_rule (67f55f27-1fed-4aa0-9e04-dda0aaa0b5e2), before_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:19:32.303955 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-2c12ca49-68ae-4ef5-b89c-e8725fe8bd47 tempest-TestMinimumBasicScenario-130177793 tempest-TestMinimumBasicScenario-130177793-project] Publish callbacks [] for security_group_rule (67f55f27-1fed-4aa0-9e04-dda0aaa0b5e2), precommit_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:19:32.308592 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-2c12ca49-68ae-4ef5-b89c-e8725fe8bd47 tempest-TestMinimumBasicScenario-130177793 tempest-TestMinimumBasicScenario-130177793-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3637011'] for security_group_rule (67f55f27-1fed-4aa0-9e04-dda0aaa0b5e2), after_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:19:32.317557 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.db.l3_hamode_db [None req-acf789b3-f3cb-48ea-ab28-28aa732c647c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94c38f85-5e46-4cec-9919-676c779c6860', 'name': 'tempest-TestMinimumBasicScenario-1356694039-router', 'tenant_id': 'bf207393082c48d09f827e16d99b2609', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14b0e4f-074d-4507-846c-fc8420bddf12', 'external_fixed_ips': [{'subnet_id': '15378187-268c-4fae-ace7-eaca7aa50f90', 'ip_address': '172.27.1.147'}], 'enable_snat': True}, 'gw_port_id': 'cff5bd16-8bf5-4554-a34f-c1c0db534a4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T04:18:20Z', 'updated_at': '2022-06-30T04:18:24Z', 'revision_number': 4, 'project_id': 'bf207393082c48d09f827e16d99b2609', 'gw_port': {'id': 'cff5bd16-8bf5-4554-a34f-c1c0db534a4f', 'name': '', 'network_id': 'a14b0e4f-074d-4507-846c-fc8420bddf12', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:11:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94c38f85-5e46-4cec-9919-676c779c6860', 'device_owner': 'network:router_gateway', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': '15378187-268c-4fae-ace7-eaca7aa50f90', 'ip_address': '172.27.1.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T04:18:21Z', 'updated_at': '2022-06-30T04:18:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15378187-268c-4fae-ace7-eaca7aa50f90', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-7-iscsi', '_floatingips': [{'id': '40b74ca9-6103-4507-b150-4f60698459df', 'tenant_id': 'bf207393082c48d09f827e16d99b2609', 'floating_ip_address': '172.27.1.86', 'floating_network_id': 'a14b0e4f-074d-4507-846c-fc8420bddf12', 'router_id': '94c38f85-5e46-4cec-9919-676c779c6860', 'port_id': '9bba023e-b365-43ab-a64b-b1010d222f8a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 565, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9f998a2a-5cb6-4bab-892c-06a6730a89bd', 'mac_address': 'fa:16:3e:f0:00:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51520645-cd99-466c-83b2-8f735e7d04cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-30T04:19:30Z', 'updated_at': '2022-06-30T04:19:30Z', 'revision_number': 0, 'project_id': 'bf207393082c48d09f827e16d99b2609', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd0010877-2752-4254-bf1b-3d94d53f5b8a', 'name': '', 'network_id': '9f998a2a-5cb6-4bab-892c-06a6730a89bd', 'tenant_id': 'bf207393082c48d09f827e16d99b2609', 'mac_address': 'fa:16:3e:fb:a1:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94c38f85-5e46-4cec-9919-676c779c6860', 'device_owner': 'network:router_interface', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '06112278-432b-41ef-b6f4-fdb3205ed762', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T04:18:23Z', 'updated_at': '2022-06-30T04:18:29Z', 'revision_number': 5, 'project_id': 'bf207393082c48d09f827e16d99b2609', 'subnets': [{'id': '06112278-432b-41ef-b6f4-fdb3205ed762', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846842-7-iscsi', False) {} {{(pid=104417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 04:19:32.327561 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c12ca49-68ae-4ef5-b89c-e8725fe8bd47 tempest-TestMinimumBasicScenario-130177793 tempest-TestMinimumBasicScenario-130177793-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=67f55f27-1fed-4aa0-9e04-dda0aaa0b5e2,revision_number=0']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:19:32.334787 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-2c12ca49-68ae-4ef5-b89c-e8725fe8bd47 tempest-TestMinimumBasicScenario-130177793 tempest-TestMinimumBasicScenario-130177793-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:19:32.336039 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-2c12ca49-68ae-4ef5-b89c-e8725fe8bd47 tempest-TestMinimumBasicScenario-130177793 tempest-TestMinimumBasicScenario-130177793-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1230712 Jun 30 04:19:32.338937 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.13', 55060) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 04:19:32.342855 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acf789b3-f3cb-48ea-ab28-28aa732c647c None None] Checking router: 94c38f85-5e46-4cec-9919-676c779c6860 for host: dv-cinder-846842-7-iscsi {{(pid=104417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 04:19:32.343456 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.v2.base [None req-1c2625fa-45a7-4969-8fc0-5f733f27f70d tempest-TestMinimumBasicScenario-130177793 tempest-TestMinimumBasicScenario-130177793-project] Request body: {'security_group_rule': {'security_group_id': '9d0d7e41-0de4-435b-8be5-77663521a9cc', 'project_id': 'bf207393082c48d09f827e16d99b2609', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 30 04:19:32.351732 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acf789b3-f3cb-48ea-ab28-28aa732c647c None None] Routers {'94c38f85-5e46-4cec-9919-676c779c6860'} bound to L3 agent in host dv-cinder-846842-7-iscsi {{(pid=104417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 30 04:19:32.352336 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.db.l3_hamode_db [None req-acf789b3-f3cb-48ea-ab28-28aa732c647c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-30T04:07:07Z,description=,heartbeat_timestamp=2022-06-30T04:19:08Z,host='dv-cinder-846842-7-iscsi',id=2ea21a61-d737-4543-a811-a0d035fbf0f6,load=0,resource_versions=,resources_synced=,started_at=2022-06-30T04:07:07Z,topic='l3_agent')) {'router_ids': ['94c38f85-5e46-4cec-9919-676c779c6860'], 'active': True} {{(pid=104417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 04:19:32.370765 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-1c2625fa-45a7-4969-8fc0-5f733f27f70d tempest-TestMinimumBasicScenario-130177793 tempest-TestMinimumBasicScenario-130177793-project] Publish callbacks [] for security_group_rule (9d51bbc3-2b44-406c-a9d8-ebb0db9117be), before_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:19:32.445178 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-1c2625fa-45a7-4969-8fc0-5f733f27f70d tempest-TestMinimumBasicScenario-130177793 tempest-TestMinimumBasicScenario-130177793-project] Publish callbacks [] for security_group_rule (9d51bbc3-2b44-406c-a9d8-ebb0db9117be), precommit_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:19:32.450205 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-1c2625fa-45a7-4969-8fc0-5f733f27f70d tempest-TestMinimumBasicScenario-130177793 tempest-TestMinimumBasicScenario-130177793-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3637011'] for security_group_rule (9d51bbc3-2b44-406c-a9d8-ebb0db9117be), after_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:19:32.470865 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2625fa-45a7-4969-8fc0-5f733f27f70d tempest-TestMinimumBasicScenario-130177793 tempest-TestMinimumBasicScenario-130177793-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d51bbc3-2b44-406c-a9d8-ebb0db9117be,revision_number=0']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:19:32.476475 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-1c2625fa-45a7-4969-8fc0-5f733f27f70d tempest-TestMinimumBasicScenario-130177793 tempest-TestMinimumBasicScenario-130177793-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:19:32.477749 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-1c2625fa-45a7-4969-8fc0-5f733f27f70d tempest-TestMinimumBasicScenario-130177793 tempest-TestMinimumBasicScenario-130177793-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1378689 Jun 30 04:19:32.480920 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.13', 55064) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 04:19:32.485918 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.v2.base [None req-b42dd5b7-2795-47f0-8e4d-a36f4a1235dd tempest-TestMinimumBasicScenario-130177793 tempest-TestMinimumBasicScenario-130177793-project] Request body: {'security_group_rule': {'security_group_id': '9d0d7e41-0de4-435b-8be5-77663521a9cc', 'project_id': 'bf207393082c48d09f827e16d99b2609', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 30 04:19:32.514684 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-b42dd5b7-2795-47f0-8e4d-a36f4a1235dd tempest-TestMinimumBasicScenario-130177793 tempest-TestMinimumBasicScenario-130177793-project] Publish callbacks [] for security_group_rule (46518f2b-77cd-42c9-a6f1-ad74dd39f627), before_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:19:32.531563 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:19:32.578129 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-b42dd5b7-2795-47f0-8e4d-a36f4a1235dd tempest-TestMinimumBasicScenario-130177793 tempest-TestMinimumBasicScenario-130177793-project] Publish callbacks [] for security_group_rule (46518f2b-77cd-42c9-a6f1-ad74dd39f627), precommit_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:19:32.583061 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-b42dd5b7-2795-47f0-8e4d-a36f4a1235dd tempest-TestMinimumBasicScenario-130177793 tempest-TestMinimumBasicScenario-130177793-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3637011'] for security_group_rule (46518f2b-77cd-42c9-a6f1-ad74dd39f627), after_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:19:32.595514 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.db.l3_dvr_db [None req-acf789b3-f3cb-48ea-ab28-28aa732c647c None None] Set router 94c38f85-5e46-4cec-9919-676c779c6860 gateway port host: dv-cinder-846842-7-iscsi {{(pid=104417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 30 04:19:32.603221 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42dd5b7-2795-47f0-8e4d-a36f4a1235dd tempest-TestMinimumBasicScenario-130177793 tempest-TestMinimumBasicScenario-130177793-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=46518f2b-77cd-42c9-a6f1-ad74dd39f627,revision_number=0']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:19:32.611443 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-b42dd5b7-2795-47f0-8e4d-a36f4a1235dd tempest-TestMinimumBasicScenario-130177793 tempest-TestMinimumBasicScenario-130177793-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:19:32.612649 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-b42dd5b7-2795-47f0-8e4d-a36f4a1235dd tempest-TestMinimumBasicScenario-130177793 tempest-TestMinimumBasicScenario-130177793-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1305518 Jun 30 04:19:32.615583 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.13', 55066) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 04:19:32.619784 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.v2.base [None req-a0cc6865-fb46-459c-9332-10a35c0f00da tempest-TestMinimumBasicScenario-130177793 tempest-TestMinimumBasicScenario-130177793-project] Request body: {'security_group_rule': {'security_group_id': '9d0d7e41-0de4-435b-8be5-77663521a9cc', 'project_id': 'bf207393082c48d09f827e16d99b2609', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 30 04:19:32.646963 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-a0cc6865-fb46-459c-9332-10a35c0f00da tempest-TestMinimumBasicScenario-130177793 tempest-TestMinimumBasicScenario-130177793-project] Publish callbacks [] for security_group_rule (a9ca1b6c-fc97-42c1-ac85-dd4cb7201146), before_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:19:32.674123 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=87,neutron:DELETE=4,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:19:32.709778 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-a0cc6865-fb46-459c-9332-10a35c0f00da tempest-TestMinimumBasicScenario-130177793 tempest-TestMinimumBasicScenario-130177793-project] Publish callbacks [] for security_group_rule (a9ca1b6c-fc97-42c1-ac85-dd4cb7201146), precommit_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:19:32.713748 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-a0cc6865-fb46-459c-9332-10a35c0f00da tempest-TestMinimumBasicScenario-130177793 tempest-TestMinimumBasicScenario-130177793-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3637011'] for security_group_rule (a9ca1b6c-fc97-42c1-ac85-dd4cb7201146), after_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:19:32.719320 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.rpc [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Device 14e3c353-ee55-4eee-8bdc-9d20ccd23a9e details requested by agent hyperv_hv-cinder-84684 with host hv-cinder-84684 {{(pid=104417) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 04:19:32.768341 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cc6865-fb46-459c-9332-10a35c0f00da tempest-TestMinimumBasicScenario-130177793 tempest-TestMinimumBasicScenario-130177793-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a9ca1b6c-fc97-42c1-ac85-dd4cb7201146,revision_number=0']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:19:32.781004 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-a0cc6865-fb46-459c-9332-10a35c0f00da tempest-TestMinimumBasicScenario-130177793 tempest-TestMinimumBasicScenario-130177793-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:19:32.782205 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-a0cc6865-fb46-459c-9332-10a35c0f00da tempest-TestMinimumBasicScenario-130177793 tempest-TestMinimumBasicScenario-130177793-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1657128 Jun 30 04:19:32.785656 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1157822-03b2-486d-86eb-8321560ebb25 req-28f2c1b9-33e8-48c0-82ae-5fe0177c16e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:19:32.785837 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.wsgi [-] (104415) accepted ('10.222.0.13', 55068) {{(pid=104415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 04:19:32.785925 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-f1157822-03b2-486d-86eb-8321560ebb25 req-28f2c1b9-33e8-48c0-82ae-5fe0177c16e8 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=17fe777c-5046-426d-94b6-3483df1f9f21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0636959 Jun 30 04:19:32.789888 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.v2.base [None req-6b80dc59-79bb-4db2-bb45-a976efc412a9 tempest-TestMinimumBasicScenario-130177793 tempest-TestMinimumBasicScenario-130177793-project] Request body: {'security_group_rule': {'security_group_id': '9d0d7e41-0de4-435b-8be5-77663521a9cc', 'project_id': 'bf207393082c48d09f827e16d99b2609', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 30 04:19:32.813192 dv-cinder-846842-7-iscsi neutron-server[104415]: INFO neutron.db.securitygroups_db [None req-6b80dc59-79bb-4db2-bb45-a976efc412a9 tempest-TestMinimumBasicScenario-130177793 tempest-TestMinimumBasicScenario-130177793-project] Project bf207393082c48d09f827e16d99b2609 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 30 04:19:32.819711 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-6b80dc59-79bb-4db2-bb45-a976efc412a9 tempest-TestMinimumBasicScenario-130177793 tempest-TestMinimumBasicScenario-130177793-project] Publish callbacks [] for security_group_rule (233594a1-f822-4671-b577-0f700a6912f9), before_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:19:32.866721 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:DELETE=2 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:19:32.868355 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:19:32.883420 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-6b80dc59-79bb-4db2-bb45-a976efc412a9 tempest-TestMinimumBasicScenario-130177793 tempest-TestMinimumBasicScenario-130177793-project] Publish callbacks [] for security_group_rule (233594a1-f822-4671-b577-0f700a6912f9), precommit_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:19:32.887798 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-6b80dc59-79bb-4db2-bb45-a976efc412a9 tempest-TestMinimumBasicScenario-130177793 tempest-TestMinimumBasicScenario-130177793-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3637011'] for security_group_rule (233594a1-f822-4671-b577-0f700a6912f9), after_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:19:32.895789 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.db.l3_hamode_db [None req-acf789b3-f3cb-48ea-ab28-28aa732c647c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94c38f85-5e46-4cec-9919-676c779c6860', 'name': 'tempest-TestMinimumBasicScenario-1356694039-router', 'tenant_id': 'bf207393082c48d09f827e16d99b2609', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14b0e4f-074d-4507-846c-fc8420bddf12', 'external_fixed_ips': [{'subnet_id': '15378187-268c-4fae-ace7-eaca7aa50f90', 'ip_address': '172.27.1.147'}], 'enable_snat': True}, 'gw_port_id': 'cff5bd16-8bf5-4554-a34f-c1c0db534a4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T04:18:20Z', 'updated_at': '2022-06-30T04:18:24Z', 'revision_number': 4, 'project_id': 'bf207393082c48d09f827e16d99b2609', 'gw_port': {'id': 'cff5bd16-8bf5-4554-a34f-c1c0db534a4f', 'name': '', 'network_id': 'a14b0e4f-074d-4507-846c-fc8420bddf12', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:11:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94c38f85-5e46-4cec-9919-676c779c6860', 'device_owner': 'network:router_gateway', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': '15378187-268c-4fae-ace7-eaca7aa50f90', 'ip_address': '172.27.1.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T04:18:21Z', 'updated_at': '2022-06-30T04:18:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15378187-268c-4fae-ace7-eaca7aa50f90', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-7-iscsi', '_floatingips': [{'id': '40b74ca9-6103-4507-b150-4f60698459df', 'tenant_id': 'bf207393082c48d09f827e16d99b2609', 'floating_ip_address': '172.27.1.86', 'floating_network_id': 'a14b0e4f-074d-4507-846c-fc8420bddf12', 'router_id': '94c38f85-5e46-4cec-9919-676c779c6860', 'port_id': '9bba023e-b365-43ab-a64b-b1010d222f8a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 565, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9f998a2a-5cb6-4bab-892c-06a6730a89bd', 'mac_address': 'fa:16:3e:f0:00:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51520645-cd99-466c-83b2-8f735e7d04cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-30T04:19:30Z', 'updated_at': '2022-06-30T04:19:30Z', 'revision_number': 0, 'project_id': 'bf207393082c48d09f827e16d99b2609', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd0010877-2752-4254-bf1b-3d94d53f5b8a', 'name': '', 'network_id': '9f998a2a-5cb6-4bab-892c-06a6730a89bd', 'tenant_id': 'bf207393082c48d09f827e16d99b2609', 'mac_address': 'fa:16:3e:fb:a1:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94c38f85-5e46-4cec-9919-676c779c6860', 'device_owner': 'network:router_interface', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '06112278-432b-41ef-b6f4-fdb3205ed762', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T04:18:23Z', 'updated_at': '2022-06-30T04:18:29Z', 'revision_number': 5, 'project_id': 'bf207393082c48d09f827e16d99b2609', 'subnets': [{'id': '06112278-432b-41ef-b6f4-fdb3205ed762', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846842-7-iscsi', False) {} {{(pid=104417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 04:19:32.908772 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b80dc59-79bb-4db2-bb45-a976efc412a9 tempest-TestMinimumBasicScenario-130177793 tempest-TestMinimumBasicScenario-130177793-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=233594a1-f822-4671-b577-0f700a6912f9,revision_number=0']} {{(pid=104415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:19:32.917342 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-6b80dc59-79bb-4db2-bb45-a976efc412a9 tempest-TestMinimumBasicScenario-130177793 tempest-TestMinimumBasicScenario-130177793-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:19:32.921415 dv-cinder-846842-7-iscsi neutron-server[104415]: INFO neutron.wsgi [None req-6b80dc59-79bb-4db2-bb45-a976efc412a9 tempest-TestMinimumBasicScenario-130177793 tempest-TestMinimumBasicScenario-130177793-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1322911 Jun 30 04:19:32.921556 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.wsgi [-] (104415) accepted ('10.222.0.13', 55070) {{(pid=104415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 04:19:32.926078 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.v2.base [None req-fe14e08b-d027-4cde-a3c9-9fc1e98b6f13 tempest-TestMinimumBasicScenario-130177793 tempest-TestMinimumBasicScenario-130177793-project] Request body: {'security_group_rule': {'security_group_id': '9d0d7e41-0de4-435b-8be5-77663521a9cc', 'project_id': 'bf207393082c48d09f827e16d99b2609', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 30 04:19:32.930300 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acf789b3-f3cb-48ea-ab28-28aa732c647c None None] The sync data for ids ['94c38f85-5e46-4cec-9919-676c779c6860'] in dv-cinder-846842-7-iscsi is: [{'id': '94c38f85-5e46-4cec-9919-676c779c6860', 'name': 'tempest-TestMinimumBasicScenario-1356694039-router', 'tenant_id': 'bf207393082c48d09f827e16d99b2609', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14b0e4f-074d-4507-846c-fc8420bddf12', 'external_fixed_ips': [{'subnet_id': '15378187-268c-4fae-ace7-eaca7aa50f90', 'ip_address': '172.27.1.147'}], 'enable_snat': True}, 'gw_port_id': 'cff5bd16-8bf5-4554-a34f-c1c0db534a4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T04:18:20Z', 'updated_at': '2022-06-30T04:18:24Z', 'revision_number': 4, 'project_id': 'bf207393082c48d09f827e16d99b2609', 'gw_port': {'id': 'cff5bd16-8bf5-4554-a34f-c1c0db534a4f', 'name': '', 'network_id': 'a14b0e4f-074d-4507-846c-fc8420bddf12', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:11:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94c38f85-5e46-4cec-9919-676c779c6860', 'device_owner': 'network:router_gateway', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': '15378187-268c-4fae-ace7-eaca7aa50f90', 'ip_address': '172.27.1.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T04:18:21Z', 'updated_at': '2022-06-30T04:18:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15378187-268c-4fae-ace7-eaca7aa50f90', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-7-iscsi', '_floatingips': [{'id': '40b74ca9-6103-4507-b150-4f60698459df', 'tenant_id': 'bf207393082c48d09f827e16d99b2609', 'floating_ip_address': '172.27.1.86', 'floating_network_id': 'a14b0e4f-074d-4507-846c-fc8420bddf12', 'router_id': '94c38f85-5e46-4cec-9919-676c779c6860', 'port_id': '9bba023e-b365-43ab-a64b-b1010d222f8a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 565, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9f998a2a-5cb6-4bab-892c-06a6730a89bd', 'mac_address': 'fa:16:3e:f0:00:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51520645-cd99-466c-83b2-8f735e7d04cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-30T04:19:30Z', 'updated_at': '2022-06-30T04:19:30Z', 'revision_number': 0, 'project_id': 'bf207393082c48d09f827e16d99b2609', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd0010877-2752-4254-bf1b-3d94d53f5b8a', 'name': '', 'network_id': '9f998a2a-5cb6-4bab-892c-06a6730a89bd', 'tenant_id': 'bf207393082c48d09f827e16d99b2609', 'mac_address': 'fa:16:3e:fb:a1:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94c38f85-5e46-4cec-9919-676c779c6860', 'device_owner': 'network:router_interface', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '06112278-432b-41ef-b6f4-fdb3205ed762', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T04:18:23Z', 'updated_at': '2022-06-30T04:18:29Z', 'revision_number': 5, 'project_id': 'bf207393082c48d09f827e16d99b2609', 'subnets': [{'id': '06112278-432b-41ef-b6f4-fdb3205ed762', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 04:19:32.948774 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.db [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] For port 14e3c353-ee55-4eee-8bdc-9d20ccd23a9e, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=14e3c353-ee55-4eee-8bdc-9d20ccd23a9e,segment=NetworkSegment(fa7c4b3d-3226-4230-8cea-73b76388d57e),segment_id=fa7c4b3d-3226-4230-8cea-73b76388d57e)] {{(pid=104417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 04:19:32.949357 dv-cinder-846842-7-iscsi neutron-server[104415]: INFO neutron.db.securitygroups_db [None req-fe14e08b-d027-4cde-a3c9-9fc1e98b6f13 tempest-TestMinimumBasicScenario-130177793 tempest-TestMinimumBasicScenario-130177793-project] Project bf207393082c48d09f827e16d99b2609 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 30 04:19:32.962437 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.rpc [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Returning: {'device': '14e3c353-ee55-4eee-8bdc-9d20ccd23a9e', 'network_id': '17fe777c-5046-426d-94b6-3483df1f9f21', 'port_id': '14e3c353-ee55-4eee-8bdc-9d20ccd23a9e', 'mac_address': 'fa:16:3e:89:d8:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 171, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd7ebd17c-ba43-4daa-b223-4200fbc873be', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104417) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 04:19:32.963548 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-fe14e08b-d027-4cde-a3c9-9fc1e98b6f13 tempest-TestMinimumBasicScenario-130177793 tempest-TestMinimumBasicScenario-130177793-project] Publish callbacks [] for security_group_rule (408fcc2d-98f1-48e2-bbb0-1f55e50d123e), before_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:19:33.003432 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Current status of the port 14e3c353-ee55-4eee-8bdc-9d20ccd23a9e is: DOWN; New status is: BUILD {{(pid=104417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 30 04:19:33.004011 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3606762'] for port (14e3c353-ee55-4eee-8bdc-9d20ccd23a9e), before_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:19:33.018939 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.notifiers.nova [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 14e3c353-ee55-4eee-8bdc-9d20ccd23a9e {{(pid=104417) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 30 04:19:33.020007 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-fe14e08b-d027-4cde-a3c9-9fc1e98b6f13 tempest-TestMinimumBasicScenario-130177793 tempest-TestMinimumBasicScenario-130177793-project] Publish callbacks [] for security_group_rule (408fcc2d-98f1-48e2-bbb0-1f55e50d123e), precommit_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:19:33.027057 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-fe14e08b-d027-4cde-a3c9-9fc1e98b6f13 tempest-TestMinimumBasicScenario-130177793 tempest-TestMinimumBasicScenario-130177793-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3637011'] for security_group_rule (408fcc2d-98f1-48e2-bbb0-1f55e50d123e), after_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:19:33.042364 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.db [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] For port 14e3c353-ee55-4eee-8bdc-9d20ccd23a9e, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=14e3c353-ee55-4eee-8bdc-9d20ccd23a9e,segment=NetworkSegment(fa7c4b3d-3226-4230-8cea-73b76388d57e),segment_id=fa7c4b3d-3226-4230-8cea-73b76388d57e)] {{(pid=104417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 04:19:33.047527 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4095053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781926634698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781926239335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781926239353'] for port (14e3c353-ee55-4eee-8bdc-9d20ccd23a9e), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:19:33.047746 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe14e08b-d027-4cde-a3c9-9fc1e98b6f13 tempest-TestMinimumBasicScenario-130177793 tempest-TestMinimumBasicScenario-130177793-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=408fcc2d-98f1-48e2-bbb0-1f55e50d123e,revision_number=0']} {{(pid=104415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:19:33.054183 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-fe14e08b-d027-4cde-a3c9-9fc1e98b6f13 tempest-TestMinimumBasicScenario-130177793 tempest-TestMinimumBasicScenario-130177793-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:19:33.055398 dv-cinder-846842-7-iscsi neutron-server[104415]: INFO neutron.wsgi [None req-fe14e08b-d027-4cde-a3c9-9fc1e98b6f13 tempest-TestMinimumBasicScenario-130177793 tempest-TestMinimumBasicScenario-130177793-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1328557 Jun 30 04:19:33.102874 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Pushing event updated for resources: {'Port': ['ID=14e3c353-ee55-4eee-8bdc-9d20ccd23a9e,revision_number=4']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:19:33.110333 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:19:33.110670 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:19:33.110999 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:19:33.111366 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:19:33.111692 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:19:33.112011 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:19:33.112323 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:19:33.112635 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:19:33.112944 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:19:33.113254 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:19:33.113562 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:19:33.114426 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:19:33.114753 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:19:33.115071 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:19:33.115400 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:19:33.169605 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-40a67697-7240-4380-a6f6-452a7711bee6 req-2b8167ef-224a-4a9e-9325-ed851a2fa38b tempest-TestMinimumBasicScenario-130177793 tempest-TestMinimumBasicScenario-130177793-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1358399468&fields=id&tenant_id=bf207393082c48d09f827e16d99b2609 HTTP/1.1" status: 200 len: 267 time: 0.0603476 Jun 30 04:19:33.174125 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3aa51789-49f0-4ab9-a3e7-a49f6b68570d None None] New status for floating IP 40b74ca9-6103-4507-b150-4f60698459df: ACTIVE {{(pid=104418) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 30 04:19:33.252510 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a67697-7240-4380-a6f6-452a7711bee6 req-2dc0a987-22a0-4f4c-9fbe-7173893c9a0d tempest-TestMinimumBasicScenario-130177793 tempest-TestMinimumBasicScenario-130177793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:19:33.254017 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-40a67697-7240-4380-a6f6-452a7711bee6 req-2dc0a987-22a0-4f4c-9fbe-7173893c9a0d tempest-TestMinimumBasicScenario-130177793 tempest-TestMinimumBasicScenario-130177793-project] 10.222.0.13 "GET /v2.0/ports?device_id=51520645-cd99-466c-83b2-8f735e7d04cf HTTP/1.1" status: 200 len: 945 time: 0.0739391 Jun 30 04:19:33.266847 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.v2.base [req-40a67697-7240-4380-a6f6-452a7711bee6 req-148ed606-8de1-4547-9093-5f7c79c24572 tempest-TestMinimumBasicScenario-130177793 tempest-TestMinimumBasicScenario-130177793-project] Request body: {'port': {'security_groups': ['f3b6e636-c97e-43d6-a170-7ea88b7ee921', '9d0d7e41-0de4-435b-8be5-77663521a9cc']}} {{(pid=104416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 30 04:19:33.275049 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b94755-28eb-4c03-a3a5-4f364beb07d5 req-5c24544c-6773-4513-8a4a-2e6e8e2d3fdc tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:19:33.276400 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-56b94755-28eb-4c03-a3a5-4f364beb07d5 req-5c24544c-6773-4513-8a4a-2e6e8e2d3fdc tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] 10.222.0.13 "GET /v2.0/ports?device_id=a344d61b-2dbc-49a8-b5c1-4d5619af3e77 HTTP/1.1" status: 200 len: 944 time: 0.0681646 Jun 30 04:19:33.388134 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-56b94755-28eb-4c03-a3a5-4f364beb07d5 req-c5f2ad7a-6f1b-46d6-b636-aecc735fcdfd tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] 10.222.0.13 "GET /v2.0/security-groups?id=8726850e-d155-4aa8-9fff-2a2b9ea6cd77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0881231 Jun 30 04:19:33.388836 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-40a67697-7240-4380-a6f6-452a7711bee6 req-148ed606-8de1-4547-9093-5f7c79c24572 tempest-TestMinimumBasicScenario-130177793 tempest-TestMinimumBasicScenario-130177793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3606762'] for port (9bba023e-b365-43ab-a64b-b1010d222f8a), before_update {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:19:33.579295 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.db [req-40a67697-7240-4380-a6f6-452a7711bee6 req-148ed606-8de1-4547-9093-5f7c79c24572 tempest-TestMinimumBasicScenario-130177793 tempest-TestMinimumBasicScenario-130177793-project] For port 9bba023e-b365-43ab-a64b-b1010d222f8a, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=9bba023e-b365-43ab-a64b-b1010d222f8a,segment=NetworkSegment(b7cef8bc-fef8-404a-93d8-c0f76d6c6909),segment_id=b7cef8bc-fef8-404a-93d8-c0f76d6c6909)] {{(pid=104416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 04:19:33.608726 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-40a67697-7240-4380-a6f6-452a7711bee6 req-148ed606-8de1-4547-9093-5f7c79c24572 tempest-TestMinimumBasicScenario-130177793 tempest-TestMinimumBasicScenario-130177793-project] Publish callbacks [] for port (9bba023e-b365-43ab-a64b-b1010d222f8a), precommit_update {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:19:33.614629 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-40a67697-7240-4380-a6f6-452a7711bee6 req-148ed606-8de1-4547-9093-5f7c79c24572 tempest-TestMinimumBasicScenario-130177793 tempest-TestMinimumBasicScenario-130177793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4095053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781926634698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781926239335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781926239353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1764123'] for port (9bba023e-b365-43ab-a64b-b1010d222f8a), after_update {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:19:33.660334 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a67697-7240-4380-a6f6-452a7711bee6 req-148ed606-8de1-4547-9093-5f7c79c24572 tempest-TestMinimumBasicScenario-130177793 tempest-TestMinimumBasicScenario-130177793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:19:33.660945 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-40a67697-7240-4380-a6f6-452a7711bee6 req-148ed606-8de1-4547-9093-5f7c79c24572 tempest-TestMinimumBasicScenario-130177793 tempest-TestMinimumBasicScenario-130177793-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13292'] for port (None), before_response {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:19:33.662337 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-40a67697-7240-4380-a6f6-452a7711bee6 req-148ed606-8de1-4547-9093-5f7c79c24572 tempest-TestMinimumBasicScenario-130177793 tempest-TestMinimumBasicScenario-130177793-project] 10.222.0.13 "PUT /v2.0/ports/9bba023e-b365-43ab-a64b-b1010d222f8a HTTP/1.1" status: 200 len: 981 time: 0.4004164 Jun 30 04:19:33.682467 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148ed606-8de1-4547-9093-5f7c79c24572 tempest-TestMinimumBasicScenario-130177793 tempest-TestMinimumBasicScenario-130177793-project] Pushing event updated for resources: {'Port': ['ID=9bba023e-b365-43ab-a64b-b1010d222f8a,revision_number=6']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:19:33.770548 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9ba753-fb01-4ebe-8055-e939c564d6e2 req-1d84dbfc-73d7-4cc0-80c9-f577b4d439d2 tempest-TestMinimumBasicScenario-130177793 tempest-TestMinimumBasicScenario-130177793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:19:33.772149 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-7a9ba753-fb01-4ebe-8055-e939c564d6e2 req-1d84dbfc-73d7-4cc0-80c9-f577b4d439d2 tempest-TestMinimumBasicScenario-130177793 tempest-TestMinimumBasicScenario-130177793-project] 10.222.0.13 "GET /v2.0/ports?device_id=51520645-cd99-466c-83b2-8f735e7d04cf HTTP/1.1" status: 200 len: 984 time: 0.0540166 Jun 30 04:19:33.791556 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:INSERT=4,neutron:UPDATE=2,neutron:SELECT=92,neutron:DELETE=2 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:19:33.835853 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-7a9ba753-fb01-4ebe-8055-e939c564d6e2 req-0f64e7bf-e6fc-43d9-9869-77eb59e73a8f tempest-TestMinimumBasicScenario-130177793 tempest-TestMinimumBasicScenario-130177793-project] 10.222.0.13 "GET /v2.0/security-groups?id=9d0d7e41-0de4-435b-8be5-77663521a9cc&id=f3b6e636-c97e-43d6-a170-7ea88b7ee921&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0580261 Jun 30 04:19:33.840545 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.db.provisioning_blocks [None req-86cf9b71-e0c4-4d79-a2e6-2f9e842d3051 None None] Provisioning complete for port 9bba023e-b365-43ab-a64b-b1010d222f8a triggered by entity DHCP. {{(pid=104417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 30 04:19:33.840975 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-86cf9b71-e0c4-4d79-a2e6-2f9e842d3051 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565073'] for port (9bba023e-b365-43ab-a64b-b1010d222f8a), provisioning_complete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:19:33.881940 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:19:33.883646 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:19:33.918895 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-86cf9b71-e0c4-4d79-a2e6-2f9e842d3051 None None] Current status of the port 9bba023e-b365-43ab-a64b-b1010d222f8a is: ACTIVE; New status is: ACTIVE {{(pid=104417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 30 04:19:34.113780 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51520645-cd99-466c-83b2-8f735e7d04cf', 'tag': '9bba023e-b365-43ab-a64b-b1010d222f8a'}] {{(pid=104416) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 30 04:19:34.118096 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8111519efe35ff5952c269e16f689610d56ef28aa1e0b77ca5734c542983c30f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ba5b182-d2d6-4953-b3cd-8924cc730de7" -d '{"events": [{"name": "network-changed", "server_uuid": "51520645-cd99-466c-83b2-8f735e7d04cf", "tag": "9bba023e-b365-43ab-a64b-b1010d222f8a"}]}' {{(pid=104416) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 04:19:34.159174 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Jun 2022 04:19:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2899fb26-aa4c-49fb-937d-ea860dd3ec10 x-openstack-request-id: req-2899fb26-aa4c-49fb-937d-ea860dd3ec10 {{(pid=104416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 04:19:34.159454 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51520645-cd99-466c-83b2-8f735e7d04cf", "tag": "9bba023e-b365-43ab-a64b-b1010d222f8a", "status": "completed", "code": 200}]} {{(pid=104416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 04:19:34.159701 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2899fb26-aa4c-49fb-937d-ea860dd3ec10 {{(pid=104416) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 04:19:34.160101 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2899fb26-aa4c-49fb-937d-ea860dd3ec10'] response: {'name': 'network-changed', 'server_uuid': '51520645-cd99-466c-83b2-8f735e7d04cf', 'tag': '9bba023e-b365-43ab-a64b-b1010d222f8a', 'status': 'completed', 'code': 200} Jun 30 04:19:34.562934 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.db [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] get_ports_and_sgs() called for port_ids ['9bba023e-b365-43ab-a64b-b1010d222f8a'] {{(pid=104417) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 04:19:34.584230 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7414ee-fbc1-4d9f-9376-05b0c66fc6e8 req-70d9055a-c2d0-4c62-99f6-a7efd3dfb1fa tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:19:34.585590 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-7c7414ee-fbc1-4d9f-9376-05b0c66fc6e8 req-70d9055a-c2d0-4c62-99f6-a7efd3dfb1fa tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] 10.222.0.13 "GET /v2.0/ports?device_id=a344d61b-2dbc-49a8-b5c1-4d5619af3e77 HTTP/1.1" status: 200 len: 944 time: 0.1066873 Jun 30 04:19:34.626471 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.db [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] get_ports_and_sgs() called for port_ids ['9bba023e-b365-43ab-a64b-b1010d222f8a'] {{(pid=104417) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 04:19:34.631654 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8095c1f4-f554-4323-8ed1-16d2f2a6ad9c req-f9c15834-c09f-4d38-9f87-dd240ad21d89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:19:34.633098 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-8095c1f4-f554-4323-8ed1-16d2f2a6ad9c req-f9c15834-c09f-4d38-9f87-dd240ad21d89 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=bf207393082c48d09f827e16d99b2609&device_id=51520645-cd99-466c-83b2-8f735e7d04cf HTTP/1.1" status: 200 len: 1168 time: 0.1344357 Jun 30 04:19:34.645358 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:19:34.701919 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-f1157822-03b2-486d-86eb-8321560ebb25 req-7b287b55-f6ae-492e-997b-6c9c7d9124d6 service neutron] 10.222.0.20 "GET /v2.0/networks/17fe777c-5046-426d-94b6-3483df1f9f21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2108469 Jun 30 04:19:34.956203 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.db [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] get_ports_and_sgs() called for port_ids ['14e3c353-ee55-4eee-8bdc-9d20ccd23a9e'] {{(pid=104417) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 04:19:35.023010 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-7c7414ee-fbc1-4d9f-9376-05b0c66fc6e8 req-160dcc1b-3666-463a-8230-7e9790ad78d7 tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] 10.222.0.13 "GET /v2.0/security-groups?id=8726850e-d155-4aa8-9fff-2a2b9ea6cd77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4085717 Jun 30 04:19:35.099947 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8095c1f4-f554-4323-8ed1-16d2f2a6ad9c req-56ef3a32-0196-4644-94c6-ba290bc7c9eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:19:35.101407 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-8095c1f4-f554-4323-8ed1-16d2f2a6ad9c req-56ef3a32-0196-4644-94c6-ba290bc7c9eb service neutron] 10.222.0.20 "GET /v2.0/networks?id=9f998a2a-5cb6-4bab-892c-06a6730a89bd HTTP/1.1" status: 200 len: 916 time: 0.4580724 Jun 30 04:19:35.143581 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=100 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:19:35.163752 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-f1157822-03b2-486d-86eb-8321560ebb25 req-1611dfc2-069c-496e-973c-11ac8aa2a373 service neutron] 10.222.0.20 "GET /v2.0/networks/17fe777c-5046-426d-94b6-3483df1f9f21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4504185 Jun 30 04:19:35.186082 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-8095c1f4-f554-4323-8ed1-16d2f2a6ad9c req-b2b9b4f6-7567-41ba-89b9-e3a2510b849d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9bba023e-b365-43ab-a64b-b1010d222f8a HTTP/1.1" status: 200 len: 1000 time: 0.0691381 Jun 30 04:19:35.198784 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=100 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:19:35.226032 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-c8bcf145-e57a-4717-b7b6-63dffdaf0229 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926756172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565263'] for agent (beddbd52-9273-44c2-990c-63933fe383b2), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:19:35.239488 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8095c1f4-f554-4323-8ed1-16d2f2a6ad9c req-7f5f1601-9d8a-43cd-bdaa-61a55c59e91a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:19:35.241007 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-8095c1f4-f554-4323-8ed1-16d2f2a6ad9c req-7f5f1601-9d8a-43cd-bdaa-61a55c59e91a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=06112278-432b-41ef-b6f4-fdb3205ed762 HTTP/1.1" status: 200 len: 854 time: 0.0458908 Jun 30 04:19:35.292858 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8095c1f4-f554-4323-8ed1-16d2f2a6ad9c req-a1130ad7-63c0-4ab0-85e2-248e194aa0b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:19:35.294384 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-8095c1f4-f554-4323-8ed1-16d2f2a6ad9c req-a1130ad7-63c0-4ab0-85e2-248e194aa0b1 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9f998a2a-5cb6-4bab-892c-06a6730a89bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0443780 Jun 30 04:19:35.387768 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-8095c1f4-f554-4323-8ed1-16d2f2a6ad9c req-88d35911-874f-42c4-9e17-fa8886cca8aa service neutron] 10.222.0.20 "GET /v2.0/networks/9f998a2a-5cb6-4bab-892c-06a6730a89bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857570 Jun 30 04:19:35.483682 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-8095c1f4-f554-4323-8ed1-16d2f2a6ad9c req-f73df004-4f47-4acf-9a75-9e0a201de711 service neutron] 10.222.0.20 "GET /v2.0/networks/9f998a2a-5cb6-4bab-892c-06a6730a89bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874076 Jun 30 04:19:35.583910 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba5b182-d2d6-4953-b3cd-8924cc730de7 req-d3fdc876-b4de-45d2-ac06-3736074286cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:19:35.585631 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-9ba5b182-d2d6-4953-b3cd-8924cc730de7 req-d3fdc876-b4de-45d2-ac06-3736074286cd service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=bf207393082c48d09f827e16d99b2609&device_id=51520645-cd99-466c-83b2-8f735e7d04cf HTTP/1.1" status: 200 len: 1168 time: 0.0417016 Jun 30 04:19:35.685605 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba5b182-d2d6-4953-b3cd-8924cc730de7 req-b8639b35-2ec8-4889-ba91-8592a2ea9736 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:19:35.687361 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-9ba5b182-d2d6-4953-b3cd-8924cc730de7 req-b8639b35-2ec8-4889-ba91-8592a2ea9736 service neutron] 10.222.0.20 "GET /v2.0/networks?id=9f998a2a-5cb6-4bab-892c-06a6730a89bd HTTP/1.1" status: 200 len: 916 time: 0.0928838 Jun 30 04:19:35.739675 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=100 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:19:35.758219 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-9ba5b182-d2d6-4953-b3cd-8924cc730de7 req-f7306008-5608-47d4-b0c1-86ecf8800d6e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9bba023e-b365-43ab-a64b-b1010d222f8a HTTP/1.1" status: 200 len: 1000 time: 0.0591476 Jun 30 04:19:35.813349 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba5b182-d2d6-4953-b3cd-8924cc730de7 req-2bf339d2-5933-47ef-ae38-154c84f3d8d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:19:35.814872 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-9ba5b182-d2d6-4953-b3cd-8924cc730de7 req-2bf339d2-5933-47ef-ae38-154c84f3d8d8 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=06112278-432b-41ef-b6f4-fdb3205ed762 HTTP/1.1" status: 200 len: 854 time: 0.0469680 Jun 30 04:19:35.874797 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba5b182-d2d6-4953-b3cd-8924cc730de7 req-1dcdbea8-945f-4943-9352-02249ebf41e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:19:35.876369 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-9ba5b182-d2d6-4953-b3cd-8924cc730de7 req-1dcdbea8-945f-4943-9352-02249ebf41e0 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9f998a2a-5cb6-4bab-892c-06a6730a89bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0504065 Jun 30 04:19:35.971153 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-9ba5b182-d2d6-4953-b3cd-8924cc730de7 req-4e33c08b-b36d-4a45-9138-01e5d494e08d service neutron] 10.222.0.20 "GET /v2.0/networks/9f998a2a-5cb6-4bab-892c-06a6730a89bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873816 Jun 30 04:19:36.073103 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-9ba5b182-d2d6-4953-b3cd-8924cc730de7 req-7e19646a-9c47-4c21-aed6-90705b651f51 service neutron] 10.222.0.20 "GET /v2.0/networks/9f998a2a-5cb6-4bab-892c-06a6730a89bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951033 Jun 30 04:19:36.111478 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=100 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:19:36.156624 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23181837-21b1-4227-89f3-8b9c977b7b13 req-00e0bc42-f153-4f82-9322-39ab43876afa tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:19:36.158804 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-23181837-21b1-4227-89f3-8b9c977b7b13 req-00e0bc42-f153-4f82-9322-39ab43876afa tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] 10.222.0.13 "GET /v2.0/ports?device_id=a344d61b-2dbc-49a8-b5c1-4d5619af3e77 HTTP/1.1" status: 200 len: 944 time: 0.0565190 Jun 30 04:19:36.212961 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-23181837-21b1-4227-89f3-8b9c977b7b13 req-39906348-139f-4d71-b3c0-3365f7e5a772 tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] 10.222.0.13 "GET /v2.0/security-groups?id=8726850e-d155-4aa8-9fff-2a2b9ea6cd77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453439 Jun 30 04:19:36.555175 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.rpc [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Device 14e3c353-ee55-4eee-8bdc-9d20ccd23a9e up at agent hyperv_hv-cinder-84684 {{(pid=104417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 04:19:36.602107 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.db.provisioning_blocks [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Provisioning for port 14e3c353-ee55-4eee-8bdc-9d20ccd23a9e completed by entity L2. {{(pid=104417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 30 04:19:36.611624 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.db.provisioning_blocks [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Provisioning complete for port 14e3c353-ee55-4eee-8bdc-9d20ccd23a9e triggered by entity L2. {{(pid=104417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 30 04:19:36.612018 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565073'] for port (14e3c353-ee55-4eee-8bdc-9d20ccd23a9e), provisioning_complete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:19:36.699853 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Current status of the port 14e3c353-ee55-4eee-8bdc-9d20ccd23a9e is: BUILD; New status is: ACTIVE {{(pid=104417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 30 04:19:36.700239 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3606762'] for port (14e3c353-ee55-4eee-8bdc-9d20ccd23a9e), before_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:19:36.724500 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a344d61b-2dbc-49a8-b5c1-4d5619af3e77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14e3c353-ee55-4eee-8bdc-9d20ccd23a9e'}] {{(pid=104417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 30 04:19:36.726790 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}872baf0325b3a4d4e4ba58c5a9b381606b113811ad1a9f7b70d77ff172d270fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-706dbd51-aba7-4cb5-a1c8-3ff7d6bf2421" -d '{"events": [{"server_uuid": "a344d61b-2dbc-49a8-b5c1-4d5619af3e77", "name": "network-vif-plugged", "status": "completed", "tag": "14e3c353-ee55-4eee-8bdc-9d20ccd23a9e"}]}' {{(pid=104417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 04:19:36.739635 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.db [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] For port 14e3c353-ee55-4eee-8bdc-9d20ccd23a9e, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=14e3c353-ee55-4eee-8bdc-9d20ccd23a9e,segment=NetworkSegment(fa7c4b3d-3226-4230-8cea-73b76388d57e),segment_id=fa7c4b3d-3226-4230-8cea-73b76388d57e)] {{(pid=104417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 04:19:36.744612 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4095053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781926634698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781926239335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781926239353'] for port (14e3c353-ee55-4eee-8bdc-9d20ccd23a9e), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:19:36.770714 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Jun 2022 04:19:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6de04e1b-3925-4bf1-9f01-a4759352e5a7 x-openstack-request-id: req-6de04e1b-3925-4bf1-9f01-a4759352e5a7 {{(pid=104417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 04:19:36.771033 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a344d61b-2dbc-49a8-b5c1-4d5619af3e77", "name": "network-vif-plugged", "status": "completed", "tag": "14e3c353-ee55-4eee-8bdc-9d20ccd23a9e", "code": 200}]} {{(pid=104417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 04:19:36.771310 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6de04e1b-3925-4bf1-9f01-a4759352e5a7 {{(pid=104417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 04:19:36.771870 dv-cinder-846842-7-iscsi neutron-server[104417]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6de04e1b-3925-4bf1-9f01-a4759352e5a7'] response: {'server_uuid': 'a344d61b-2dbc-49a8-b5c1-4d5619af3e77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14e3c353-ee55-4eee-8bdc-9d20ccd23a9e', 'code': 200} Jun 30 04:19:36.801053 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Pushing event updated for resources: {'Port': ['ID=14e3c353-ee55-4eee-8bdc-9d20ccd23a9e,revision_number=5']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:19:36.969397 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5901524-e364-46a3-9a02-d27354a3b86d req-f6afa135-8db1-415d-b437-7ac0b9d63212 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:19:36.970943 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-d5901524-e364-46a3-9a02-d27354a3b86d req-f6afa135-8db1-415d-b437-7ac0b9d63212 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=a344d61b-2dbc-49a8-b5c1-4d5619af3e77 HTTP/1.1" status: 200 len: 1129 time: 0.0445993 Jun 30 04:19:37.026928 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-d5901524-e364-46a3-9a02-d27354a3b86d req-b618238a-470e-462b-87de-8e6149aa70d4 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=8726850e-d155-4aa8-9fff-2a2b9ea6cd77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488000 Jun 30 04:19:37.347082 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ffd281-55d1-4038-997b-7eb89b8a8732 req-055679c1-df9a-4dbf-879e-5e3c2a6c9b0c tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:19:37.348721 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-e2ffd281-55d1-4038-997b-7eb89b8a8732 req-055679c1-df9a-4dbf-879e-5e3c2a6c9b0c tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] 10.222.0.13 "GET /v2.0/ports?device_id=a344d61b-2dbc-49a8-b5c1-4d5619af3e77 HTTP/1.1" status: 200 len: 945 time: 0.0542200 Jun 30 04:19:37.399530 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-e2ffd281-55d1-4038-997b-7eb89b8a8732 req-913ef1c2-eaf2-45c9-bda7-ba3c39aac05b tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] 10.222.0.13 "GET /v2.0/security-groups?id=8726850e-d155-4aa8-9fff-2a2b9ea6cd77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450075 Jun 30 04:19:37.522880 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-97b37cbf-3c71-4ce5-a634-a79b6c760b27 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926756172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565263'] for agent (2ea21a61-d737-4543-a811-a0d035fbf0f6), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:19:38.469462 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-7a77f087-4523-4fd9-b9f1-b6333d8ad1f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926756172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565263'] for agent (672e10fd-0bbc-4d52-8fca-d980f41e3265), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:19:38.535994 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae11492-078d-40ff-8e9d-166fd42d9a82 req-cb8b0dc4-c834-47a7-94b7-cefc6bd011e2 tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:19:38.537461 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-1ae11492-078d-40ff-8e9d-166fd42d9a82 req-cb8b0dc4-c834-47a7-94b7-cefc6bd011e2 tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] 10.222.0.13 "GET /v2.0/ports?device_id=a344d61b-2dbc-49a8-b5c1-4d5619af3e77 HTTP/1.1" status: 200 len: 945 time: 0.0500374 Jun 30 04:19:38.590516 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-1ae11492-078d-40ff-8e9d-166fd42d9a82 req-0ae6330e-b1ba-486c-9668-e624a24d337c tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] 10.222.0.13 "GET /v2.0/security-groups?id=8726850e-d155-4aa8-9fff-2a2b9ea6cd77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473807 Jun 30 04:19:39.720917 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa156e4-86e8-4932-ad34-7c7eec7ae6fc req-29f04569-d426-4825-ab72-e4733a718560 tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:19:39.722374 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-6aa156e4-86e8-4932-ad34-7c7eec7ae6fc req-29f04569-d426-4825-ab72-e4733a718560 tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] 10.222.0.13 "GET /v2.0/ports?device_id=a344d61b-2dbc-49a8-b5c1-4d5619af3e77 HTTP/1.1" status: 200 len: 945 time: 0.0497544 Jun 30 04:19:39.770748 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-6aa156e4-86e8-4932-ad34-7c7eec7ae6fc req-b28f2db6-24a6-43e2-9264-1a99ddf01809 tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] 10.222.0.13 "GET /v2.0/security-groups?id=8726850e-d155-4aa8-9fff-2a2b9ea6cd77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426364 Jun 30 04:19:39.896219 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5531a15-2f24-4141-bc9a-82f84d883322 req-5c72ba61-9a2e-442d-bbf6-06482c49628b tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:19:39.897639 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-b5531a15-2f24-4141-bc9a-82f84d883322 req-5c72ba61-9a2e-442d-bbf6-06482c49628b tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] 10.222.0.13 "GET /v2.0/ports?device_id=a344d61b-2dbc-49a8-b5c1-4d5619af3e77 HTTP/1.1" status: 200 len: 945 time: 0.0537686 Jun 30 04:19:39.910063 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.wsgi [-] (104415) accepted ('10.222.0.13', 55136) {{(pid=104415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 04:19:39.914648 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.v2.base [None req-d9a90acb-8f77-4c01-aa92-b5f292135b57 tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] Request body: {'floatingip': {'port_id': '14e3c353-ee55-4eee-8bdc-9d20ccd23a9e'}} {{(pid=104415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 30 04:19:39.952123 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-d9a90acb-8f77-4c01-aa92-b5f292135b57 tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] Publish callbacks [] for floatingip (d509b425-92e5-4e20-b6dc-1571b4651161), before_update {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:19:40.250472 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-88ff949a-6007-42d5-8261-77b64d367ca9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926756172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565263'] for agent (4c4a8942-da79-4b81-aa08-fb593b1e6e06), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:19:40.384346 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-d9a90acb-8f77-4c01-aa92-b5f292135b57 tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:19:40.389311 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-d9a90acb-8f77-4c01-aa92-b5f292135b57 tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-620077'] for floatingip (d509b425-92e5-4e20-b6dc-1571b4651161), after_update {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:19:40.421572 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-2a6d8403-c0a5-4ac4-aa48-860a84345009 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926756172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565263'] for agent (cbdf45b5-344e-4e18-9242-1abb738708f2), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:19:40.495594 dv-cinder-846842-7-iscsi neutron-server[104415]: INFO neutron.db.l3_db [None req-d9a90acb-8f77-4c01-aa92-b5f292135b57 tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] Floating IP d509b425-92e5-4e20-b6dc-1571b4651161 associated. External IP: 172.27.1.185, port: 14e3c353-ee55-4eee-8bdc-9d20ccd23a9e. Jun 30 04:19:40.874202 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:INSERT=1,neutron:UPDATE=3,neutron:SELECT=94,neutron:DELETE=2 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:19:40.914319 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9a90acb-8f77-4c01-aa92-b5f292135b57 tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] Router f5fad03b-8645-449e-8ef0-392bc6c254bc has already been hosted by L3 agent 2ea21a61-d737-4543-a811-a0d035fbf0f6 {{(pid=104415) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 30 04:19:40.999598 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:19:41.019157 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9a90acb-8f77-4c01-aa92-b5f292135b57 tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] Notify agent at l3_agent.dv-cinder-846842-7-iscsi the message routers_updated {{(pid=104415) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 04:19:41.024560 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-d9a90acb-8f77-4c01-aa92-b5f292135b57 tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13292'] for floatingip (None), before_response {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:19:41.029810 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98887894-cd82-4906-80d3-98354667a669 None None] Sync routers for ids ['f5fad03b-8645-449e-8ef0-392bc6c254bc'] in dv-cinder-846842-7-iscsi {{(pid=104417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 04:19:41.040200 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98887894-cd82-4906-80d3-98354667a669 None None] Routers {'f5fad03b-8645-449e-8ef0-392bc6c254bc'} bound to L3 agent in host dv-cinder-846842-7-iscsi {{(pid=104417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 30 04:19:41.040792 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.db.l3_hamode_db [None req-98887894-cd82-4906-80d3-98354667a669 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-30T04:07:07Z,description=,heartbeat_timestamp=2022-06-30T04:19:38Z,host='dv-cinder-846842-7-iscsi',id=2ea21a61-d737-4543-a811-a0d035fbf0f6,load=0,resource_versions=,resources_synced=,started_at=2022-06-30T04:07:07Z,topic='l3_agent')) {'router_ids': ['f5fad03b-8645-449e-8ef0-392bc6c254bc'], 'active': True} {{(pid=104417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 04:19:41.055333 dv-cinder-846842-7-iscsi neutron-server[104415]: INFO neutron.wsgi [None req-d9a90acb-8f77-4c01-aa92-b5f292135b57 tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] 10.222.0.13 "PUT /v2.0/floatingips/d509b425-92e5-4e20-b6dc-1571b4651161 HTTP/1.1" status: 200 len: 991 time: 1.1441336 Jun 30 04:19:41.055920 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a344d61b-2dbc-49a8-b5c1-4d5619af3e77', 'tag': '14e3c353-ee55-4eee-8bdc-9d20ccd23a9e'}] {{(pid=104415) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 30 04:19:41.058146 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d30a34cf25b41f2e39a6e8a7c8aade182e15085106272f21e1153e4bea097eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb8402c1-f6e5-4b33-a134-1f1392bffbcb" -d '{"events": [{"name": "network-changed", "server_uuid": "a344d61b-2dbc-49a8-b5c1-4d5619af3e77", "tag": "14e3c353-ee55-4eee-8bdc-9d20ccd23a9e"}]}' {{(pid=104415) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 04:19:41.095296 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Jun 2022 04:19:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e78b937-4cae-486f-8768-f3f7cd66207b x-openstack-request-id: req-9e78b937-4cae-486f-8768-f3f7cd66207b {{(pid=104415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 04:19:41.095586 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a344d61b-2dbc-49a8-b5c1-4d5619af3e77", "tag": "14e3c353-ee55-4eee-8bdc-9d20ccd23a9e", "status": "completed", "code": 200}]} {{(pid=104415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 04:19:41.095837 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9e78b937-4cae-486f-8768-f3f7cd66207b {{(pid=104415) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 04:19:41.096271 dv-cinder-846842-7-iscsi neutron-server[104415]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9e78b937-4cae-486f-8768-f3f7cd66207b'] response: {'name': 'network-changed', 'server_uuid': 'a344d61b-2dbc-49a8-b5c1-4d5619af3e77', 'tag': '14e3c353-ee55-4eee-8bdc-9d20ccd23a9e', 'status': 'completed', 'code': 200} Jun 30 04:19:41.145331 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.db.l3_dvr_db [None req-98887894-cd82-4906-80d3-98354667a669 None None] Set router f5fad03b-8645-449e-8ef0-392bc6c254bc gateway port host: dv-cinder-846842-7-iscsi {{(pid=104417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 30 04:19:41.160455 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8402c1-f6e5-4b33-a134-1f1392bffbcb req-a90f0806-9c03-4ee9-814f-0d1482906312 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:19:41.161987 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-bb8402c1-f6e5-4b33-a134-1f1392bffbcb req-a90f0806-9c03-4ee9-814f-0d1482906312 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=71588f8a5fc34919a77f28b6a8c8db0e&device_id=a344d61b-2dbc-49a8-b5c1-4d5619af3e77 HTTP/1.1" status: 200 len: 1129 time: 0.0403705 Jun 30 04:19:41.261890 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8402c1-f6e5-4b33-a134-1f1392bffbcb req-de751b71-d2d4-4faa-a8ce-393cb5ad482b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:19:41.263469 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-bb8402c1-f6e5-4b33-a134-1f1392bffbcb req-de751b71-d2d4-4faa-a8ce-393cb5ad482b service neutron] 10.222.0.20 "GET /v2.0/networks?id=17fe777c-5046-426d-94b6-3483df1f9f21 HTTP/1.1" status: 200 len: 918 time: 0.0931222 Jun 30 04:19:41.316905 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=100 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:19:41.341142 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-bb8402c1-f6e5-4b33-a134-1f1392bffbcb req-cfd8f57f-74a2-4059-a5e1-3cab83957405 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=14e3c353-ee55-4eee-8bdc-9d20ccd23a9e HTTP/1.1" status: 200 len: 999 time: 0.0654240 Jun 30 04:19:41.393541 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8402c1-f6e5-4b33-a134-1f1392bffbcb req-25a16f96-b38f-4567-b799-e1f3262ac627 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:19:41.394943 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-bb8402c1-f6e5-4b33-a134-1f1392bffbcb req-25a16f96-b38f-4567-b799-e1f3262ac627 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d7ebd17c-ba43-4daa-b223-4200fbc873be HTTP/1.1" status: 200 len: 856 time: 0.0468895 Jun 30 04:19:41.444264 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8402c1-f6e5-4b33-a134-1f1392bffbcb req-ddb31873-ebe9-4db9-8f0c-3bea33b219fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:19:41.445751 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-bb8402c1-f6e5-4b33-a134-1f1392bffbcb req-ddb31873-ebe9-4db9-8f0c-3bea33b219fa service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=17fe777c-5046-426d-94b6-3483df1f9f21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0400143 Jun 30 04:19:41.476918 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:19:41.486855 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.db.l3_hamode_db [None req-98887894-cd82-4906-80d3-98354667a669 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5fad03b-8645-449e-8ef0-392bc6c254bc', 'name': 'tempest-AttachVolumeShelveTestJSON-1944543417-router', 'tenant_id': '71588f8a5fc34919a77f28b6a8c8db0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14b0e4f-074d-4507-846c-fc8420bddf12', 'external_fixed_ips': [{'subnet_id': '15378187-268c-4fae-ace7-eaca7aa50f90', 'ip_address': '172.27.1.94'}], 'enable_snat': True}, 'gw_port_id': '5950e79d-38a6-49e8-a931-d01fb0d60025', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T04:15:04Z', 'updated_at': '2022-06-30T04:15:11Z', 'revision_number': 4, 'project_id': '71588f8a5fc34919a77f28b6a8c8db0e', 'gw_port': {'id': '5950e79d-38a6-49e8-a931-d01fb0d60025', 'name': '', 'network_id': 'a14b0e4f-074d-4507-846c-fc8420bddf12', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:19:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5fad03b-8645-449e-8ef0-392bc6c254bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '15378187-268c-4fae-ace7-eaca7aa50f90', 'ip_address': '172.27.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T04:15:05Z', 'updated_at': '2022-06-30T04:15:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15378187-268c-4fae-ace7-eaca7aa50f90', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-7-iscsi', '_floatingips': [{'id': 'd509b425-92e5-4e20-b6dc-1571b4651161', 'tenant_id': '71588f8a5fc34919a77f28b6a8c8db0e', 'floating_ip_address': '172.27.1.185', 'floating_network_id': 'a14b0e4f-074d-4507-846c-fc8420bddf12', 'router_id': 'f5fad03b-8645-449e-8ef0-392bc6c254bc', 'port_id': '14e3c353-ee55-4eee-8bdc-9d20ccd23a9e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 562, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '17fe777c-5046-426d-94b6-3483df1f9f21', 'mac_address': 'fa:16:3e:89:d8:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a344d61b-2dbc-49a8-b5c1-4d5619af3e77', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-30T04:19:22Z', 'updated_at': '2022-06-30T04:19:40Z', 'revision_number': 1, 'project_id': '71588f8a5fc34919a77f28b6a8c8db0e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e4bdec9c-25dd-49ab-9bb9-bae1a63baa28', 'name': '', 'network_id': '17fe777c-5046-426d-94b6-3483df1f9f21', 'tenant_id': '71588f8a5fc34919a77f28b6a8c8db0e', 'mac_address': 'fa:16:3e:97:07:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5fad03b-8645-449e-8ef0-392bc6c254bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'd7ebd17c-ba43-4daa-b223-4200fbc873be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T04:15:09Z', 'updated_at': '2022-06-30T04:15:19Z', 'revision_number': 5, 'project_id': '71588f8a5fc34919a77f28b6a8c8db0e', 'subnets': [{'id': 'd7ebd17c-ba43-4daa-b223-4200fbc873be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846842-7-iscsi', False) {} {{(pid=104417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 04:19:41.516096 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98887894-cd82-4906-80d3-98354667a669 None None] Checking router: f5fad03b-8645-449e-8ef0-392bc6c254bc for host: dv-cinder-846842-7-iscsi {{(pid=104417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 04:19:41.525284 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:19:41.527743 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98887894-cd82-4906-80d3-98354667a669 None None] Routers {'f5fad03b-8645-449e-8ef0-392bc6c254bc'} bound to L3 agent in host dv-cinder-846842-7-iscsi {{(pid=104417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 30 04:19:41.528419 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.db.l3_hamode_db [None req-98887894-cd82-4906-80d3-98354667a669 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-30T04:07:07Z,description=,heartbeat_timestamp=2022-06-30T04:19:38Z,host='dv-cinder-846842-7-iscsi',id=2ea21a61-d737-4543-a811-a0d035fbf0f6,load=0,resource_versions=,resources_synced=,started_at=2022-06-30T04:07:07Z,topic='l3_agent')) {'router_ids': ['f5fad03b-8645-449e-8ef0-392bc6c254bc'], 'active': True} {{(pid=104417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 04:19:41.555111 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-bb8402c1-f6e5-4b33-a134-1f1392bffbcb req-0a0c86e4-49ac-463b-96a0-c7d59cbae868 service neutron] 10.222.0.20 "GET /v2.0/networks/17fe777c-5046-426d-94b6-3483df1f9f21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1018136 Jun 30 04:19:41.651378 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.db.l3_dvr_db [None req-98887894-cd82-4906-80d3-98354667a669 None None] Set router f5fad03b-8645-449e-8ef0-392bc6c254bc gateway port host: dv-cinder-846842-7-iscsi {{(pid=104417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 30 04:19:41.655134 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-bb8402c1-f6e5-4b33-a134-1f1392bffbcb req-9d702b8a-f363-4341-aeb9-38b4bc6f444f service neutron] 10.222.0.20 "GET /v2.0/networks/17fe777c-5046-426d-94b6-3483df1f9f21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929408 Jun 30 04:19:41.876091 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.db.l3_hamode_db [None req-98887894-cd82-4906-80d3-98354667a669 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5fad03b-8645-449e-8ef0-392bc6c254bc', 'name': 'tempest-AttachVolumeShelveTestJSON-1944543417-router', 'tenant_id': '71588f8a5fc34919a77f28b6a8c8db0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14b0e4f-074d-4507-846c-fc8420bddf12', 'external_fixed_ips': [{'subnet_id': '15378187-268c-4fae-ace7-eaca7aa50f90', 'ip_address': '172.27.1.94'}], 'enable_snat': True}, 'gw_port_id': '5950e79d-38a6-49e8-a931-d01fb0d60025', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T04:15:04Z', 'updated_at': '2022-06-30T04:15:11Z', 'revision_number': 4, 'project_id': '71588f8a5fc34919a77f28b6a8c8db0e', 'gw_port': {'id': '5950e79d-38a6-49e8-a931-d01fb0d60025', 'name': '', 'network_id': 'a14b0e4f-074d-4507-846c-fc8420bddf12', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:19:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5fad03b-8645-449e-8ef0-392bc6c254bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '15378187-268c-4fae-ace7-eaca7aa50f90', 'ip_address': '172.27.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T04:15:05Z', 'updated_at': '2022-06-30T04:15:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15378187-268c-4fae-ace7-eaca7aa50f90', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-7-iscsi', '_floatingips': [{'id': 'd509b425-92e5-4e20-b6dc-1571b4651161', 'tenant_id': '71588f8a5fc34919a77f28b6a8c8db0e', 'floating_ip_address': '172.27.1.185', 'floating_network_id': 'a14b0e4f-074d-4507-846c-fc8420bddf12', 'router_id': 'f5fad03b-8645-449e-8ef0-392bc6c254bc', 'port_id': '14e3c353-ee55-4eee-8bdc-9d20ccd23a9e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 562, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '17fe777c-5046-426d-94b6-3483df1f9f21', 'mac_address': 'fa:16:3e:89:d8:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a344d61b-2dbc-49a8-b5c1-4d5619af3e77', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-30T04:19:22Z', 'updated_at': '2022-06-30T04:19:40Z', 'revision_number': 1, 'project_id': '71588f8a5fc34919a77f28b6a8c8db0e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e4bdec9c-25dd-49ab-9bb9-bae1a63baa28', 'name': '', 'network_id': '17fe777c-5046-426d-94b6-3483df1f9f21', 'tenant_id': '71588f8a5fc34919a77f28b6a8c8db0e', 'mac_address': 'fa:16:3e:97:07:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5fad03b-8645-449e-8ef0-392bc6c254bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'd7ebd17c-ba43-4daa-b223-4200fbc873be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T04:15:09Z', 'updated_at': '2022-06-30T04:15:19Z', 'revision_number': 5, 'project_id': '71588f8a5fc34919a77f28b6a8c8db0e', 'subnets': [{'id': 'd7ebd17c-ba43-4daa-b223-4200fbc873be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846842-7-iscsi', False) {} {{(pid=104417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 04:19:41.902413 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98887894-cd82-4906-80d3-98354667a669 None None] The sync data for ids ['f5fad03b-8645-449e-8ef0-392bc6c254bc'] in dv-cinder-846842-7-iscsi is: [{'id': 'f5fad03b-8645-449e-8ef0-392bc6c254bc', 'name': 'tempest-AttachVolumeShelveTestJSON-1944543417-router', 'tenant_id': '71588f8a5fc34919a77f28b6a8c8db0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14b0e4f-074d-4507-846c-fc8420bddf12', 'external_fixed_ips': [{'subnet_id': '15378187-268c-4fae-ace7-eaca7aa50f90', 'ip_address': '172.27.1.94'}], 'enable_snat': True}, 'gw_port_id': '5950e79d-38a6-49e8-a931-d01fb0d60025', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T04:15:04Z', 'updated_at': '2022-06-30T04:15:11Z', 'revision_number': 4, 'project_id': '71588f8a5fc34919a77f28b6a8c8db0e', 'gw_port': {'id': '5950e79d-38a6-49e8-a931-d01fb0d60025', 'name': '', 'network_id': 'a14b0e4f-074d-4507-846c-fc8420bddf12', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:19:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5fad03b-8645-449e-8ef0-392bc6c254bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '15378187-268c-4fae-ace7-eaca7aa50f90', 'ip_address': '172.27.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T04:15:05Z', 'updated_at': '2022-06-30T04:15:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15378187-268c-4fae-ace7-eaca7aa50f90', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-7-iscsi', '_floatingips': [{'id': 'd509b425-92e5-4e20-b6dc-1571b4651161', 'tenant_id': '71588f8a5fc34919a77f28b6a8c8db0e', 'floating_ip_address': '172.27.1.185', 'floating_network_id': 'a14b0e4f-074d-4507-846c-fc8420bddf12', 'router_id': 'f5fad03b-8645-449e-8ef0-392bc6c254bc', 'port_id': '14e3c353-ee55-4eee-8bdc-9d20ccd23a9e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 562, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '17fe777c-5046-426d-94b6-3483df1f9f21', 'mac_address': 'fa:16:3e:89:d8:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a344d61b-2dbc-49a8-b5c1-4d5619af3e77', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-30T04:19:22Z', 'updated_at': '2022-06-30T04:19:40Z', 'revision_number': 1, 'project_id': '71588f8a5fc34919a77f28b6a8c8db0e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e4bdec9c-25dd-49ab-9bb9-bae1a63baa28', 'name': '', 'network_id': '17fe777c-5046-426d-94b6-3483df1f9f21', 'tenant_id': '71588f8a5fc34919a77f28b6a8c8db0e', 'mac_address': 'fa:16:3e:97:07:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5fad03b-8645-449e-8ef0-392bc6c254bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'd7ebd17c-ba43-4daa-b223-4200fbc873be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T04:15:09Z', 'updated_at': '2022-06-30T04:15:19Z', 'revision_number': 5, 'project_id': '71588f8a5fc34919a77f28b6a8c8db0e', 'subnets': [{'id': 'd7ebd17c-ba43-4daa-b223-4200fbc873be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 04:19:42.089138 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfa6a54d-6595-475e-9058-586039ad479b None None] New status for floating IP d509b425-92e5-4e20-b6dc-1571b4651161: ACTIVE {{(pid=104418) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 30 04:19:42.730813 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926756172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565263'] for agent (ef703bef-7cc0-467c-baa9-fe8a66be565c), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:19:45.074005 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.13', 55192) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 04:19:45.130531 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.db.db_base_plugin_v2 [None req-701cb22a-ec2b-49b6-82b0-97e44cde49b5 admin admin] Deleting subnet 1633d63e-410a-4092-ad59-b64c12aa87c9 {{(pid=104416) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 30 04:19:45.133942 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-701cb22a-ec2b-49b6-82b0-97e44cde49b5 admin admin] Publish callbacks [] for subnet (1633d63e-410a-4092-ad59-b64c12aa87c9), before_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:19:45.165750 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:19:45.173420 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-701cb22a-ec2b-49b6-82b0-97e44cde49b5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-840556'] for subnet (1633d63e-410a-4092-ad59-b64c12aa87c9), precommit_delete_associations {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:19:45.215044 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-701cb22a-ec2b-49b6-82b0-97e44cde49b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3565464'] for subnet (1633d63e-410a-4092-ad59-b64c12aa87c9), precommit_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:19:45.271301 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-701cb22a-ec2b-49b6-82b0-97e44cde49b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3565459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1764173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12208629'] for subnet (1633d63e-410a-4092-ad59-b64c12aa87c9), after_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:19:45.297623 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701cb22a-ec2b-49b6-82b0-97e44cde49b5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1633d63e-410a-4092-ad59-b64c12aa87c9,revision_number=None']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:19:45.302613 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-701cb22a-ec2b-49b6-82b0-97e44cde49b5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:19:45.305873 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-701cb22a-ec2b-49b6-82b0-97e44cde49b5 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/1633d63e-410a-4092-ad59-b64c12aa87c9 HTTP/1.1" status: 204 len: 168 time: 0.2307293 Jun 30 04:19:45.308310 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.13', 55194) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 04:19:45.382593 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-6a2d58b3-1ff1-488b-b530-23c3f847b68f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3657771'] for network (9c18043c-6376-4ef1-99e0-e3f0031cee26), before_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:19:45.470838 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-6a2d58b3-1ff1-488b-b530-23c3f847b68f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3567502', 'neutron.services.segments.db._delete_segments_for_network-8781926756190'] for network (9c18043c-6376-4ef1-99e0-e3f0031cee26), precommit_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:19:45.491331 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.services.segments.db [None req-6a2d58b3-1ff1-488b-b530-23c3f847b68f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c18043c-6376-4ef1-99e0-e3f0031cee26']}} {{(pid=104416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 04:19:45.500616 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.services.segments.db [None req-6a2d58b3-1ff1-488b-b530-23c3f847b68f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e11535a-de25-4823-afc2-8ade8ea587d6') {'for_net_delete': True} {{(pid=104416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 04:19:45.500878 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.services.segments.db [None req-6a2d58b3-1ff1-488b-b530-23c3f847b68f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e11535a-de25-4823-afc2-8ade8ea587d6') {} {{(pid=104416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 04:19:45.510362 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-6a2d58b3-1ff1-488b-b530-23c3f847b68f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781926756455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-840535'] for segment (8e11535a-de25-4823-afc2-8ade8ea587d6), before_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:19:45.523590 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-6a2d58b3-1ff1-488b-b530-23c3f847b68f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505043'] for segment (8e11535a-de25-4823-afc2-8ade8ea587d6), precommit_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:19:45.530357 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a2d58b3-1ff1-488b-b530-23c3f847b68f admin admin] Releasing vlan 199 on physical network physnet1 to pool {{(pid=104416) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 04:19:45.530723 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-6a2d58b3-1ff1-488b-b530-23c3f847b68f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1764343'] for segment (8e11535a-de25-4823-afc2-8ade8ea587d6), after_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:19:45.550785 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.services.segments.plugin [-] Segment 8e11535a-de25-4823-afc2-8ade8ea587d6 resource provider aggregate not found Jun 30 04:19:45.587022 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.services.segments.plugin [-] Segment 8e11535a-de25-4823-afc2-8ade8ea587d6 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 8e11535a-de25-4823-afc2-8ade8ea587d6 found for delete ", "request_id": "req-5442d926-1695-4b07-bcbc-de5bf4d3c1cb"}]} Jun 30 04:19:45.597676 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-6a2d58b3-1ff1-488b-b530-23c3f847b68f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3567543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3637173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-620245'] for network (9c18043c-6376-4ef1-99e0-e3f0031cee26), after_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:19:45.603318 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-6a2d58b3-1ff1-488b-b530-23c3f847b68f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528667'] for network (None), before_response {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:19:45.606440 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-6a2d58b3-1ff1-488b-b530-23c3f847b68f admin admin] 10.222.0.13 "DELETE /v2.0/networks/9c18043c-6376-4ef1-99e0-e3f0031cee26 HTTP/1.1" status: 204 len: 168 time: 0.2971768 Jun 30 04:19:45.617473 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2d58b3-1ff1-488b-b530-23c3f847b68f admin admin] Pushing event deleted for resources: {'Network': ['ID=9c18043c-6376-4ef1-99e0-e3f0031cee26,revision_number=None']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:19:45.783113 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.13', 55202) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 04:19:45.825639 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-c6d14eed-c418-4b58-bbd8-a225e6c4d393 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4a5e183a36084c9fb82f3a3f7d24402a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0411160 Jun 30 04:19:45.829099 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.13', 55204) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 04:19:45.836893 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:19:45.886586 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-5b98ec43-fb4d-4cab-9629-ff393f263e40 admin admin] Publish callbacks [] for security_group (2f6d1c4a-513c-47f4-83a7-99e6c18ff482), before_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:19:45.908521 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-5b98ec43-fb4d-4cab-9629-ff393f263e40 admin admin] Publish callbacks [] for security_group (2f6d1c4a-513c-47f4-83a7-99e6c18ff482), precommit_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:19:45.960286 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-5b98ec43-fb4d-4cab-9629-ff393f263e40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3637186'] for security_group (2f6d1c4a-513c-47f4-83a7-99e6c18ff482), after_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:19:45.962720 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-5b98ec43-fb4d-4cab-9629-ff393f263e40 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:19:45.963906 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-5b98ec43-fb4d-4cab-9629-ff393f263e40 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2f6d1c4a-513c-47f4-83a7-99e6c18ff482 HTTP/1.1" status: 204 len: 168 time: 0.1339440 Jun 30 04:19:45.971722 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b98ec43-fb4d-4cab-9629-ff393f263e40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f6d1c4a-513c-47f4-83a7-99e6c18ff482,revision_number=None']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:19:47.726634 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.db.agents_db [None req-38391644-8868-4c56-b8b1-4dfa3b709b99 None None] Agent healthcheck: found 6 active agents {{(pid=104418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 04:19:51.048293 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=21 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:19:51.052918 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=3 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:19:52.726551 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=47,neutron:UPDATE=1 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:19:55.967266 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=63,neutron:DELETE=5 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:19:55.968660 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=12,neutron:DELETE=3 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:19:55.985207 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=32 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:20:03.456728 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.wsgi [-] (104415) accepted ('10.222.0.13', 55344) {{(pid=104415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 04:20:03.571685 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-93036b56-53b4-4186-ae96-7a12b71efd4b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:20:03.650875 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-93036b56-53b4-4186-ae96-7a12b71efd4b admin admin] Publish callbacks [] for security_group (9bb5f4e0-df0c-420a-bb0a-2c8a1aea9080), precommit_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:20:03.656882 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-93036b56-53b4-4186-ae96-7a12b71efd4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3637186'] for security_group (9bb5f4e0-df0c-420a-bb0a-2c8a1aea9080), after_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:20:03.696359 dv-cinder-846842-7-iscsi neutron-server[104415]: INFO neutron.wsgi [None req-93036b56-53b4-4186-ae96-7a12b71efd4b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b0253934e99b48ce956fbe1ab3a7cbab&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2385375 Jun 30 04:20:03.697263 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93036b56-53b4-4186-ae96-7a12b71efd4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bb5f4e0-df0c-420a-bb0a-2c8a1aea9080,revision_number=1']} {{(pid=104415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:20:03.699195 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.13', 55348) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 04:20:03.711632 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:SELECT=36,neutron:UPDATE=3 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:20:03.712670 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:SELECT=38,neutron:UPDATE=1 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:20:03.757526 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-ceb80972-08da-4f46-8e00-221a360bdce7 admin admin] Publish callbacks [] for security_group (9bb5f4e0-df0c-420a-bb0a-2c8a1aea9080), before_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:20:03.779561 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-ceb80972-08da-4f46-8e00-221a360bdce7 admin admin] Publish callbacks [] for security_group (9bb5f4e0-df0c-420a-bb0a-2c8a1aea9080), precommit_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:20:03.834431 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-ceb80972-08da-4f46-8e00-221a360bdce7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3637186'] for security_group (9bb5f4e0-df0c-420a-bb0a-2c8a1aea9080), after_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:20:03.836869 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-ceb80972-08da-4f46-8e00-221a360bdce7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:20:03.838023 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-ceb80972-08da-4f46-8e00-221a360bdce7 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9bb5f4e0-df0c-420a-bb0a-2c8a1aea9080 HTTP/1.1" status: 204 len: 168 time: 0.1378231 Jun 30 04:20:03.846431 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb80972-08da-4f46-8e00-221a360bdce7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bb5f4e0-df0c-420a-bb0a-2c8a1aea9080,revision_number=None']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:20:05.178031 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-e629ca1b-754b-4c46-be19-3643706f05f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926756172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565263'] for agent (beddbd52-9273-44c2-990c-63933fe383b2), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:20:07.526163 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-2263509b-7bab-43d2-b1c8-380cc6a00703 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926756172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565263'] for agent (2ea21a61-d737-4543-a811-a0d035fbf0f6), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:20:08.469221 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-7a77f087-4523-4fd9-b9f1-b6333d8ad1f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926756172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565263'] for agent (672e10fd-0bbc-4d52-8fca-d980f41e3265), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:20:10.258367 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-88ff949a-6007-42d5-8261-77b64d367ca9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926756172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565263'] for agent (4c4a8942-da79-4b81-aa08-fb593b1e6e06), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:20:10.424156 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-2a6d8403-c0a5-4ac4-aa48-860a84345009 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926756172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565263'] for agent (cbdf45b5-344e-4e18-9242-1abb738708f2), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:20:12.064616 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.wsgi [-] (104415) accepted ('10.222.0.13', 55424) {{(pid=104415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 04:20:12.178916 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-b26c5b40-5f4a-40bf-9a08-f0bed5f128d8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:20:12.272973 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-b26c5b40-5f4a-40bf-9a08-f0bed5f128d8 admin admin] Publish callbacks [] for security_group (9adac6ea-c550-49d0-8988-4be7e79e8386), precommit_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:20:12.278039 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-b26c5b40-5f4a-40bf-9a08-f0bed5f128d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3637186'] for security_group (9adac6ea-c550-49d0-8988-4be7e79e8386), after_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:20:12.316822 dv-cinder-846842-7-iscsi neutron-server[104415]: INFO neutron.wsgi [None req-b26c5b40-5f4a-40bf-9a08-f0bed5f128d8 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5f0878868d104652b4c5cf5bd2022a4a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2511096 Jun 30 04:20:12.317943 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26c5b40-5f4a-40bf-9a08-f0bed5f128d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9adac6ea-c550-49d0-8988-4be7e79e8386,revision_number=1']} {{(pid=104415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:20:12.319704 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.13', 55428) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 04:20:12.374856 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-d0028740-c310-4b8b-9883-af8e2bf74f36 admin admin] Publish callbacks [] for security_group (9adac6ea-c550-49d0-8988-4be7e79e8386), before_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:20:12.397585 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-d0028740-c310-4b8b-9883-af8e2bf74f36 admin admin] Publish callbacks [] for security_group (9adac6ea-c550-49d0-8988-4be7e79e8386), precommit_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:20:12.451388 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-d0028740-c310-4b8b-9883-af8e2bf74f36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3637186'] for security_group (9adac6ea-c550-49d0-8988-4be7e79e8386), after_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:20:12.453807 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-d0028740-c310-4b8b-9883-af8e2bf74f36 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:20:12.457426 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-d0028740-c310-4b8b-9883-af8e2bf74f36 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9adac6ea-c550-49d0-8988-4be7e79e8386 HTTP/1.1" status: 204 len: 168 time: 0.1343133 Jun 30 04:20:12.463052 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0028740-c310-4b8b-9883-af8e2bf74f36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9adac6ea-c550-49d0-8988-4be7e79e8386,revision_number=None']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:20:12.732139 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926756172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565263'] for agent (ef703bef-7cc0-467c-baa9-fe8a66be565c), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:20:13.250949 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-ca05251a-faf4-4956-a7ee-ab5fcfb4eb01 req-817a367a-7f87-4726-82ac-7cd763c86817 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=1faec7e8-1e39-47c4-aba5-2e67eaf2936c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0403564 Jun 30 04:20:13.318324 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca05251a-faf4-4956-a7ee-ab5fcfb4eb01 req-737c17f4-adda-4849-ae33-c2bb82fcdbc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:20:13.320539 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-ca05251a-faf4-4956-a7ee-ab5fcfb4eb01 req-737c17f4-adda-4849-ae33-c2bb82fcdbc8 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=74b53f46d15c4465b9005939114e67a3&device_id=1faec7e8-1e39-47c4-aba5-2e67eaf2936c HTTP/1.1" status: 200 len: 1129 time: 0.0454531 Jun 30 04:20:13.441705 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca05251a-faf4-4956-a7ee-ab5fcfb4eb01 req-d274debb-f50c-4002-962e-8863e0941386 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:20:13.443212 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-ca05251a-faf4-4956-a7ee-ab5fcfb4eb01 req-d274debb-f50c-4002-962e-8863e0941386 service neutron] 10.222.0.20 "GET /v2.0/networks?id=d053466e-8b12-41f1-8495-352ca2b58558 HTTP/1.1" status: 200 len: 920 time: 0.0960357 Jun 30 04:20:13.488299 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-ca05251a-faf4-4956-a7ee-ab5fcfb4eb01 req-42ce785b-9395-48f5-b926-5e29cb651ade service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fca67734-6bd5-404d-9a44-a44b374bc3a8 HTTP/1.1" status: 200 len: 217 time: 0.0339794 Jun 30 04:20:13.545483 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca05251a-faf4-4956-a7ee-ab5fcfb4eb01 req-690b0584-49c7-489d-a8e2-b78c6ee5d908 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:20:13.547291 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-ca05251a-faf4-4956-a7ee-ab5fcfb4eb01 req-690b0584-49c7-489d-a8e2-b78c6ee5d908 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=1d12b51a-7dad-4338-8514-f9c8956a192d HTTP/1.1" status: 200 len: 858 time: 0.0527320 Jun 30 04:20:13.595988 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca05251a-faf4-4956-a7ee-ab5fcfb4eb01 req-d64201f9-8700-42d6-a058-c7a58a5ff4be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:20:13.597504 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-ca05251a-faf4-4956-a7ee-ab5fcfb4eb01 req-d64201f9-8700-42d6-a058-c7a58a5ff4be service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d053466e-8b12-41f1-8495-352ca2b58558&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0431514 Jun 30 04:20:13.692678 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-ca05251a-faf4-4956-a7ee-ab5fcfb4eb01 req-707d53f3-991d-4404-ad28-af04dbec9df7 service neutron] 10.222.0.20 "GET /v2.0/networks/d053466e-8b12-41f1-8495-352ca2b58558?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853212 Jun 30 04:20:13.790445 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-ca05251a-faf4-4956-a7ee-ab5fcfb4eb01 req-9ce10fe7-9bef-431c-afe4-9ebb8b69af93 service neutron] 10.222.0.20 "GET /v2.0/networks/d053466e-8b12-41f1-8495-352ca2b58558?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911603 Jun 30 04:20:16.940347 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9884cea3-74ef-474a-8610-4f95c047cdb4 req-92bc4a01-c634-4baa-951b-323eb0459e4e tempest-TestMinimumBasicScenario-130177793 tempest-TestMinimumBasicScenario-130177793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:20:16.941811 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-9884cea3-74ef-474a-8610-4f95c047cdb4 req-92bc4a01-c634-4baa-951b-323eb0459e4e tempest-TestMinimumBasicScenario-130177793 tempest-TestMinimumBasicScenario-130177793-project] 10.222.0.13 "GET /v2.0/ports?device_id=51520645-cd99-466c-83b2-8f735e7d04cf HTTP/1.1" status: 200 len: 984 time: 0.0741093 Jun 30 04:20:16.944880 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ac450e-891a-413f-8215-f4753b0aba69 req-f47745f1-7fb8-423e-b686-1148b48894d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:20:16.946212 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-f4ac450e-891a-413f-8215-f4753b0aba69 req-f47745f1-7fb8-423e-b686-1148b48894d6 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=bf207393082c48d09f827e16d99b2609&device_id=51520645-cd99-466c-83b2-8f735e7d04cf HTTP/1.1" status: 200 len: 1168 time: 0.0675678 Jun 30 04:20:17.001399 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:20:17.014883 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:20:17.065264 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-9884cea3-74ef-474a-8610-4f95c047cdb4 req-6ecb60a3-2f89-408b-8d11-06e358812944 tempest-TestMinimumBasicScenario-130177793 tempest-TestMinimumBasicScenario-130177793-project] 10.222.0.13 "GET /v2.0/security-groups?id=9d0d7e41-0de4-435b-8be5-77663521a9cc&id=f3b6e636-c97e-43d6-a170-7ea88b7ee921&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1177716 Jun 30 04:20:17.086972 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ac450e-891a-413f-8215-f4753b0aba69 req-9b4379c0-be21-4728-9c5b-0f774e5d607f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:20:17.088448 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-f4ac450e-891a-413f-8215-f4753b0aba69 req-9b4379c0-be21-4728-9c5b-0f774e5d607f service neutron] 10.222.0.20 "GET /v2.0/networks?id=9f998a2a-5cb6-4bab-892c-06a6730a89bd HTTP/1.1" status: 200 len: 916 time: 0.1335759 Jun 30 04:20:17.155511 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-f4ac450e-891a-413f-8215-f4753b0aba69 req-464c9b56-ba34-4674-a8df-5a909f50d0dc service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9bba023e-b365-43ab-a64b-b1010d222f8a HTTP/1.1" status: 200 len: 1000 time: 0.0605905 Jun 30 04:20:17.205263 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ac450e-891a-413f-8215-f4753b0aba69 req-a8539a26-07a8-47fd-87c4-ad4d950bab09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:20:17.206708 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-f4ac450e-891a-413f-8215-f4753b0aba69 req-a8539a26-07a8-47fd-87c4-ad4d950bab09 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=06112278-432b-41ef-b6f4-fdb3205ed762 HTTP/1.1" status: 200 len: 854 time: 0.0441461 Jun 30 04:20:17.250557 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ac450e-891a-413f-8215-f4753b0aba69 req-b80dc127-6b8a-47a0-94a4-63af5aa035dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:20:17.252559 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-f4ac450e-891a-413f-8215-f4753b0aba69 req-b80dc127-6b8a-47a0-94a4-63af5aa035dc service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9f998a2a-5cb6-4bab-892c-06a6730a89bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0382025 Jun 30 04:20:17.346201 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-f4ac450e-891a-413f-8215-f4753b0aba69 req-3e72e558-a88c-4cf7-9b60-6399d446c283 service neutron] 10.222.0.20 "GET /v2.0/networks/9f998a2a-5cb6-4bab-892c-06a6730a89bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866482 Jun 30 04:20:17.446407 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-f4ac450e-891a-413f-8215-f4753b0aba69 req-33a29a45-7b61-40d3-ad52-9d02b1778e1c service neutron] 10.222.0.20 "GET /v2.0/networks/9f998a2a-5cb6-4bab-892c-06a6730a89bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928750 Jun 30 04:20:18.306327 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98104f93-20f4-4ba3-808c-795084779d07 req-79799f63-904e-4661-a7ce-6992584cab37 tempest-TestMinimumBasicScenario-130177793 tempest-TestMinimumBasicScenario-130177793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:20:18.307833 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-98104f93-20f4-4ba3-808c-795084779d07 req-79799f63-904e-4661-a7ce-6992584cab37 tempest-TestMinimumBasicScenario-130177793 tempest-TestMinimumBasicScenario-130177793-project] 10.222.0.13 "GET /v2.0/ports?device_id=51520645-cd99-466c-83b2-8f735e7d04cf HTTP/1.1" status: 200 len: 984 time: 0.1624868 Jun 30 04:20:18.367830 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-98104f93-20f4-4ba3-808c-795084779d07 req-6fb8c136-6183-4ad1-b765-beb610c47d32 tempest-TestMinimumBasicScenario-130177793 tempest-TestMinimumBasicScenario-130177793-project] 10.222.0.13 "GET /v2.0/security-groups?id=9d0d7e41-0de4-435b-8be5-77663521a9cc&id=f3b6e636-c97e-43d6-a170-7ea88b7ee921&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0540407 Jun 30 04:20:19.489377 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a120dec-bfb6-444d-8876-5c53c020dad9 req-faadea16-7435-446f-801d-371cf9ae23ea tempest-TestMinimumBasicScenario-130177793 tempest-TestMinimumBasicScenario-130177793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:20:19.490857 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-4a120dec-bfb6-444d-8876-5c53c020dad9 req-faadea16-7435-446f-801d-371cf9ae23ea tempest-TestMinimumBasicScenario-130177793 tempest-TestMinimumBasicScenario-130177793-project] 10.222.0.13 "GET /v2.0/ports?device_id=51520645-cd99-466c-83b2-8f735e7d04cf HTTP/1.1" status: 200 len: 984 time: 0.0489233 Jun 30 04:20:19.553208 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-4a120dec-bfb6-444d-8876-5c53c020dad9 req-e9c2be13-c77d-41eb-88f0-545f69ad8fad tempest-TestMinimumBasicScenario-130177793 tempest-TestMinimumBasicScenario-130177793-project] 10.222.0.13 "GET /v2.0/security-groups?id=9d0d7e41-0de4-435b-8be5-77663521a9cc&id=f3b6e636-c97e-43d6-a170-7ea88b7ee921&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0541027 Jun 30 04:20:20.669026 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b808617e-7e7b-44d6-bf83-49359e45ecff req-590dd109-5cf5-459a-abc8-29295e429182 tempest-TestMinimumBasicScenario-130177793 tempest-TestMinimumBasicScenario-130177793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:20:20.670516 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-b808617e-7e7b-44d6-bf83-49359e45ecff req-590dd109-5cf5-459a-abc8-29295e429182 tempest-TestMinimumBasicScenario-130177793 tempest-TestMinimumBasicScenario-130177793-project] 10.222.0.13 "GET /v2.0/ports?device_id=51520645-cd99-466c-83b2-8f735e7d04cf HTTP/1.1" status: 200 len: 984 time: 0.0487931 Jun 30 04:20:20.733560 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-b808617e-7e7b-44d6-bf83-49359e45ecff req-67ae3140-7205-4c9b-8a3c-647b94ebfa78 tempest-TestMinimumBasicScenario-130177793 tempest-TestMinimumBasicScenario-130177793-project] 10.222.0.13 "GET /v2.0/security-groups?id=9d0d7e41-0de4-435b-8be5-77663521a9cc&id=f3b6e636-c97e-43d6-a170-7ea88b7ee921&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0567999 Jun 30 04:20:21.771478 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e167fa-79d4-43a9-a1fc-0d94a9cb99eb req-d293f201-c115-493b-b0ca-a98c57ca4dc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:20:21.772965 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-73e167fa-79d4-43a9-a1fc-0d94a9cb99eb req-d293f201-c115-493b-b0ca-a98c57ca4dc9 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=74b53f46d15c4465b9005939114e67a3&device_id=8cc38d9c-363d-4a90-a5a3-2f16ee1f8a99 HTTP/1.1" status: 200 len: 1130 time: 0.0664024 Jun 30 04:20:21.784529 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d85886-4012-4aea-9c0d-aaf9247e6670 req-1343e55a-a229-4b46-bfa2-ca23ef773a57 tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:20:21.785981 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-d1d85886-4012-4aea-9c0d-aaf9247e6670 req-1343e55a-a229-4b46-bfa2-ca23ef773a57 tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] 10.222.0.13 "GET /v2.0/ports?device_id=8cc38d9c-363d-4a90-a5a3-2f16ee1f8a99 HTTP/1.1" status: 200 len: 946 time: 0.0711024 Jun 30 04:20:21.895151 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=100 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:20:21.920034 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5294ee2-b2d1-450e-bc7a-fe7fa4526166 req-4278c278-7d0e-4629-900a-97715fa762b0 tempest-TestMinimumBasicScenario-130177793 tempest-TestMinimumBasicScenario-130177793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:20:21.921521 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-b5294ee2-b2d1-450e-bc7a-fe7fa4526166 req-4278c278-7d0e-4629-900a-97715fa762b0 tempest-TestMinimumBasicScenario-130177793 tempest-TestMinimumBasicScenario-130177793-project] 10.222.0.13 "GET /v2.0/ports?device_id=51520645-cd99-466c-83b2-8f735e7d04cf HTTP/1.1" status: 200 len: 984 time: 0.1067052 Jun 30 04:20:21.962412 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-d1d85886-4012-4aea-9c0d-aaf9247e6670 req-3b6ab4c6-7909-46e3-9c30-d69a24ce09c6 tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] 10.222.0.13 "GET /v2.0/security-groups?id=06c1f942-66a2-4aeb-bb9e-abcee809d625&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1671503 Jun 30 04:20:21.968771 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e167fa-79d4-43a9-a1fc-0d94a9cb99eb req-62db2a8e-5459-421a-bac4-380cfd20fba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:20:21.970322 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-73e167fa-79d4-43a9-a1fc-0d94a9cb99eb req-62db2a8e-5459-421a-bac4-380cfd20fba4 service neutron] 10.222.0.20 "GET /v2.0/networks?id=d053466e-8b12-41f1-8495-352ca2b58558 HTTP/1.1" status: 200 len: 920 time: 0.1834795 Jun 30 04:20:22.018187 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=100 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:20:22.057250 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-b5294ee2-b2d1-450e-bc7a-fe7fa4526166 req-2c4970b0-1db1-4004-a500-9b1a9c810f28 tempest-TestMinimumBasicScenario-130177793 tempest-TestMinimumBasicScenario-130177793-project] 10.222.0.13 "GET /v2.0/security-groups?id=9d0d7e41-0de4-435b-8be5-77663521a9cc&id=f3b6e636-c97e-43d6-a170-7ea88b7ee921&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1289895 Jun 30 04:20:22.064448 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-73e167fa-79d4-43a9-a1fc-0d94a9cb99eb req-e90f8c2e-ea47-418f-82df-9cec433f3019 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2a4fd84e-fb19-4d1c-b772-2251c8322151 HTTP/1.1" status: 200 len: 1002 time: 0.0857203 Jun 30 04:20:22.117423 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e167fa-79d4-43a9-a1fc-0d94a9cb99eb req-5923b49a-c74b-459b-9afc-af89b829723c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:20:22.118895 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-73e167fa-79d4-43a9-a1fc-0d94a9cb99eb req-5923b49a-c74b-459b-9afc-af89b829723c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=1d12b51a-7dad-4338-8514-f9c8956a192d HTTP/1.1" status: 200 len: 858 time: 0.0481231 Jun 30 04:20:22.168369 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e167fa-79d4-43a9-a1fc-0d94a9cb99eb req-472b59bb-11c1-492d-b0ca-498778a32756 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:20:22.169860 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-73e167fa-79d4-43a9-a1fc-0d94a9cb99eb req-472b59bb-11c1-492d-b0ca-498778a32756 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d053466e-8b12-41f1-8495-352ca2b58558&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0422866 Jun 30 04:20:22.268817 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-73e167fa-79d4-43a9-a1fc-0d94a9cb99eb req-9cb46207-584f-431a-a396-e8c3fe6e1c37 service neutron] 10.222.0.20 "GET /v2.0/networks/d053466e-8b12-41f1-8495-352ca2b58558?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921803 Jun 30 04:20:22.311236 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=42,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:20:22.314527 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=32,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:20:22.369313 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-73e167fa-79d4-43a9-a1fc-0d94a9cb99eb req-1d1e52dd-8703-4a16-8d34-c9960b62576d service neutron] 10.222.0.20 "GET /v2.0/networks/d053466e-8b12-41f1-8495-352ca2b58558?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945656 Jun 30 04:20:22.715672 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=12,neutron:UPDATE=2 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:20:22.725011 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=10,neutron:UPDATE=4 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:20:23.094118 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32985d1d-fe0e-4cef-a272-2244a3ce7f02 req-8831b11d-c5cf-4a6c-b66b-caf067415bd7 tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:20:23.095514 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-32985d1d-fe0e-4cef-a272-2244a3ce7f02 req-8831b11d-c5cf-4a6c-b66b-caf067415bd7 tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] 10.222.0.13 "GET /v2.0/ports?device_id=8cc38d9c-363d-4a90-a5a3-2f16ee1f8a99 HTTP/1.1" status: 200 len: 946 time: 0.0624831 Jun 30 04:20:23.172134 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-32985d1d-fe0e-4cef-a272-2244a3ce7f02 req-984ada3b-9a2c-4362-8eed-2de3c8b28d6a tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] 10.222.0.13 "GET /v2.0/security-groups?id=06c1f942-66a2-4aeb-bb9e-abcee809d625&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0705540 Jun 30 04:20:23.185298 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81dae3f0-90c1-4ea3-819a-a8f4173906d9 req-9a191306-a5f8-456d-9442-3cbd370ca705 tempest-TestMinimumBasicScenario-130177793 tempest-TestMinimumBasicScenario-130177793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:20:23.186738 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-81dae3f0-90c1-4ea3-819a-a8f4173906d9 req-9a191306-a5f8-456d-9442-3cbd370ca705 tempest-TestMinimumBasicScenario-130177793 tempest-TestMinimumBasicScenario-130177793-project] 10.222.0.13 "GET /v2.0/ports?device_id=51520645-cd99-466c-83b2-8f735e7d04cf HTTP/1.1" status: 200 len: 984 time: 0.0579395 Jun 30 04:20:23.247139 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-81dae3f0-90c1-4ea3-819a-a8f4173906d9 req-37d2e437-60f0-440b-bfc6-f76383900c7c tempest-TestMinimumBasicScenario-130177793 tempest-TestMinimumBasicScenario-130177793-project] 10.222.0.13 "GET /v2.0/security-groups?id=9d0d7e41-0de4-435b-8be5-77663521a9cc&id=f3b6e636-c97e-43d6-a170-7ea88b7ee921&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0542359 Jun 30 04:20:24.300116 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab25042a-2fd1-4d93-be3a-8fa0b3e0f441 req-b4527f34-a369-47fc-8276-8c09a1e44aa9 tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:20:24.301700 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-ab25042a-2fd1-4d93-be3a-8fa0b3e0f441 req-b4527f34-a369-47fc-8276-8c09a1e44aa9 tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] 10.222.0.13 "GET /v2.0/ports?device_id=8cc38d9c-363d-4a90-a5a3-2f16ee1f8a99 HTTP/1.1" status: 200 len: 946 time: 0.0539238 Jun 30 04:20:24.383918 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bb81b9-6f2a-4f0e-a786-ad41e008b907 req-3e635882-8118-4782-b8bf-7d18821de63b tempest-TestMinimumBasicScenario-130177793 tempest-TestMinimumBasicScenario-130177793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:20:24.385544 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-a9bb81b9-6f2a-4f0e-a786-ad41e008b907 req-3e635882-8118-4782-b8bf-7d18821de63b tempest-TestMinimumBasicScenario-130177793 tempest-TestMinimumBasicScenario-130177793-project] 10.222.0.13 "GET /v2.0/ports?device_id=51520645-cd99-466c-83b2-8f735e7d04cf HTTP/1.1" status: 200 len: 984 time: 0.0645518 Jun 30 04:20:24.389180 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-ab25042a-2fd1-4d93-be3a-8fa0b3e0f441 req-77ac2d5c-c2ee-447f-a6fc-70b0dc1f0e81 tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] 10.222.0.13 "GET /v2.0/security-groups?id=06c1f942-66a2-4aeb-bb9e-abcee809d625&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0821183 Jun 30 04:20:24.453685 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-a9bb81b9-6f2a-4f0e-a786-ad41e008b907 req-5769b8ef-c3a0-412d-96d6-480cabd4af8f tempest-TestMinimumBasicScenario-130177793 tempest-TestMinimumBasicScenario-130177793-project] 10.222.0.13 "GET /v2.0/security-groups?id=9d0d7e41-0de4-435b-8be5-77663521a9cc&id=f3b6e636-c97e-43d6-a170-7ea88b7ee921&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0618737 Jun 30 04:20:24.727589 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.db.agents_db [None req-38391644-8868-4c56-b8b1-4dfa3b709b99 None None] Agent healthcheck: found 6 active agents {{(pid=104418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 04:20:24.969589 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738a6f08-7dbe-4eac-839c-3c8c00fcc859 req-127c6202-6d76-435a-92ab-e318a7aafc8c tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:20:24.971227 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-738a6f08-7dbe-4eac-839c-3c8c00fcc859 req-127c6202-6d76-435a-92ab-e318a7aafc8c tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] 10.222.0.13 "GET /v2.0/ports?device_id=a344d61b-2dbc-49a8-b5c1-4d5619af3e77 HTTP/1.1" status: 200 len: 945 time: 0.0511274 Jun 30 04:20:25.023528 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-738a6f08-7dbe-4eac-839c-3c8c00fcc859 req-cb8fee08-9edb-47d4-a180-4d58b30fe759 tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] 10.222.0.13 "GET /v2.0/security-groups?id=8726850e-d155-4aa8-9fff-2a2b9ea6cd77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439744 Jun 30 04:20:25.513197 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ba9c91-335a-4e21-995d-fc6aac7295d1 req-6bf978f1-5ce2-46b1-b86e-f591e22f9b16 tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:20:25.514711 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-45ba9c91-335a-4e21-995d-fc6aac7295d1 req-6bf978f1-5ce2-46b1-b86e-f591e22f9b16 tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] 10.222.0.13 "GET /v2.0/ports?device_id=8cc38d9c-363d-4a90-a5a3-2f16ee1f8a99 HTTP/1.1" status: 200 len: 946 time: 0.0475202 Jun 30 04:20:25.542211 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=100 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:20:25.604980 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc13a31d-917f-4cf0-97ba-5862431920da req-a2f4fab7-102f-4c2b-9c8b-3c186c39a9ba tempest-TestMinimumBasicScenario-130177793 tempest-TestMinimumBasicScenario-130177793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:20:25.606478 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-bc13a31d-917f-4cf0-97ba-5862431920da req-a2f4fab7-102f-4c2b-9c8b-3c186c39a9ba tempest-TestMinimumBasicScenario-130177793 tempest-TestMinimumBasicScenario-130177793-project] 10.222.0.13 "GET /v2.0/ports?device_id=51520645-cd99-466c-83b2-8f735e7d04cf HTTP/1.1" status: 200 len: 984 time: 0.0792007 Jun 30 04:20:25.610348 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-45ba9c91-335a-4e21-995d-fc6aac7295d1 req-bc18785e-efeb-4265-a85b-0d316a363c9e tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] 10.222.0.13 "GET /v2.0/security-groups?id=06c1f942-66a2-4aeb-bb9e-abcee809d625&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0892422 Jun 30 04:20:25.673403 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-bc13a31d-917f-4cf0-97ba-5862431920da req-b19893c3-bae0-4290-a93c-99f74ef481ce tempest-TestMinimumBasicScenario-130177793 tempest-TestMinimumBasicScenario-130177793-project] 10.222.0.13 "GET /v2.0/security-groups?id=9d0d7e41-0de4-435b-8be5-77663521a9cc&id=f3b6e636-c97e-43d6-a170-7ea88b7ee921&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0609045 Jun 30 04:20:26.126428 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=100 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:20:26.177590 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e929aa62-2b83-47be-86d6-a823e3a1d3e0 req-89acf99c-b9ed-4364-bfae-188ec846ac11 tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:20:26.179131 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-e929aa62-2b83-47be-86d6-a823e3a1d3e0 req-89acf99c-b9ed-4364-bfae-188ec846ac11 tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] 10.222.0.13 "GET /v2.0/ports?device_id=a344d61b-2dbc-49a8-b5c1-4d5619af3e77 HTTP/1.1" status: 200 len: 945 time: 0.0661223 Jun 30 04:20:26.233421 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-e929aa62-2b83-47be-86d6-a823e3a1d3e0 req-5aa92f1c-f6a4-42af-84bf-834f7daa5668 tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] 10.222.0.13 "GET /v2.0/security-groups?id=8726850e-d155-4aa8-9fff-2a2b9ea6cd77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485625 Jun 30 04:20:26.740744 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8d0c56-1a4d-4be6-a62d-f011cab1c4fe req-f2148fb8-93a3-4cb8-aaa6-0013cbaf44eb tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:20:26.742224 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-1c8d0c56-1a4d-4be6-a62d-f011cab1c4fe req-f2148fb8-93a3-4cb8-aaa6-0013cbaf44eb tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] 10.222.0.13 "GET /v2.0/ports?device_id=8cc38d9c-363d-4a90-a5a3-2f16ee1f8a99 HTTP/1.1" status: 200 len: 946 time: 0.0487077 Jun 30 04:20:26.808984 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f65ecc6-155b-494c-875f-c3da58c32313 req-3caee1d9-80a3-4000-8e66-1219a8ed9947 tempest-TestMinimumBasicScenario-130177793 tempest-TestMinimumBasicScenario-130177793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:20:26.810436 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-7f65ecc6-155b-494c-875f-c3da58c32313 req-3caee1d9-80a3-4000-8e66-1219a8ed9947 tempest-TestMinimumBasicScenario-130177793 tempest-TestMinimumBasicScenario-130177793-project] 10.222.0.13 "GET /v2.0/ports?device_id=51520645-cd99-466c-83b2-8f735e7d04cf HTTP/1.1" status: 200 len: 984 time: 0.0673482 Jun 30 04:20:26.838846 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-1c8d0c56-1a4d-4be6-a62d-f011cab1c4fe req-06bd34ee-b3f4-4aaa-9217-073d8128bdd7 tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] 10.222.0.13 "GET /v2.0/security-groups?id=06c1f942-66a2-4aeb-bb9e-abcee809d625&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0873337 Jun 30 04:20:26.882051 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-7f65ecc6-155b-494c-875f-c3da58c32313 req-37670304-1abb-40a9-aff8-8d5fa94b0222 tempest-TestMinimumBasicScenario-130177793 tempest-TestMinimumBasicScenario-130177793-project] 10.222.0.13 "GET /v2.0/security-groups?id=9d0d7e41-0de4-435b-8be5-77663521a9cc&id=f3b6e636-c97e-43d6-a170-7ea88b7ee921&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0658126 Jun 30 04:20:27.372006 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75245d4-be13-4d37-9ed2-d272b66220a4 req-6bf489bb-fab7-47e2-943d-23d7b6e5d9d3 tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:20:27.373475 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-f75245d4-be13-4d37-9ed2-d272b66220a4 req-6bf489bb-fab7-47e2-943d-23d7b6e5d9d3 tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] 10.222.0.13 "GET /v2.0/ports?device_id=a344d61b-2dbc-49a8-b5c1-4d5619af3e77 HTTP/1.1" status: 200 len: 945 time: 0.0578375 Jun 30 04:20:27.422180 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-f75245d4-be13-4d37-9ed2-d272b66220a4 req-05e79a59-789e-42a3-b40e-f43054bfb091 tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] 10.222.0.13 "GET /v2.0/security-groups?id=8726850e-d155-4aa8-9fff-2a2b9ea6cd77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428207 Jun 30 04:20:27.978939 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714b9cf7-85b1-405e-a730-509f72e020ae req-76adffcf-4b5d-45e0-8a07-4bc240ad0a59 tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:20:27.980456 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-714b9cf7-85b1-405e-a730-509f72e020ae req-76adffcf-4b5d-45e0-8a07-4bc240ad0a59 tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] 10.222.0.13 "GET /v2.0/ports?device_id=8cc38d9c-363d-4a90-a5a3-2f16ee1f8a99 HTTP/1.1" status: 200 len: 946 time: 0.0632517 Jun 30 04:20:28.031671 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444c73ee-650e-4aba-8a8e-0cc724b86afa req-4e6b322f-1f8b-48a0-84c9-264025d31041 tempest-TestMinimumBasicScenario-130177793 tempest-TestMinimumBasicScenario-130177793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:20:28.033135 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-444c73ee-650e-4aba-8a8e-0cc724b86afa req-4e6b322f-1f8b-48a0-84c9-264025d31041 tempest-TestMinimumBasicScenario-130177793 tempest-TestMinimumBasicScenario-130177793-project] 10.222.0.13 "GET /v2.0/ports?device_id=51520645-cd99-466c-83b2-8f735e7d04cf HTTP/1.1" status: 200 len: 984 time: 0.0746126 Jun 30 04:20:28.073077 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-714b9cf7-85b1-405e-a730-509f72e020ae req-4423220c-98ae-49f6-87aa-56363b12e813 tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] 10.222.0.13 "GET /v2.0/security-groups?id=06c1f942-66a2-4aeb-bb9e-abcee809d625&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0760827 Jun 30 04:20:28.111753 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-444c73ee-650e-4aba-8a8e-0cc724b86afa req-e2627755-034b-4808-978b-39c13827a4b6 tempest-TestMinimumBasicScenario-130177793 tempest-TestMinimumBasicScenario-130177793-project] 10.222.0.13 "GET /v2.0/security-groups?id=9d0d7e41-0de4-435b-8be5-77663521a9cc&id=f3b6e636-c97e-43d6-a170-7ea88b7ee921&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0681043 Jun 30 04:20:28.562792 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a738eddf-3a00-4a4c-a73e-dfe4884f05a6 req-3de6081e-ccea-48aa-ad3c-6a93a0a6173f tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:20:28.564293 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-a738eddf-3a00-4a4c-a73e-dfe4884f05a6 req-3de6081e-ccea-48aa-ad3c-6a93a0a6173f tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] 10.222.0.13 "GET /v2.0/ports?device_id=a344d61b-2dbc-49a8-b5c1-4d5619af3e77 HTTP/1.1" status: 200 len: 945 time: 0.0506818 Jun 30 04:20:28.873614 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-a738eddf-3a00-4a4c-a73e-dfe4884f05a6 req-e24e6ecc-be9e-46dc-9eff-c5882c048591 tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] 10.222.0.13 "GET /v2.0/security-groups?id=8726850e-d155-4aa8-9fff-2a2b9ea6cd77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3035054 Jun 30 04:20:29.200694 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7329065f-a7e3-41e6-928e-588cfbeb4d55 req-234f1293-1f98-4b8b-ad5e-5b8ab78e8e0b tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:20:29.202166 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-7329065f-a7e3-41e6-928e-588cfbeb4d55 req-234f1293-1f98-4b8b-ad5e-5b8ab78e8e0b tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] 10.222.0.13 "GET /v2.0/ports?device_id=8cc38d9c-363d-4a90-a5a3-2f16ee1f8a99 HTTP/1.1" status: 200 len: 946 time: 0.0531211 Jun 30 04:20:29.263071 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a457c00-592a-4c73-8820-f6742e894e82 req-049ed4c1-d595-4d17-bf3b-0837a91e49c9 tempest-TestMinimumBasicScenario-130177793 tempest-TestMinimumBasicScenario-130177793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:20:29.264590 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-8a457c00-592a-4c73-8820-f6742e894e82 req-049ed4c1-d595-4d17-bf3b-0837a91e49c9 tempest-TestMinimumBasicScenario-130177793 tempest-TestMinimumBasicScenario-130177793-project] 10.222.0.13 "GET /v2.0/ports?device_id=51520645-cd99-466c-83b2-8f735e7d04cf HTTP/1.1" status: 200 len: 984 time: 0.0615900 Jun 30 04:20:29.303123 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-7329065f-a7e3-41e6-928e-588cfbeb4d55 req-ef1730ed-508f-48a6-ab32-767c1259856e tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] 10.222.0.13 "GET /v2.0/security-groups?id=06c1f942-66a2-4aeb-bb9e-abcee809d625&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0913551 Jun 30 04:20:29.332953 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=100 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:20:29.359425 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-8a457c00-592a-4c73-8820-f6742e894e82 req-612d3185-91f2-4442-adf3-c41aada013e8 tempest-TestMinimumBasicScenario-130177793 tempest-TestMinimumBasicScenario-130177793-project] 10.222.0.13 "GET /v2.0/security-groups?id=9d0d7e41-0de4-435b-8be5-77663521a9cc&id=f3b6e636-c97e-43d6-a170-7ea88b7ee921&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0883226 Jun 30 04:20:30.009788 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d202c2-72e7-4348-a555-ae045a1f1b9b req-faa2e74e-ccbb-4033-8f0e-9ac3d3566e63 tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:20:30.011268 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-63d202c2-72e7-4348-a555-ae045a1f1b9b req-faa2e74e-ccbb-4033-8f0e-9ac3d3566e63 tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] 10.222.0.13 "GET /v2.0/ports?device_id=a344d61b-2dbc-49a8-b5c1-4d5619af3e77 HTTP/1.1" status: 200 len: 945 time: 0.0493293 Jun 30 04:20:30.072092 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-63d202c2-72e7-4348-a555-ae045a1f1b9b req-1f58eb90-8e17-490d-b950-20a1898ae7fc tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] 10.222.0.13 "GET /v2.0/security-groups?id=8726850e-d155-4aa8-9fff-2a2b9ea6cd77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547352 Jun 30 04:20:30.430552 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3611d6d-766a-452b-8130-9527cdb090e2 req-fd1af963-4635-4374-9184-742d0ec7368c tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:20:30.433487 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-a3611d6d-766a-452b-8130-9527cdb090e2 req-fd1af963-4635-4374-9184-742d0ec7368c tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] 10.222.0.13 "GET /v2.0/ports?device_id=8cc38d9c-363d-4a90-a5a3-2f16ee1f8a99 HTTP/1.1" status: 200 len: 946 time: 0.0513334 Jun 30 04:20:30.496155 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd926c17-a324-4bbd-bffd-af7c86b8a331 req-bd0af074-236d-4e2f-8227-3b0140d4fded tempest-TestMinimumBasicScenario-130177793 tempest-TestMinimumBasicScenario-130177793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:20:30.497632 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-fd926c17-a324-4bbd-bffd-af7c86b8a331 req-bd0af074-236d-4e2f-8227-3b0140d4fded tempest-TestMinimumBasicScenario-130177793 tempest-TestMinimumBasicScenario-130177793-project] 10.222.0.13 "GET /v2.0/ports?device_id=51520645-cd99-466c-83b2-8f735e7d04cf HTTP/1.1" status: 200 len: 984 time: 0.0632660 Jun 30 04:20:30.533165 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-a3611d6d-766a-452b-8130-9527cdb090e2 req-adcdb4d7-3a5f-40a6-a115-949ded1dfdec tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] 10.222.0.13 "GET /v2.0/security-groups?id=06c1f942-66a2-4aeb-bb9e-abcee809d625&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0902383 Jun 30 04:20:30.536250 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=100 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:20:30.573193 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-fd926c17-a324-4bbd-bffd-af7c86b8a331 req-edf10721-76ea-451f-a531-17c6e5e403e4 tempest-TestMinimumBasicScenario-130177793 tempest-TestMinimumBasicScenario-130177793-project] 10.222.0.13 "GET /v2.0/security-groups?id=9d0d7e41-0de4-435b-8be5-77663521a9cc&id=f3b6e636-c97e-43d6-a170-7ea88b7ee921&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0695555 Jun 30 04:20:31.201301 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca722899-6187-4016-856d-f1a86bb9f973 req-c77da8f6-0d2c-4186-bf87-b1d1b131a70b tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:20:31.202759 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-ca722899-6187-4016-856d-f1a86bb9f973 req-c77da8f6-0d2c-4186-bf87-b1d1b131a70b tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] 10.222.0.13 "GET /v2.0/ports?device_id=a344d61b-2dbc-49a8-b5c1-4d5619af3e77 HTTP/1.1" status: 200 len: 945 time: 0.0487909 Jun 30 04:20:31.250694 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-ca722899-6187-4016-856d-f1a86bb9f973 req-5e5585ef-b5c7-40a6-85f8-aec71a766fc2 tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] 10.222.0.13 "GET /v2.0/security-groups?id=8726850e-d155-4aa8-9fff-2a2b9ea6cd77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422795 Jun 30 04:20:31.687885 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba967c0-dab9-4292-a8f7-ea5ca311d09b req-32d3b60b-f84f-4015-ac35-c756255c84a8 tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:20:31.689586 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-aba967c0-dab9-4292-a8f7-ea5ca311d09b req-32d3b60b-f84f-4015-ac35-c756255c84a8 tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] 10.222.0.13 "GET /v2.0/ports?device_id=8cc38d9c-363d-4a90-a5a3-2f16ee1f8a99 HTTP/1.1" status: 200 len: 946 time: 0.0763745 Jun 30 04:20:31.712125 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a163d72-b090-4c70-8725-044b55976c4d req-9dec520b-6631-4acb-8995-9df5a9b2db2f tempest-TestMinimumBasicScenario-130177793 tempest-TestMinimumBasicScenario-130177793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:20:31.713535 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-2a163d72-b090-4c70-8725-044b55976c4d req-9dec520b-6631-4acb-8995-9df5a9b2db2f tempest-TestMinimumBasicScenario-130177793 tempest-TestMinimumBasicScenario-130177793-project] 10.222.0.13 "GET /v2.0/ports?device_id=51520645-cd99-466c-83b2-8f735e7d04cf HTTP/1.1" status: 200 len: 984 time: 0.0679843 Jun 30 04:20:31.774462 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-aba967c0-dab9-4292-a8f7-ea5ca311d09b req-e45cd723-70d5-41ce-870b-e9c4813b21cf tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] 10.222.0.13 "GET /v2.0/security-groups?id=06c1f942-66a2-4aeb-bb9e-abcee809d625&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0786450 Jun 30 04:20:31.801155 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-2a163d72-b090-4c70-8725-044b55976c4d req-4cceab92-9b00-48ef-98d1-fb8e9cd5b83e tempest-TestMinimumBasicScenario-130177793 tempest-TestMinimumBasicScenario-130177793-project] 10.222.0.13 "GET /v2.0/security-groups?id=9d0d7e41-0de4-435b-8be5-77663521a9cc&id=f3b6e636-c97e-43d6-a170-7ea88b7ee921&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0814011 Jun 30 04:20:32.385432 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bb5302-163a-474b-a3cb-a6b99246c564 req-74e47b78-0a13-46b6-8de8-14eb5c0542d8 tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:20:32.387275 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-a5bb5302-163a-474b-a3cb-a6b99246c564 req-74e47b78-0a13-46b6-8de8-14eb5c0542d8 tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] 10.222.0.13 "GET /v2.0/ports?device_id=a344d61b-2dbc-49a8-b5c1-4d5619af3e77 HTTP/1.1" status: 200 len: 945 time: 0.0607681 Jun 30 04:20:32.437308 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-a5bb5302-163a-474b-a3cb-a6b99246c564 req-941e9fc3-0628-4210-b41d-2aa215edfddb tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] 10.222.0.13 "GET /v2.0/security-groups?id=8726850e-d155-4aa8-9fff-2a2b9ea6cd77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443680 Jun 30 04:20:32.924081 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ce5c78-12ae-45e1-a8c8-10f5fabd3457 req-e64153c0-cdc6-4456-b546-6d264075e5dd tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:20:32.925707 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-00ce5c78-12ae-45e1-a8c8-10f5fabd3457 req-e64153c0-cdc6-4456-b546-6d264075e5dd tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] 10.222.0.13 "GET /v2.0/ports?device_id=8cc38d9c-363d-4a90-a5a3-2f16ee1f8a99 HTTP/1.1" status: 200 len: 946 time: 0.0783560 Jun 30 04:20:32.937849 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6769c0e-0e84-4edc-a7ba-2b9e2b3c060d req-18cb0eb9-284c-4e82-b244-1d6b15a370e1 tempest-TestMinimumBasicScenario-130177793 tempest-TestMinimumBasicScenario-130177793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:20:32.939225 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-c6769c0e-0e84-4edc-a7ba-2b9e2b3c060d req-18cb0eb9-284c-4e82-b244-1d6b15a370e1 tempest-TestMinimumBasicScenario-130177793 tempest-TestMinimumBasicScenario-130177793-project] 10.222.0.13 "GET /v2.0/ports?device_id=51520645-cd99-466c-83b2-8f735e7d04cf HTTP/1.1" status: 200 len: 984 time: 0.0615742 Jun 30 04:20:33.022503 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-00ce5c78-12ae-45e1-a8c8-10f5fabd3457 req-ddc85ec0-8f4b-4088-a312-d0466cca72c8 tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] 10.222.0.13 "GET /v2.0/security-groups?id=06c1f942-66a2-4aeb-bb9e-abcee809d625&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0908101 Jun 30 04:20:33.036192 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-c6769c0e-0e84-4edc-a7ba-2b9e2b3c060d req-bdbbda22-2765-43ec-8f6e-896bbe25d250 tempest-TestMinimumBasicScenario-130177793 tempest-TestMinimumBasicScenario-130177793-project] 10.222.0.13 "GET /v2.0/security-groups?id=9d0d7e41-0de4-435b-8be5-77663521a9cc&id=f3b6e636-c97e-43d6-a170-7ea88b7ee921&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0907004 Jun 30 04:20:33.554619 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=100 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:20:33.567053 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219f040e-2b39-4a02-8ce3-ea79cacecc95 req-fd49fe2b-e527-4be9-a545-4f5ff889733a tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:20:33.568595 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-219f040e-2b39-4a02-8ce3-ea79cacecc95 req-fd49fe2b-e527-4be9-a545-4f5ff889733a tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] 10.222.0.13 "GET /v2.0/ports?device_id=a344d61b-2dbc-49a8-b5c1-4d5619af3e77 HTTP/1.1" status: 200 len: 945 time: 0.0579202 Jun 30 04:20:33.618171 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-219f040e-2b39-4a02-8ce3-ea79cacecc95 req-bb9eec13-717c-44c6-af2d-7701677dfa7f tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] 10.222.0.13 "GET /v2.0/security-groups?id=8726850e-d155-4aa8-9fff-2a2b9ea6cd77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438731 Jun 30 04:20:34.184600 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b7e8cb-89b9-4fe7-b45f-45410a80330d req-1a9d8f44-9f26-4785-ae03-ae17badcc1fe tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:20:34.186069 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-50b7e8cb-89b9-4fe7-b45f-45410a80330d req-1a9d8f44-9f26-4785-ae03-ae17badcc1fe tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] 10.222.0.13 "GET /v2.0/ports?device_id=8cc38d9c-363d-4a90-a5a3-2f16ee1f8a99 HTTP/1.1" status: 200 len: 946 time: 0.0800526 Jun 30 04:20:34.192006 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4796fd75-eb9f-4e25-845f-745d41d3fdc9 req-a1ea8952-a98b-4002-937b-ff5df9c6757c tempest-TestMinimumBasicScenario-130177793 tempest-TestMinimumBasicScenario-130177793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:20:34.193359 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-4796fd75-eb9f-4e25-845f-745d41d3fdc9 req-a1ea8952-a98b-4002-937b-ff5df9c6757c tempest-TestMinimumBasicScenario-130177793 tempest-TestMinimumBasicScenario-130177793-project] 10.222.0.13 "GET /v2.0/ports?device_id=51520645-cd99-466c-83b2-8f735e7d04cf HTTP/1.1" status: 200 len: 984 time: 0.0769579 Jun 30 04:20:34.270713 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-50b7e8cb-89b9-4fe7-b45f-45410a80330d req-62e36ccb-00e0-481f-918d-9da5766496c1 tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] 10.222.0.13 "GET /v2.0/security-groups?id=06c1f942-66a2-4aeb-bb9e-abcee809d625&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0764186 Jun 30 04:20:34.284268 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-4796fd75-eb9f-4e25-845f-745d41d3fdc9 req-694dadc5-f7fc-4c54-9663-cf35a75204ef tempest-TestMinimumBasicScenario-130177793 tempest-TestMinimumBasicScenario-130177793-project] 10.222.0.13 "GET /v2.0/security-groups?id=9d0d7e41-0de4-435b-8be5-77663521a9cc&id=f3b6e636-c97e-43d6-a170-7ea88b7ee921&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0838735 Jun 30 04:20:34.745939 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396139df-1fb2-4250-9604-69b4d67e98b9 req-88638fb5-5b51-4407-9250-7b05dd8f6c08 tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:20:34.747438 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-396139df-1fb2-4250-9604-69b4d67e98b9 req-88638fb5-5b51-4407-9250-7b05dd8f6c08 tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] 10.222.0.13 "GET /v2.0/ports?device_id=a344d61b-2dbc-49a8-b5c1-4d5619af3e77 HTTP/1.1" status: 200 len: 945 time: 0.0504549 Jun 30 04:20:34.802039 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-396139df-1fb2-4250-9604-69b4d67e98b9 req-835f4d2b-33d7-4852-b7ee-77ba693889d6 tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] 10.222.0.13 "GET /v2.0/security-groups?id=8726850e-d155-4aa8-9fff-2a2b9ea6cd77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488987 Jun 30 04:20:35.186147 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-9afc9334-6fe9-4f76-9984-27688e96ef13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926756172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565263'] for agent (beddbd52-9273-44c2-990c-63933fe383b2), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:20:35.400005 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390f0aca-8730-4708-bcf8-29a98464a615 req-74ce13a7-ef79-412b-85be-0ce329e24723 tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:20:35.401457 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-390f0aca-8730-4708-bcf8-29a98464a615 req-74ce13a7-ef79-412b-85be-0ce329e24723 tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] 10.222.0.13 "GET /v2.0/ports?device_id=8cc38d9c-363d-4a90-a5a3-2f16ee1f8a99 HTTP/1.1" status: 200 len: 946 time: 0.0613756 Jun 30 04:20:35.436324 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=100 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:20:35.453950 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-390f0aca-8730-4708-bcf8-29a98464a615 req-bd9f7e93-439a-497b-9102-ddb166fd4cc5 tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] 10.222.0.13 "GET /v2.0/security-groups?id=06c1f942-66a2-4aeb-bb9e-abcee809d625&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438921 Jun 30 04:20:35.930389 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51759e39-d188-48bf-a2c7-c86be188a55f req-e9efc50b-bad0-4fb8-acd7-51abcb4930f1 tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:20:35.931913 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-51759e39-d188-48bf-a2c7-c86be188a55f req-e9efc50b-bad0-4fb8-acd7-51abcb4930f1 tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] 10.222.0.13 "GET /v2.0/ports?device_id=a344d61b-2dbc-49a8-b5c1-4d5619af3e77 HTTP/1.1" status: 200 len: 945 time: 0.0490611 Jun 30 04:20:35.980164 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-51759e39-d188-48bf-a2c7-c86be188a55f req-8c7de865-f2c6-4157-82f2-dd4b3b962689 tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] 10.222.0.13 "GET /v2.0/security-groups?id=8726850e-d155-4aa8-9fff-2a2b9ea6cd77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425909 Jun 30 04:20:36.587079 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1033ba-a141-4ad6-897e-12fd809a4a31 req-79cd5dc4-dc09-445a-82a5-794b03d7cd2c tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:20:36.588647 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-be1033ba-a141-4ad6-897e-12fd809a4a31 req-79cd5dc4-dc09-445a-82a5-794b03d7cd2c tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] 10.222.0.13 "GET /v2.0/ports?device_id=8cc38d9c-363d-4a90-a5a3-2f16ee1f8a99 HTTP/1.1" status: 200 len: 946 time: 0.0577452 Jun 30 04:20:36.639970 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-be1033ba-a141-4ad6-897e-12fd809a4a31 req-ed898423-c726-4dda-b448-d95707f78d26 tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] 10.222.0.13 "GET /v2.0/security-groups?id=06c1f942-66a2-4aeb-bb9e-abcee809d625&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456681 Jun 30 04:20:37.103960 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9094965f-8162-4b62-8194-be74c3a12e4a req-eac57403-c567-4dd2-a51a-001d271d1433 tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:20:37.105438 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-9094965f-8162-4b62-8194-be74c3a12e4a req-eac57403-c567-4dd2-a51a-001d271d1433 tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] 10.222.0.13 "GET /v2.0/ports?device_id=a344d61b-2dbc-49a8-b5c1-4d5619af3e77 HTTP/1.1" status: 200 len: 945 time: 0.0480607 Jun 30 04:20:37.153752 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-9094965f-8162-4b62-8194-be74c3a12e4a req-92b5657f-c188-4c29-8391-c64ca2fc1d28 tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] 10.222.0.13 "GET /v2.0/security-groups?id=8726850e-d155-4aa8-9fff-2a2b9ea6cd77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427308 Jun 30 04:20:37.528159 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-769dd6df-81cd-4630-9763-83c9d9c1e043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926756172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565263'] for agent (2ea21a61-d737-4543-a811-a0d035fbf0f6), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:20:37.775018 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8c25a4-d8be-4f81-b8cd-debdacb202b8 req-42f5e29b-b424-4e72-a37f-89831c03f967 tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:20:37.776531 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-ee8c25a4-d8be-4f81-b8cd-debdacb202b8 req-42f5e29b-b424-4e72-a37f-89831c03f967 tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] 10.222.0.13 "GET /v2.0/ports?device_id=8cc38d9c-363d-4a90-a5a3-2f16ee1f8a99 HTTP/1.1" status: 200 len: 946 time: 0.0518308 Jun 30 04:20:37.828044 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-ee8c25a4-d8be-4f81-b8cd-debdacb202b8 req-309eef58-4199-4345-99a0-64cc82e5b5bd tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] 10.222.0.13 "GET /v2.0/security-groups?id=06c1f942-66a2-4aeb-bb9e-abcee809d625&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454082 Jun 30 04:20:38.289454 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc0c90b-96ce-4ae4-b80e-553d3b625bc3 req-d5dde2e3-fd45-4e8c-b8bc-8482e553f01e tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:20:38.290936 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-dbc0c90b-96ce-4ae4-b80e-553d3b625bc3 req-d5dde2e3-fd45-4e8c-b8bc-8482e553f01e tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] 10.222.0.13 "GET /v2.0/ports?device_id=a344d61b-2dbc-49a8-b5c1-4d5619af3e77 HTTP/1.1" status: 200 len: 945 time: 0.0548830 Jun 30 04:20:38.342189 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-dbc0c90b-96ce-4ae4-b80e-553d3b625bc3 req-57df68a6-8002-4322-8e94-69fb7cbac626 tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] 10.222.0.13 "GET /v2.0/security-groups?id=8726850e-d155-4aa8-9fff-2a2b9ea6cd77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429933 Jun 30 04:20:38.476529 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-7a77f087-4523-4fd9-b9f1-b6333d8ad1f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926756172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565263'] for agent (672e10fd-0bbc-4d52-8fca-d980f41e3265), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:20:38.791148 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b72c6e8-0d20-48ba-afe5-1c1f2b928115 req-cd8ca9b1-eed0-46b5-96b2-91452f0b26ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:20:38.793144 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-3b72c6e8-0d20-48ba-afe5-1c1f2b928115 req-cd8ca9b1-eed0-46b5-96b2-91452f0b26ee service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=8cc38d9c-363d-4a90-a5a3-2f16ee1f8a99 HTTP/1.1" status: 200 len: 1130 time: 0.0873914 Jun 30 04:20:38.823632 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=100 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:20:38.848792 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-3b72c6e8-0d20-48ba-afe5-1c1f2b928115 req-1c381c28-dc9c-4015-ba7f-a3807f53283b service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=06c1f942-66a2-4aeb-bb9e-abcee809d625&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391657 Jun 30 04:20:38.969313 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87adbab8-48f5-45a3-8d27-e4f899c4d8e7 req-1c5fe23a-2ef0-434a-b951-84101a38dfa2 tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:20:38.970768 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-87adbab8-48f5-45a3-8d27-e4f899c4d8e7 req-1c5fe23a-2ef0-434a-b951-84101a38dfa2 tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] 10.222.0.13 "GET /v2.0/ports?device_id=8cc38d9c-363d-4a90-a5a3-2f16ee1f8a99 HTTP/1.1" status: 200 len: 946 time: 0.0612392 Jun 30 04:20:39.022953 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-87adbab8-48f5-45a3-8d27-e4f899c4d8e7 req-9be42813-caab-46a2-ab22-4ca2aa6ee879 tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] 10.222.0.13 "GET /v2.0/security-groups?id=06c1f942-66a2-4aeb-bb9e-abcee809d625&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435760 Jun 30 04:20:39.490599 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f125ec1-5618-4a79-93fd-3c86ecab17e1 req-5f8bfacf-d201-4a99-a780-82f26eaf30ad tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:20:39.492125 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-6f125ec1-5618-4a79-93fd-3c86ecab17e1 req-5f8bfacf-d201-4a99-a780-82f26eaf30ad tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] 10.222.0.13 "GET /v2.0/ports?device_id=a344d61b-2dbc-49a8-b5c1-4d5619af3e77 HTTP/1.1" status: 200 len: 945 time: 0.0655396 Jun 30 04:20:39.542794 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-6f125ec1-5618-4a79-93fd-3c86ecab17e1 req-7218a8f7-477a-4959-b558-8f80c9f64229 tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] 10.222.0.13 "GET /v2.0/security-groups?id=8726850e-d155-4aa8-9fff-2a2b9ea6cd77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450027 Jun 30 04:20:40.158288 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b4131f-0ba9-47b6-ae8b-35ab9df565e9 req-c2a3bddd-199c-44df-829c-ccdeba4257e9 tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:20:40.160052 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-f6b4131f-0ba9-47b6-ae8b-35ab9df565e9 req-c2a3bddd-199c-44df-829c-ccdeba4257e9 tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] 10.222.0.13 "GET /v2.0/ports?device_id=8cc38d9c-363d-4a90-a5a3-2f16ee1f8a99 HTTP/1.1" status: 200 len: 946 time: 0.0529473 Jun 30 04:20:40.210597 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-f6b4131f-0ba9-47b6-ae8b-35ab9df565e9 req-7f8092fb-d3a3-430e-9820-84a32d45d6c4 tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] 10.222.0.13 "GET /v2.0/security-groups?id=06c1f942-66a2-4aeb-bb9e-abcee809d625&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425353 Jun 30 04:20:40.264209 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-88ff949a-6007-42d5-8261-77b64d367ca9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926756172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565263'] for agent (4c4a8942-da79-4b81-aa08-fb593b1e6e06), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:20:40.419881 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-2a6d8403-c0a5-4ac4-aa48-860a84345009 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926756172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565263'] for agent (cbdf45b5-344e-4e18-9242-1abb738708f2), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:20:40.672311 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f868619-3dcc-44b4-bc3a-aceb676cf3a0 req-e5c57ac4-c2c9-401b-85fb-fd31dc972758 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:20:40.673798 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-0f868619-3dcc-44b4-bc3a-aceb676cf3a0 req-e5c57ac4-c2c9-401b-85fb-fd31dc972758 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=74b53f46d15c4465b9005939114e67a3&device_id=8cc38d9c-363d-4a90-a5a3-2f16ee1f8a99 HTTP/1.1" status: 200 len: 1130 time: 0.0978570 Jun 30 04:20:40.713201 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:SELECT=5 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:20:40.713934 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:SELECT=3 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:20:40.714785 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730d055a-cba1-46e7-a93a-f473d5ee5fa2 req-7af674ac-7e0a-497a-9632-d6837e354539 tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:20:40.716503 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-730d055a-cba1-46e7-a93a-f473d5ee5fa2 req-7af674ac-7e0a-497a-9632-d6837e354539 tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] 10.222.0.13 "GET /v2.0/ports?device_id=8cc38d9c-363d-4a90-a5a3-2f16ee1f8a99 HTTP/1.1" status: 200 len: 946 time: 0.1254566 Jun 30 04:20:40.726782 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c0517d-f0ec-4c81-984b-d9431972379e req-f1f66314-af18-4341-9ae2-7e4c0e8e446d tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:20:40.728227 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-c8c0517d-f0ec-4c81-984b-d9431972379e req-f1f66314-af18-4341-9ae2-7e4c0e8e446d tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] 10.222.0.13 "GET /v2.0/ports?device_id=a344d61b-2dbc-49a8-b5c1-4d5619af3e77 HTTP/1.1" status: 200 len: 945 time: 0.1049254 Jun 30 04:20:40.745469 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=100 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:20:40.861357 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-730d055a-cba1-46e7-a93a-f473d5ee5fa2 req-5612d1a6-0ab7-4ada-a953-f06943917071 tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] 10.222.0.13 "GET /v2.0/security-groups?id=06c1f942-66a2-4aeb-bb9e-abcee809d625&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1300781 Jun 30 04:20:40.868038 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f868619-3dcc-44b4-bc3a-aceb676cf3a0 req-38b4d4d6-4e6a-4c1c-9df5-12037d74b766 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:20:40.869564 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-0f868619-3dcc-44b4-bc3a-aceb676cf3a0 req-38b4d4d6-4e6a-4c1c-9df5-12037d74b766 service neutron] 10.222.0.20 "GET /v2.0/networks?id=d053466e-8b12-41f1-8495-352ca2b58558 HTTP/1.1" status: 200 len: 920 time: 0.1869328 Jun 30 04:20:40.873127 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-c8c0517d-f0ec-4c81-984b-d9431972379e req-8b28f799-7bf7-4dbf-8b91-0531d13d7db9 tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] 10.222.0.13 "GET /v2.0/security-groups?id=8726850e-d155-4aa8-9fff-2a2b9ea6cd77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1282625 Jun 30 04:20:40.935291 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-0f868619-3dcc-44b4-bc3a-aceb676cf3a0 req-2006b16f-1483-4b25-a919-6302db25c5a3 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2a4fd84e-fb19-4d1c-b772-2251c8322151 HTTP/1.1" status: 200 len: 1002 time: 0.0592258 Jun 30 04:20:40.993700 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f868619-3dcc-44b4-bc3a-aceb676cf3a0 req-99cd6370-1cc2-4fe0-948a-6365cf43fed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:20:40.995078 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-0f868619-3dcc-44b4-bc3a-aceb676cf3a0 req-99cd6370-1cc2-4fe0-948a-6365cf43fed0 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=1d12b51a-7dad-4338-8514-f9c8956a192d HTTP/1.1" status: 200 len: 858 time: 0.0440273 Jun 30 04:20:41.043712 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f868619-3dcc-44b4-bc3a-aceb676cf3a0 req-2489afee-1149-4a45-8c9d-f9c5351608e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:20:41.045158 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-0f868619-3dcc-44b4-bc3a-aceb676cf3a0 req-2489afee-1149-4a45-8c9d-f9c5351608e5 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d053466e-8b12-41f1-8495-352ca2b58558&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0433645 Jun 30 04:20:41.136132 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-0f868619-3dcc-44b4-bc3a-aceb676cf3a0 req-ab4da2c2-9dd1-4c4f-9005-465c4ec474c8 service neutron] 10.222.0.20 "GET /v2.0/networks/d053466e-8b12-41f1-8495-352ca2b58558?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841722 Jun 30 04:20:41.232281 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-0f868619-3dcc-44b4-bc3a-aceb676cf3a0 req-163d77cd-dbe1-4779-af21-077e1eb3ae6f service neutron] 10.222.0.20 "GET /v2.0/networks/d053466e-8b12-41f1-8495-352ca2b58558?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905769 Jun 30 04:20:42.004960 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933dac88-c0bb-47a6-9b9b-dd2890475a05 req-2f473620-4ee0-4715-a801-7aca6f174dd8 tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:20:42.006445 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-933dac88-c0bb-47a6-9b9b-dd2890475a05 req-2f473620-4ee0-4715-a801-7aca6f174dd8 tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] 10.222.0.13 "GET /v2.0/ports?device_id=8cc38d9c-363d-4a90-a5a3-2f16ee1f8a99 HTTP/1.1" status: 200 len: 946 time: 0.0733571 Jun 30 04:20:42.021647 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=100 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:20:42.029491 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0590ad-3275-44cf-a556-9f44c548dbff req-371a402c-a74a-4fac-a6d5-9acc00d0ab43 tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:20:42.030917 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-ef0590ad-3275-44cf-a556-9f44c548dbff req-371a402c-a74a-4fac-a6d5-9acc00d0ab43 tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] 10.222.0.13 "GET /v2.0/ports?device_id=a344d61b-2dbc-49a8-b5c1-4d5619af3e77 HTTP/1.1" status: 200 len: 945 time: 0.0674920 Jun 30 04:20:42.095836 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-933dac88-c0bb-47a6-9b9b-dd2890475a05 req-7a41479e-d7c9-48fa-bb84-474759e43712 tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] 10.222.0.13 "GET /v2.0/security-groups?id=06c1f942-66a2-4aeb-bb9e-abcee809d625&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0832546 Jun 30 04:20:42.107276 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-ef0590ad-3275-44cf-a556-9f44c548dbff req-89dbf12b-fb5c-426b-ab31-dabd352198cd tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] 10.222.0.13 "GET /v2.0/security-groups?id=8726850e-d155-4aa8-9fff-2a2b9ea6cd77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0651507 Jun 30 04:20:42.729111 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926756172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565263'] for agent (ef703bef-7cc0-467c-baa9-fe8a66be565c), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:20:43.252718 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d29046-87fa-4960-8923-a2a985724744 req-f9e1ef43-f821-478e-ac3a-b3518aaa7f0d tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:20:43.254347 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-91d29046-87fa-4960-8923-a2a985724744 req-f9e1ef43-f821-478e-ac3a-b3518aaa7f0d tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] 10.222.0.13 "GET /v2.0/ports?device_id=8cc38d9c-363d-4a90-a5a3-2f16ee1f8a99 HTTP/1.1" status: 200 len: 946 time: 0.0786412 Jun 30 04:20:43.262933 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3a969c-07ca-4084-ba14-10ea92dbcb0f req-ac66198c-c390-45ef-a471-9c336acdcdf5 tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:20:43.264342 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-ec3a969c-07ca-4084-ba14-10ea92dbcb0f req-ac66198c-c390-45ef-a471-9c336acdcdf5 tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] 10.222.0.13 "GET /v2.0/ports?device_id=a344d61b-2dbc-49a8-b5c1-4d5619af3e77 HTTP/1.1" status: 200 len: 945 time: 0.0778291 Jun 30 04:20:43.341261 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-91d29046-87fa-4960-8923-a2a985724744 req-1686c1b0-5f6b-4534-9953-045589c2d4ec tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] 10.222.0.13 "GET /v2.0/security-groups?id=06c1f942-66a2-4aeb-bb9e-abcee809d625&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0759535 Jun 30 04:20:43.345285 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-ec3a969c-07ca-4084-ba14-10ea92dbcb0f req-49e1e3e2-97b4-4729-9863-a93500044f62 tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] 10.222.0.13 "GET /v2.0/security-groups?id=8726850e-d155-4aa8-9fff-2a2b9ea6cd77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0739548 Jun 30 04:20:43.455867 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31ed6d8-ed41-4843-a5b3-1160585a95db req-65f8876a-a332-459a-a97c-85a1aff37e1c tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:20:43.457248 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-b31ed6d8-ed41-4843-a5b3-1160585a95db req-65f8876a-a332-459a-a97c-85a1aff37e1c tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] 10.222.0.13 "GET /v2.0/ports?device_id=8cc38d9c-363d-4a90-a5a3-2f16ee1f8a99 HTTP/1.1" status: 200 len: 946 time: 0.0501611 Jun 30 04:20:43.466311 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.13', 55628) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 04:20:43.470679 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.v2.base [None req-e2221796-20c5-49c2-b543-4d03fff58b38 tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] Request body: {'floatingip': {'port_id': '2a4fd84e-fb19-4d1c-b772-2251c8322151'}} {{(pid=104416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 30 04:20:43.524890 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-e2221796-20c5-49c2-b543-4d03fff58b38 tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] Publish callbacks [] for floatingip (74efdf81-f603-4f7c-9031-1a4d847d3576), before_update {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:20:43.605218 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=100 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:20:43.986562 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-e2221796-20c5-49c2-b543-4d03fff58b38 tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:20:43.994325 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-e2221796-20c5-49c2-b543-4d03fff58b38 tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-620077'] for floatingip (74efdf81-f603-4f7c-9031-1a4d847d3576), after_update {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:20:44.196216 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:20:44.207704 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2221796-20c5-49c2-b543-4d03fff58b38 tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] Router 14dd9340-9cf5-4523-a842-7d5aab670ffb has already been hosted by L3 agent 2ea21a61-d737-4543-a811-a0d035fbf0f6 {{(pid=104416) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 30 04:20:44.310631 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2221796-20c5-49c2-b543-4d03fff58b38 tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] Notify agent at l3_agent.dv-cinder-846842-7-iscsi the message routers_updated {{(pid=104416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 04:20:44.315006 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-e2221796-20c5-49c2-b543-4d03fff58b38 tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13292'] for floatingip (None), before_response {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:20:44.321767 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed6a4985-3dd2-4804-a54a-33d465b3c5cc None None] Sync routers for ids ['14dd9340-9cf5-4523-a842-7d5aab670ffb'] in dv-cinder-846842-7-iscsi {{(pid=104417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 04:20:44.331905 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed6a4985-3dd2-4804-a54a-33d465b3c5cc None None] Routers {'14dd9340-9cf5-4523-a842-7d5aab670ffb'} bound to L3 agent in host dv-cinder-846842-7-iscsi {{(pid=104417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 30 04:20:44.332628 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.db.l3_hamode_db [None req-ed6a4985-3dd2-4804-a54a-33d465b3c5cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-30T04:07:07Z,description=,heartbeat_timestamp=2022-06-30T04:20:38Z,host='dv-cinder-846842-7-iscsi',id=2ea21a61-d737-4543-a811-a0d035fbf0f6,load=0,resource_versions=,resources_synced=,started_at=2022-06-30T04:07:07Z,topic='l3_agent')) {'router_ids': ['14dd9340-9cf5-4523-a842-7d5aab670ffb'], 'active': True} {{(pid=104417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 04:20:44.348503 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8cc38d9c-363d-4a90-a5a3-2f16ee1f8a99', 'tag': '2a4fd84e-fb19-4d1c-b772-2251c8322151'}] {{(pid=104416) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 30 04:20:44.350992 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8111519efe35ff5952c269e16f689610d56ef28aa1e0b77ca5734c542983c30f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e01d9c6-4627-44ed-8fca-30fe3ea87c5a" -d '{"events": [{"name": "network-changed", "server_uuid": "8cc38d9c-363d-4a90-a5a3-2f16ee1f8a99", "tag": "2a4fd84e-fb19-4d1c-b772-2251c8322151"}]}' {{(pid=104416) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 04:20:44.382510 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-e2221796-20c5-49c2-b543-4d03fff58b38 tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] 10.222.0.13 "PUT /v2.0/floatingips/74efdf81-f603-4f7c-9031-1a4d847d3576 HTTP/1.1" status: 200 len: 994 time: 0.9150691 Jun 30 04:20:44.441879 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.db.l3_dvr_db [None req-ed6a4985-3dd2-4804-a54a-33d465b3c5cc None None] Set router 14dd9340-9cf5-4523-a842-7d5aab670ffb gateway port host: dv-cinder-846842-7-iscsi {{(pid=104417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 30 04:20:44.461629 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Jun 2022 04:20:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b1ee915-7d7e-4f79-a172-a29d32fb8ec9 x-openstack-request-id: req-7b1ee915-7d7e-4f79-a172-a29d32fb8ec9 {{(pid=104416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 04:20:44.461911 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8cc38d9c-363d-4a90-a5a3-2f16ee1f8a99", "tag": "2a4fd84e-fb19-4d1c-b772-2251c8322151", "status": "completed", "code": 200}]} {{(pid=104416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 04:20:44.462155 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7b1ee915-7d7e-4f79-a172-a29d32fb8ec9 {{(pid=104416) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 04:20:44.462666 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7b1ee915-7d7e-4f79-a172-a29d32fb8ec9'] response: {'name': 'network-changed', 'server_uuid': '8cc38d9c-363d-4a90-a5a3-2f16ee1f8a99', 'tag': '2a4fd84e-fb19-4d1c-b772-2251c8322151', 'status': 'completed', 'code': 200} Jun 30 04:20:44.476869 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6f5ffe-e87c-4a36-988d-9575509c154f req-6958fb5b-ea2b-4047-9d0d-ba87258ba4ce tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:20:44.479550 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-ca6f5ffe-e87c-4a36-988d-9575509c154f req-6958fb5b-ea2b-4047-9d0d-ba87258ba4ce tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] 10.222.0.13 "GET /v2.0/ports?device_id=a344d61b-2dbc-49a8-b5c1-4d5619af3e77 HTTP/1.1" status: 200 len: 945 time: 0.0534227 Jun 30 04:20:44.545492 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e01d9c6-4627-44ed-8fca-30fe3ea87c5a req-888ce9b8-dff4-415a-8ceb-3ba7d77078dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:20:44.547344 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-0e01d9c6-4627-44ed-8fca-30fe3ea87c5a req-888ce9b8-dff4-415a-8ceb-3ba7d77078dd service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=74b53f46d15c4465b9005939114e67a3&device_id=8cc38d9c-363d-4a90-a5a3-2f16ee1f8a99 HTTP/1.1" status: 200 len: 1130 time: 0.0632463 Jun 30 04:20:44.582369 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-ca6f5ffe-e87c-4a36-988d-9575509c154f req-828ab85a-d461-4e6f-997c-148c999d2851 tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] 10.222.0.13 "GET /v2.0/security-groups?id=8726850e-d155-4aa8-9fff-2a2b9ea6cd77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0970604 Jun 30 04:20:44.648300 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e01d9c6-4627-44ed-8fca-30fe3ea87c5a req-78f86b5d-a352-4b1e-99ae-8ac207a9fc27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:20:44.649751 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-0e01d9c6-4627-44ed-8fca-30fe3ea87c5a req-78f86b5d-a352-4b1e-99ae-8ac207a9fc27 service neutron] 10.222.0.20 "GET /v2.0/networks?id=d053466e-8b12-41f1-8495-352ca2b58558 HTTP/1.1" status: 200 len: 920 time: 0.0928340 Jun 30 04:20:44.658701 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.db.l3_hamode_db [None req-ed6a4985-3dd2-4804-a54a-33d465b3c5cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14dd9340-9cf5-4523-a842-7d5aab670ffb', 'name': 'tempest-ServerRescueNegativeTestJSON-2013191960-router', 'tenant_id': '74b53f46d15c4465b9005939114e67a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14b0e4f-074d-4507-846c-fc8420bddf12', 'external_fixed_ips': [{'subnet_id': '15378187-268c-4fae-ace7-eaca7aa50f90', 'ip_address': '172.27.1.60'}], 'enable_snat': True}, 'gw_port_id': '680d7f3a-cee8-4ca1-828c-66dca56cd16c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T04:16:26Z', 'updated_at': '2022-06-30T04:16:32Z', 'revision_number': 4, 'project_id': '74b53f46d15c4465b9005939114e67a3', 'gw_port': {'id': '680d7f3a-cee8-4ca1-828c-66dca56cd16c', 'name': '', 'network_id': 'a14b0e4f-074d-4507-846c-fc8420bddf12', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:be:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14dd9340-9cf5-4523-a842-7d5aab670ffb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '15378187-268c-4fae-ace7-eaca7aa50f90', 'ip_address': '172.27.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T04:16:27Z', 'updated_at': '2022-06-30T04:16:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15378187-268c-4fae-ace7-eaca7aa50f90', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-7-iscsi', '_floatingips': [{'id': '74efdf81-f603-4f7c-9031-1a4d847d3576', 'tenant_id': '74b53f46d15c4465b9005939114e67a3', 'floating_ip_address': '172.27.1.222', 'floating_network_id': 'a14b0e4f-074d-4507-846c-fc8420bddf12', 'router_id': '14dd9340-9cf5-4523-a842-7d5aab670ffb', 'port_id': '2a4fd84e-fb19-4d1c-b772-2251c8322151', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 549, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd053466e-8b12-41f1-8495-352ca2b58558', 'mac_address': 'fa:16:3e:e7:f4:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cc38d9c-363d-4a90-a5a3-2f16ee1f8a99', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-30T04:18:41Z', 'updated_at': '2022-06-30T04:20:43Z', 'revision_number': 3, 'project_id': '74b53f46d15c4465b9005939114e67a3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c61d533-f4ae-4d98-96d7-8819e728f60d', 'name': '', 'network_id': 'd053466e-8b12-41f1-8495-352ca2b58558', 'tenant_id': '74b53f46d15c4465b9005939114e67a3', 'mac_address': 'fa:16:3e:5e:f2:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14dd9340-9cf5-4523-a842-7d5aab670ffb', 'device_owner': 'network:router_interface', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': '1d12b51a-7dad-4338-8514-f9c8956a192d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T04:16:31Z', 'updated_at': '2022-06-30T04:16:35Z', 'revision_number': 5, 'project_id': '74b53f46d15c4465b9005939114e67a3', 'subnets': [{'id': '1d12b51a-7dad-4338-8514-f9c8956a192d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846842-7-iscsi', False) {} {{(pid=104417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 04:20:44.683945 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed6a4985-3dd2-4804-a54a-33d465b3c5cc None None] Checking router: 14dd9340-9cf5-4523-a842-7d5aab670ffb for host: dv-cinder-846842-7-iscsi {{(pid=104417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 04:20:44.692720 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed6a4985-3dd2-4804-a54a-33d465b3c5cc None None] Routers {'14dd9340-9cf5-4523-a842-7d5aab670ffb'} bound to L3 agent in host dv-cinder-846842-7-iscsi {{(pid=104417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 30 04:20:44.693310 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.db.l3_hamode_db [None req-ed6a4985-3dd2-4804-a54a-33d465b3c5cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-30T04:07:07Z,description=,heartbeat_timestamp=2022-06-30T04:20:38Z,host='dv-cinder-846842-7-iscsi',id=2ea21a61-d737-4543-a811-a0d035fbf0f6,load=0,resource_versions=,resources_synced=,started_at=2022-06-30T04:07:07Z,topic='l3_agent')) {'router_ids': ['14dd9340-9cf5-4523-a842-7d5aab670ffb'], 'active': True} {{(pid=104417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 04:20:44.710877 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:20:44.717857 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-0e01d9c6-4627-44ed-8fca-30fe3ea87c5a req-e7d5c2ee-fb57-4ec8-a748-ee36e6fbbfc1 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2a4fd84e-fb19-4d1c-b772-2251c8322151 HTTP/1.1" status: 200 len: 1002 time: 0.0616832 Jun 30 04:20:44.771548 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e01d9c6-4627-44ed-8fca-30fe3ea87c5a req-d33ebf31-9f4a-4803-9ac0-3e33826c67bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:20:44.773041 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-0e01d9c6-4627-44ed-8fca-30fe3ea87c5a req-d33ebf31-9f4a-4803-9ac0-3e33826c67bc service neutron] 10.222.0.20 "GET /v2.0/subnets?id=1d12b51a-7dad-4338-8514-f9c8956a192d HTTP/1.1" status: 200 len: 858 time: 0.0453649 Jun 30 04:20:44.796439 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.db.l3_dvr_db [None req-ed6a4985-3dd2-4804-a54a-33d465b3c5cc None None] Set router 14dd9340-9cf5-4523-a842-7d5aab670ffb gateway port host: dv-cinder-846842-7-iscsi {{(pid=104417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 30 04:20:44.818175 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e01d9c6-4627-44ed-8fca-30fe3ea87c5a req-a965c65f-c8c0-40df-9f01-c5898d9b8369 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:20:44.819769 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-0e01d9c6-4627-44ed-8fca-30fe3ea87c5a req-a965c65f-c8c0-40df-9f01-c5898d9b8369 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d053466e-8b12-41f1-8495-352ca2b58558&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0401459 Jun 30 04:20:44.915251 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-0e01d9c6-4627-44ed-8fca-30fe3ea87c5a req-0848bbd0-a5b2-4998-8535-1c3d7e9e4764 service neutron] 10.222.0.20 "GET /v2.0/networks/d053466e-8b12-41f1-8495-352ca2b58558?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889900 Jun 30 04:20:45.001581 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:20:45.008298 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-0e01d9c6-4627-44ed-8fca-30fe3ea87c5a req-d3ff9975-f49b-477d-9c63-a847ff897e7f service neutron] 10.222.0.20 "GET /v2.0/networks/d053466e-8b12-41f1-8495-352ca2b58558?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868673 Jun 30 04:20:45.013769 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.db.l3_hamode_db [None req-ed6a4985-3dd2-4804-a54a-33d465b3c5cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14dd9340-9cf5-4523-a842-7d5aab670ffb', 'name': 'tempest-ServerRescueNegativeTestJSON-2013191960-router', 'tenant_id': '74b53f46d15c4465b9005939114e67a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14b0e4f-074d-4507-846c-fc8420bddf12', 'external_fixed_ips': [{'subnet_id': '15378187-268c-4fae-ace7-eaca7aa50f90', 'ip_address': '172.27.1.60'}], 'enable_snat': True}, 'gw_port_id': '680d7f3a-cee8-4ca1-828c-66dca56cd16c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T04:16:26Z', 'updated_at': '2022-06-30T04:16:32Z', 'revision_number': 4, 'project_id': '74b53f46d15c4465b9005939114e67a3', 'gw_port': {'id': '680d7f3a-cee8-4ca1-828c-66dca56cd16c', 'name': '', 'network_id': 'a14b0e4f-074d-4507-846c-fc8420bddf12', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:be:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14dd9340-9cf5-4523-a842-7d5aab670ffb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '15378187-268c-4fae-ace7-eaca7aa50f90', 'ip_address': '172.27.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T04:16:27Z', 'updated_at': '2022-06-30T04:16:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15378187-268c-4fae-ace7-eaca7aa50f90', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-7-iscsi', '_floatingips': [{'id': '74efdf81-f603-4f7c-9031-1a4d847d3576', 'tenant_id': '74b53f46d15c4465b9005939114e67a3', 'floating_ip_address': '172.27.1.222', 'floating_network_id': 'a14b0e4f-074d-4507-846c-fc8420bddf12', 'router_id': '14dd9340-9cf5-4523-a842-7d5aab670ffb', 'port_id': '2a4fd84e-fb19-4d1c-b772-2251c8322151', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 549, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd053466e-8b12-41f1-8495-352ca2b58558', 'mac_address': 'fa:16:3e:e7:f4:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cc38d9c-363d-4a90-a5a3-2f16ee1f8a99', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-30T04:18:41Z', 'updated_at': '2022-06-30T04:20:43Z', 'revision_number': 3, 'project_id': '74b53f46d15c4465b9005939114e67a3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c61d533-f4ae-4d98-96d7-8819e728f60d', 'name': '', 'network_id': 'd053466e-8b12-41f1-8495-352ca2b58558', 'tenant_id': '74b53f46d15c4465b9005939114e67a3', 'mac_address': 'fa:16:3e:5e:f2:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14dd9340-9cf5-4523-a842-7d5aab670ffb', 'device_owner': 'network:router_interface', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': '1d12b51a-7dad-4338-8514-f9c8956a192d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T04:16:31Z', 'updated_at': '2022-06-30T04:16:35Z', 'revision_number': 5, 'project_id': '74b53f46d15c4465b9005939114e67a3', 'subnets': [{'id': '1d12b51a-7dad-4338-8514-f9c8956a192d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846842-7-iscsi', False) {} {{(pid=104417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 04:20:45.039914 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed6a4985-3dd2-4804-a54a-33d465b3c5cc None None] The sync data for ids ['14dd9340-9cf5-4523-a842-7d5aab670ffb'] in dv-cinder-846842-7-iscsi is: [{'id': '14dd9340-9cf5-4523-a842-7d5aab670ffb', 'name': 'tempest-ServerRescueNegativeTestJSON-2013191960-router', 'tenant_id': '74b53f46d15c4465b9005939114e67a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14b0e4f-074d-4507-846c-fc8420bddf12', 'external_fixed_ips': [{'subnet_id': '15378187-268c-4fae-ace7-eaca7aa50f90', 'ip_address': '172.27.1.60'}], 'enable_snat': True}, 'gw_port_id': '680d7f3a-cee8-4ca1-828c-66dca56cd16c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T04:16:26Z', 'updated_at': '2022-06-30T04:16:32Z', 'revision_number': 4, 'project_id': '74b53f46d15c4465b9005939114e67a3', 'gw_port': {'id': '680d7f3a-cee8-4ca1-828c-66dca56cd16c', 'name': '', 'network_id': 'a14b0e4f-074d-4507-846c-fc8420bddf12', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:be:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14dd9340-9cf5-4523-a842-7d5aab670ffb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '15378187-268c-4fae-ace7-eaca7aa50f90', 'ip_address': '172.27.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T04:16:27Z', 'updated_at': '2022-06-30T04:16:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15378187-268c-4fae-ace7-eaca7aa50f90', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-7-iscsi', '_floatingips': [{'id': '74efdf81-f603-4f7c-9031-1a4d847d3576', 'tenant_id': '74b53f46d15c4465b9005939114e67a3', 'floating_ip_address': '172.27.1.222', 'floating_network_id': 'a14b0e4f-074d-4507-846c-fc8420bddf12', 'router_id': '14dd9340-9cf5-4523-a842-7d5aab670ffb', 'port_id': '2a4fd84e-fb19-4d1c-b772-2251c8322151', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 549, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd053466e-8b12-41f1-8495-352ca2b58558', 'mac_address': 'fa:16:3e:e7:f4:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cc38d9c-363d-4a90-a5a3-2f16ee1f8a99', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-30T04:18:41Z', 'updated_at': '2022-06-30T04:20:43Z', 'revision_number': 3, 'project_id': '74b53f46d15c4465b9005939114e67a3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c61d533-f4ae-4d98-96d7-8819e728f60d', 'name': '', 'network_id': 'd053466e-8b12-41f1-8495-352ca2b58558', 'tenant_id': '74b53f46d15c4465b9005939114e67a3', 'mac_address': 'fa:16:3e:5e:f2:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14dd9340-9cf5-4523-a842-7d5aab670ffb', 'device_owner': 'network:router_interface', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': '1d12b51a-7dad-4338-8514-f9c8956a192d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T04:16:31Z', 'updated_at': '2022-06-30T04:16:35Z', 'revision_number': 5, 'project_id': '74b53f46d15c4465b9005939114e67a3', 'subnets': [{'id': '1d12b51a-7dad-4338-8514-f9c8956a192d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 04:20:45.714646 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b7999a-ff36-4958-8dd3-96fb9be1dd66 req-42ca2452-76fd-425b-abb5-948cdf213936 tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:20:45.716128 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-77b7999a-ff36-4958-8dd3-96fb9be1dd66 req-42ca2452-76fd-425b-abb5-948cdf213936 tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] 10.222.0.13 "GET /v2.0/ports?device_id=a344d61b-2dbc-49a8-b5c1-4d5619af3e77 HTTP/1.1" status: 200 len: 945 time: 0.0495999 Jun 30 04:20:45.782740 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-77b7999a-ff36-4958-8dd3-96fb9be1dd66 req-65b0afe1-128c-4849-b6af-6cdea0040e5d tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] 10.222.0.13 "GET /v2.0/security-groups?id=8726850e-d155-4aa8-9fff-2a2b9ea6cd77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581958 Jun 30 04:20:46.463658 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8cc38d9c-363d-4a90-a5a3-2f16ee1f8a99', 'tag': '2a4fd84e-fb19-4d1c-b772-2251c8322151'}] {{(pid=104416) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 30 04:20:46.466799 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8111519efe35ff5952c269e16f689610d56ef28aa1e0b77ca5734c542983c30f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be731f89-1736-4e56-9328-3b0a11e822a0" -d '{"events": [{"name": "network-changed", "server_uuid": "8cc38d9c-363d-4a90-a5a3-2f16ee1f8a99", "tag": "2a4fd84e-fb19-4d1c-b772-2251c8322151"}]}' {{(pid=104416) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 04:20:46.506979 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Jun 2022 04:20:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b757688-be8e-4ede-95e1-9f259930fb4a x-openstack-request-id: req-0b757688-be8e-4ede-95e1-9f259930fb4a {{(pid=104416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 04:20:46.507292 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8cc38d9c-363d-4a90-a5a3-2f16ee1f8a99", "tag": "2a4fd84e-fb19-4d1c-b772-2251c8322151", "status": "completed", "code": 200}]} {{(pid=104416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 04:20:46.507534 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0b757688-be8e-4ede-95e1-9f259930fb4a {{(pid=104416) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 04:20:46.507937 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0b757688-be8e-4ede-95e1-9f259930fb4a'] response: {'name': 'network-changed', 'server_uuid': '8cc38d9c-363d-4a90-a5a3-2f16ee1f8a99', 'tag': '2a4fd84e-fb19-4d1c-b772-2251c8322151', 'status': 'completed', 'code': 200} Jun 30 04:20:46.592159 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be731f89-1736-4e56-9328-3b0a11e822a0 req-68fb5b28-a5d6-46fc-a7c7-e38a813dfcfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:20:46.593698 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-be731f89-1736-4e56-9328-3b0a11e822a0 req-68fb5b28-a5d6-46fc-a7c7-e38a813dfcfe service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=74b53f46d15c4465b9005939114e67a3&device_id=8cc38d9c-363d-4a90-a5a3-2f16ee1f8a99 HTTP/1.1" status: 200 len: 1130 time: 0.0410433 Jun 30 04:20:46.671558 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=100 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:20:46.698817 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be731f89-1736-4e56-9328-3b0a11e822a0 req-16edb68d-164e-4e03-9fd2-27b6f6198432 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:20:46.700316 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-be731f89-1736-4e56-9328-3b0a11e822a0 req-16edb68d-164e-4e03-9fd2-27b6f6198432 service neutron] 10.222.0.20 "GET /v2.0/networks?id=d053466e-8b12-41f1-8495-352ca2b58558 HTTP/1.1" status: 200 len: 920 time: 0.0914774 Jun 30 04:20:46.875847 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.rpc [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Device 14e3c353-ee55-4eee-8bdc-9d20ccd23a9e details requested by agent hyperv_hv-cinder-84684 with host hv-cinder-84684 {{(pid=104417) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 04:20:46.887726 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:20:46.989969 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.db [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] For port 14e3c353-ee55-4eee-8bdc-9d20ccd23a9e, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=14e3c353-ee55-4eee-8bdc-9d20ccd23a9e,segment=NetworkSegment(fa7c4b3d-3226-4230-8cea-73b76388d57e),segment_id=fa7c4b3d-3226-4230-8cea-73b76388d57e)] {{(pid=104417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 04:20:47.061077 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac73b90d-6554-4751-854f-fe5828541ea8 req-028b5819-62bb-4077-9709-42bc5545876f tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:20:47.062639 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-ac73b90d-6554-4751-854f-fe5828541ea8 req-028b5819-62bb-4077-9709-42bc5545876f tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] 10.222.0.13 "GET /v2.0/ports?device_id=a344d61b-2dbc-49a8-b5c1-4d5619af3e77 HTTP/1.1" status: 200 len: 945 time: 0.0617445 Jun 30 04:20:47.064727 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-be731f89-1736-4e56-9328-3b0a11e822a0 req-6f302666-ce13-4348-9be1-b148b8b54380 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2a4fd84e-fb19-4d1c-b772-2251c8322151 HTTP/1.1" status: 200 len: 1002 time: 0.3560503 Jun 30 04:20:47.130988 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.rpc [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Returning: {'device': '14e3c353-ee55-4eee-8bdc-9d20ccd23a9e', 'network_id': '17fe777c-5046-426d-94b6-3483df1f9f21', 'port_id': '14e3c353-ee55-4eee-8bdc-9d20ccd23a9e', 'mac_address': 'fa:16:3e:89:d8:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 171, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd7ebd17c-ba43-4daa-b223-4200fbc873be', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104417) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 04:20:47.147959 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be731f89-1736-4e56-9328-3b0a11e822a0 req-b40469c8-f732-4198-8a71-7f42524f575e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:20:47.149460 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-be731f89-1736-4e56-9328-3b0a11e822a0 req-b40469c8-f732-4198-8a71-7f42524f575e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=1d12b51a-7dad-4338-8514-f9c8956a192d HTTP/1.1" status: 200 len: 858 time: 0.0743060 Jun 30 04:20:47.154019 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-ac73b90d-6554-4751-854f-fe5828541ea8 req-a93f5e72-be7a-4f19-b100-8264dfb14ef8 tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] 10.222.0.13 "GET /v2.0/security-groups?id=8726850e-d155-4aa8-9fff-2a2b9ea6cd77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0853906 Jun 30 04:20:47.168196 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Current status of the port 14e3c353-ee55-4eee-8bdc-9d20ccd23a9e is: ACTIVE; New status is: BUILD {{(pid=104417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 30 04:20:47.168511 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3606762'] for port (14e3c353-ee55-4eee-8bdc-9d20ccd23a9e), before_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:20:47.182160 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.notifiers.nova [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 14e3c353-ee55-4eee-8bdc-9d20ccd23a9e {{(pid=104417) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 30 04:20:47.202144 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.db [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] For port 14e3c353-ee55-4eee-8bdc-9d20ccd23a9e, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=14e3c353-ee55-4eee-8bdc-9d20ccd23a9e,segment=NetworkSegment(fa7c4b3d-3226-4230-8cea-73b76388d57e),segment_id=fa7c4b3d-3226-4230-8cea-73b76388d57e)] {{(pid=104417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 04:20:47.205968 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be731f89-1736-4e56-9328-3b0a11e822a0 req-cbf67216-1248-4b96-9cc5-06bced06019c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:20:47.207004 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4095053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781926634698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781926239335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781926239353'] for port (14e3c353-ee55-4eee-8bdc-9d20ccd23a9e), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:20:47.207504 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-be731f89-1736-4e56-9328-3b0a11e822a0 req-cbf67216-1248-4b96-9cc5-06bced06019c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d053466e-8b12-41f1-8495-352ca2b58558&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0409379 Jun 30 04:20:47.253398 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Pushing event updated for resources: {'Port': ['ID=14e3c353-ee55-4eee-8bdc-9d20ccd23a9e,revision_number=6']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:20:47.261108 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:20:47.261450 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:20:47.261784 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:20:47.262116 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:20:47.262440 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:20:47.262759 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:20:47.263083 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:20:47.263427 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:20:47.263742 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:20:47.264056 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:20:47.264368 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:20:47.264682 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:20:47.264990 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:20:47.265293 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:20:47.265599 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:20:47.303346 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-be731f89-1736-4e56-9328-3b0a11e822a0 req-bf5685fa-cfec-47a3-a0f2-fc527c876547 service neutron] 10.222.0.20 "GET /v2.0/networks/d053466e-8b12-41f1-8495-352ca2b58558?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868628 Jun 30 04:20:47.378544 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.db [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] get_ports_and_sgs() called for port_ids ['14e3c353-ee55-4eee-8bdc-9d20ccd23a9e'] {{(pid=104417) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 04:20:47.397026 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-be731f89-1736-4e56-9328-3b0a11e822a0 req-936d30a7-6ba4-4176-bde4-6b4d6a3a48bb service neutron] 10.222.0.20 "GET /v2.0/networks/d053466e-8b12-41f1-8495-352ca2b58558?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842738 Jun 30 04:20:48.294472 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfc7d0d-88b8-434c-90cb-428a109297de req-ade4e1be-2072-4ad6-9abd-0e690f8680f2 tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:20:48.296825 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-3dfc7d0d-88b8-434c-90cb-428a109297de req-ade4e1be-2072-4ad6-9abd-0e690f8680f2 tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] 10.222.0.13 "GET /v2.0/ports?device_id=a344d61b-2dbc-49a8-b5c1-4d5619af3e77 HTTP/1.1" status: 200 len: 944 time: 0.0626342 Jun 30 04:20:48.332579 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=100 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:20:48.355666 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-3dfc7d0d-88b8-434c-90cb-428a109297de req-42793b94-7e62-4967-87ba-d6b0a2191637 tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] 10.222.0.13 "GET /v2.0/security-groups?id=8726850e-d155-4aa8-9fff-2a2b9ea6cd77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520940 Jun 30 04:20:48.877228 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.rpc [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Device 14e3c353-ee55-4eee-8bdc-9d20ccd23a9e up at agent hyperv_hv-cinder-84684 {{(pid=104417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 04:20:48.929855 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.db.provisioning_blocks [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Provisioning complete for port 14e3c353-ee55-4eee-8bdc-9d20ccd23a9e triggered by entity L2. {{(pid=104417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 30 04:20:48.930222 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565073'] for port (14e3c353-ee55-4eee-8bdc-9d20ccd23a9e), provisioning_complete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:20:49.036947 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Current status of the port 14e3c353-ee55-4eee-8bdc-9d20ccd23a9e is: BUILD; New status is: ACTIVE {{(pid=104417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 30 04:20:49.037862 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3606762'] for port (14e3c353-ee55-4eee-8bdc-9d20ccd23a9e), before_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:20:49.084230 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a344d61b-2dbc-49a8-b5c1-4d5619af3e77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14e3c353-ee55-4eee-8bdc-9d20ccd23a9e'}] {{(pid=104417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 30 04:20:49.086928 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}872baf0325b3a4d4e4ba58c5a9b381606b113811ad1a9f7b70d77ff172d270fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09c5511e-194f-4680-ab67-841c9d83f28a" -d '{"events": [{"server_uuid": "a344d61b-2dbc-49a8-b5c1-4d5619af3e77", "name": "network-vif-plugged", "status": "completed", "tag": "14e3c353-ee55-4eee-8bdc-9d20ccd23a9e"}]}' {{(pid=104417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 04:20:49.091452 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.db [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] For port 14e3c353-ee55-4eee-8bdc-9d20ccd23a9e, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=14e3c353-ee55-4eee-8bdc-9d20ccd23a9e,segment=NetworkSegment(fa7c4b3d-3226-4230-8cea-73b76388d57e),segment_id=fa7c4b3d-3226-4230-8cea-73b76388d57e)] {{(pid=104417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 04:20:49.100896 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4095053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781926634698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781926239335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781926239353'] for port (14e3c353-ee55-4eee-8bdc-9d20ccd23a9e), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:20:49.158345 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Pushing event updated for resources: {'Port': ['ID=14e3c353-ee55-4eee-8bdc-9d20ccd23a9e,revision_number=7']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:20:49.196220 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Jun 2022 04:20:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f8fd2a5-58dd-44f3-9b6f-8eb7f9a96386 x-openstack-request-id: req-0f8fd2a5-58dd-44f3-9b6f-8eb7f9a96386 {{(pid=104417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 04:20:49.196766 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a344d61b-2dbc-49a8-b5c1-4d5619af3e77", "name": "network-vif-plugged", "status": "completed", "tag": "14e3c353-ee55-4eee-8bdc-9d20ccd23a9e", "code": 200}]} {{(pid=104417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 04:20:49.197018 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0f8fd2a5-58dd-44f3-9b6f-8eb7f9a96386 {{(pid=104417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 04:20:49.197412 dv-cinder-846842-7-iscsi neutron-server[104417]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0f8fd2a5-58dd-44f3-9b6f-8eb7f9a96386'] response: {'server_uuid': 'a344d61b-2dbc-49a8-b5c1-4d5619af3e77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14e3c353-ee55-4eee-8bdc-9d20ccd23a9e', 'code': 200} Jun 30 04:20:49.486069 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c075886-9d12-4ba1-a990-d889ae3f1401 req-04ef0721-eaf8-463a-a001-91fce55af421 tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:20:49.491631 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-7c075886-9d12-4ba1-a990-d889ae3f1401 req-04ef0721-eaf8-463a-a001-91fce55af421 tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] 10.222.0.13 "GET /v2.0/ports?device_id=a344d61b-2dbc-49a8-b5c1-4d5619af3e77 HTTP/1.1" status: 200 len: 945 time: 0.0563793 Jun 30 04:20:49.547010 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-7c075886-9d12-4ba1-a990-d889ae3f1401 req-2a8c2c9a-1ba2-498b-a0ae-3b97f447fa16 tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] 10.222.0.13 "GET /v2.0/security-groups?id=8726850e-d155-4aa8-9fff-2a2b9ea6cd77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511429 Jun 30 04:20:50.685568 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60c1739-4aec-475a-bd85-b59f9ea582a5 req-74ebfede-5576-482c-94ec-aaedf34baac2 tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:20:50.686995 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-c60c1739-4aec-475a-bd85-b59f9ea582a5 req-74ebfede-5576-482c-94ec-aaedf34baac2 tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] 10.222.0.13 "GET /v2.0/ports?device_id=a344d61b-2dbc-49a8-b5c1-4d5619af3e77 HTTP/1.1" status: 200 len: 945 time: 0.0537136 Jun 30 04:20:50.748794 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-c60c1739-4aec-475a-bd85-b59f9ea582a5 req-f44897d4-bbe8-4602-b982-c2501add0770 tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] 10.222.0.13 "GET /v2.0/security-groups?id=8726850e-d155-4aa8-9fff-2a2b9ea6cd77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543625 Jun 30 04:20:51.880468 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edc5651-0966-4aeb-aa72-57d06a8100d6 req-06bdae71-87d5-4f40-9e64-dea28b7f175e tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:20:51.881888 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-5edc5651-0966-4aeb-aa72-57d06a8100d6 req-06bdae71-87d5-4f40-9e64-dea28b7f175e tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] 10.222.0.13 "GET /v2.0/ports?device_id=a344d61b-2dbc-49a8-b5c1-4d5619af3e77 HTTP/1.1" status: 200 len: 945 time: 0.0482762 Jun 30 04:20:51.935726 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-5edc5651-0966-4aeb-aa72-57d06a8100d6 req-c01d7dae-c0d8-4e32-8240-2bc2011d3916 tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] 10.222.0.13 "GET /v2.0/security-groups?id=8726850e-d155-4aa8-9fff-2a2b9ea6cd77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479362 Jun 30 04:20:53.062532 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c532e2-2581-4730-be93-575d09b2ccc4 req-454e8b1e-91c8-4dd9-aaf1-100666eb4d8c tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:20:53.064045 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-54c532e2-2581-4730-be93-575d09b2ccc4 req-454e8b1e-91c8-4dd9-aaf1-100666eb4d8c tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] 10.222.0.13 "GET /v2.0/ports?device_id=a344d61b-2dbc-49a8-b5c1-4d5619af3e77 HTTP/1.1" status: 200 len: 945 time: 0.0534060 Jun 30 04:20:53.120403 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-54c532e2-2581-4730-be93-575d09b2ccc4 req-ba9e3653-5ed4-4c69-85a8-fb5da7c454cf tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] 10.222.0.13 "GET /v2.0/security-groups?id=8726850e-d155-4aa8-9fff-2a2b9ea6cd77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501425 Jun 30 04:20:54.292082 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7ec99a-b817-468b-ad37-12fbf0133493 req-4bfbc408-8192-485e-9f0b-e13597897ecf tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:20:54.293577 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-2d7ec99a-b817-468b-ad37-12fbf0133493 req-4bfbc408-8192-485e-9f0b-e13597897ecf tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] 10.222.0.13 "GET /v2.0/ports?device_id=a344d61b-2dbc-49a8-b5c1-4d5619af3e77 HTTP/1.1" status: 200 len: 945 time: 0.0766199 Jun 30 04:20:54.334675 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=100 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:20:54.351666 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-2d7ec99a-b817-468b-ad37-12fbf0133493 req-2ce50582-a9b1-4c7d-9bd2-3f5cd0e5578a tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] 10.222.0.13 "GET /v2.0/security-groups?id=8726850e-d155-4aa8-9fff-2a2b9ea6cd77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498910 Jun 30 04:20:55.480660 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b36bee-c0a7-4f6c-af64-ea6a749db26a req-133e8a63-01e5-42d0-9eec-4422a7ae1f43 tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:20:55.482354 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-e7b36bee-c0a7-4f6c-af64-ea6a749db26a req-133e8a63-01e5-42d0-9eec-4422a7ae1f43 tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] 10.222.0.13 "GET /v2.0/ports?device_id=a344d61b-2dbc-49a8-b5c1-4d5619af3e77 HTTP/1.1" status: 200 len: 945 time: 0.0532370 Jun 30 04:20:55.544769 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-e7b36bee-c0a7-4f6c-af64-ea6a749db26a req-feff0eba-4da8-4c71-950f-160e3862f475 tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] 10.222.0.13 "GET /v2.0/security-groups?id=8726850e-d155-4aa8-9fff-2a2b9ea6cd77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565186 Jun 30 04:20:56.661606 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c568fa39-436a-4bc2-bcad-a01f54bedecb req-94063fe2-4857-41c9-89c5-6c8d1503af23 tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:20:56.663056 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-c568fa39-436a-4bc2-bcad-a01f54bedecb req-94063fe2-4857-41c9-89c5-6c8d1503af23 tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] 10.222.0.13 "GET /v2.0/ports?device_id=a344d61b-2dbc-49a8-b5c1-4d5619af3e77 HTTP/1.1" status: 200 len: 945 time: 0.0501776 Jun 30 04:20:56.716699 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-c568fa39-436a-4bc2-bcad-a01f54bedecb req-8114637f-36fd-4d56-8ca3-780dde903c21 tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] 10.222.0.13 "GET /v2.0/security-groups?id=8726850e-d155-4aa8-9fff-2a2b9ea6cd77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458465 Jun 30 04:20:57.124435 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f3a71e-b656-4735-baaa-c70bdd57c5c6 req-5ab562dc-828b-4eb8-8098-26505f69eee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:20:57.125845 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-72f3a71e-b656-4735-baaa-c70bdd57c5c6 req-5ab562dc-828b-4eb8-8098-26505f69eee8 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=71588f8a5fc34919a77f28b6a8c8db0e&device_id=a344d61b-2dbc-49a8-b5c1-4d5619af3e77 HTTP/1.1" status: 200 len: 1129 time: 0.0421591 Jun 30 04:20:57.219703 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f3a71e-b656-4735-baaa-c70bdd57c5c6 req-77759738-0bba-4b2c-bcc7-abee9e5c93a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:20:57.221156 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-72f3a71e-b656-4735-baaa-c70bdd57c5c6 req-77759738-0bba-4b2c-bcc7-abee9e5c93a5 service neutron] 10.222.0.20 "GET /v2.0/networks?id=17fe777c-5046-426d-94b6-3483df1f9f21 HTTP/1.1" status: 200 len: 918 time: 0.0874293 Jun 30 04:20:57.296143 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-72f3a71e-b656-4735-baaa-c70bdd57c5c6 req-a7de2d72-8c4c-439e-9c53-e24ab3f0f8fd service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=14e3c353-ee55-4eee-8bdc-9d20ccd23a9e HTTP/1.1" status: 200 len: 1001 time: 0.0618429 Jun 30 04:20:57.346278 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f3a71e-b656-4735-baaa-c70bdd57c5c6 req-ab8bda7e-e496-4efa-acb3-3491f7cc1399 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:20:57.347719 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-72f3a71e-b656-4735-baaa-c70bdd57c5c6 req-ab8bda7e-e496-4efa-acb3-3491f7cc1399 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d7ebd17c-ba43-4daa-b223-4200fbc873be HTTP/1.1" status: 200 len: 856 time: 0.0445743 Jun 30 04:20:57.391824 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f3a71e-b656-4735-baaa-c70bdd57c5c6 req-dbbf577f-863e-46be-b53e-f1784f0db4d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:20:57.393215 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-72f3a71e-b656-4735-baaa-c70bdd57c5c6 req-dbbf577f-863e-46be-b53e-f1784f0db4d2 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=17fe777c-5046-426d-94b6-3483df1f9f21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0383184 Jun 30 04:20:57.493886 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=100 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:20:57.498241 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-72f3a71e-b656-4735-baaa-c70bdd57c5c6 req-64085ee3-35ee-43d1-97a2-7559ae496006 service neutron] 10.222.0.20 "GET /v2.0/networks/17fe777c-5046-426d-94b6-3483df1f9f21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0977082 Jun 30 04:20:57.600389 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-72f3a71e-b656-4735-baaa-c70bdd57c5c6 req-2ec7d906-8988-4c9f-9e09-ce8962d28df0 service neutron] 10.222.0.20 "GET /v2.0/networks/17fe777c-5046-426d-94b6-3483df1f9f21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940406 Jun 30 04:20:57.850133 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422b7b8d-974f-4ce2-947d-3499831c3b3c req-51fb7d6c-2d19-4a46-acdf-2a7a564473d1 tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:20:57.851636 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-422b7b8d-974f-4ce2-947d-3499831c3b3c req-51fb7d6c-2d19-4a46-acdf-2a7a564473d1 tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] 10.222.0.13 "GET /v2.0/ports?device_id=a344d61b-2dbc-49a8-b5c1-4d5619af3e77 HTTP/1.1" status: 200 len: 945 time: 0.0489275 Jun 30 04:20:57.900883 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-422b7b8d-974f-4ce2-947d-3499831c3b3c req-5f123694-1f4d-4414-baf2-2564cf1678e2 tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] 10.222.0.13 "GET /v2.0/security-groups?id=8726850e-d155-4aa8-9fff-2a2b9ea6cd77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436273 Jun 30 04:20:59.048117 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd58681f-e8ec-41fc-9eb5-34551681514f req-f3688422-8ace-48d9-8399-11081176da5d tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:20:59.049587 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-fd58681f-e8ec-41fc-9eb5-34551681514f req-f3688422-8ace-48d9-8399-11081176da5d tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] 10.222.0.13 "GET /v2.0/ports?device_id=a344d61b-2dbc-49a8-b5c1-4d5619af3e77 HTTP/1.1" status: 200 len: 945 time: 0.0583651 Jun 30 04:20:59.099373 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-fd58681f-e8ec-41fc-9eb5-34551681514f req-0d9406fc-d1b4-4a8d-8872-ee9c2b599f38 tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] 10.222.0.13 "GET /v2.0/security-groups?id=8726850e-d155-4aa8-9fff-2a2b9ea6cd77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416632 Jun 30 04:20:59.147532 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=82,neutron:UPDATE=3 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:20:59.155415 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=80,neutron:UPDATE=1 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:21:00.251895 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9792fc7e-76ab-4e56-b8b7-864cc5c0b20d req-d4705b52-224d-4f0e-b867-7ae41aa18933 tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:21:00.253353 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-9792fc7e-76ab-4e56-b8b7-864cc5c0b20d req-d4705b52-224d-4f0e-b867-7ae41aa18933 tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] 10.222.0.13 "GET /v2.0/ports?device_id=a344d61b-2dbc-49a8-b5c1-4d5619af3e77 HTTP/1.1" status: 200 len: 945 time: 0.0580385 Jun 30 04:21:00.308265 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-9792fc7e-76ab-4e56-b8b7-864cc5c0b20d req-9f7711d6-6a10-480c-8c34-0fb286e445e8 tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] 10.222.0.13 "GET /v2.0/security-groups?id=8726850e-d155-4aa8-9fff-2a2b9ea6cd77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473983 Jun 30 04:21:00.960936 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.rpc [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Device 14e3c353-ee55-4eee-8bdc-9d20ccd23a9e no longer exists at agent hyperv_hv-cinder-84684 {{(pid=104417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 04:21:01.037505 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Current status of the port 14e3c353-ee55-4eee-8bdc-9d20ccd23a9e is: ACTIVE; New status is: DOWN {{(pid=104417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 30 04:21:01.037897 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3606762'] for port (14e3c353-ee55-4eee-8bdc-9d20ccd23a9e), before_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:21:01.061941 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a344d61b-2dbc-49a8-b5c1-4d5619af3e77', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '14e3c353-ee55-4eee-8bdc-9d20ccd23a9e'}] {{(pid=104417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 30 04:21:01.064349 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}872baf0325b3a4d4e4ba58c5a9b381606b113811ad1a9f7b70d77ff172d270fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8c0f9f7-1602-4d56-9139-a70bcfcb162c" -d '{"events": [{"server_uuid": "a344d61b-2dbc-49a8-b5c1-4d5619af3e77", "name": "network-vif-unplugged", "status": "completed", "tag": "14e3c353-ee55-4eee-8bdc-9d20ccd23a9e"}]}' {{(pid=104417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 04:21:01.078286 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.db [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] For port 14e3c353-ee55-4eee-8bdc-9d20ccd23a9e, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=14e3c353-ee55-4eee-8bdc-9d20ccd23a9e,segment=NetworkSegment(fa7c4b3d-3226-4230-8cea-73b76388d57e),segment_id=fa7c4b3d-3226-4230-8cea-73b76388d57e)] {{(pid=104417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 04:21:01.083206 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4095053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781926634698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781926239335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781926239353'] for port (14e3c353-ee55-4eee-8bdc-9d20ccd23a9e), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:21:01.111024 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 30 Jun 2022 04:21:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d83ba6e-43f0-4b25-bf4d-e05332a5eb79 x-openstack-request-id: req-2d83ba6e-43f0-4b25-bf4d-e05332a5eb79 {{(pid=104417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 04:21:01.111406 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a344d61b-2dbc-49a8-b5c1-4d5619af3e77", "name": "network-vif-unplugged", "status": "failed", "tag": "14e3c353-ee55-4eee-8bdc-9d20ccd23a9e", "code": 422}]} {{(pid=104417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 04:21:01.111566 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2d83ba6e-43f0-4b25-bf4d-e05332a5eb79 {{(pid=104417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 04:21:01.111987 dv-cinder-846842-7-iscsi neutron-server[104417]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-2d83ba6e-43f0-4b25-bf4d-e05332a5eb79']: {'server_uuid': 'a344d61b-2dbc-49a8-b5c1-4d5619af3e77', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '14e3c353-ee55-4eee-8bdc-9d20ccd23a9e', 'code': 422} returned with failed status Jun 30 04:21:01.137932 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Pushing event updated for resources: {'Port': ['ID=14e3c353-ee55-4eee-8bdc-9d20ccd23a9e,revision_number=8']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:21:01.230891 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.wsgi [req-0bbfb95e-756a-45fa-b050-a48188cfcdad req-6898ca25-a6b9-498c-b1eb-4d0c26e30af0 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=104416) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 30 04:21:01.231942 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-0bbfb95e-756a-45fa-b050-a48188cfcdad req-6898ca25-a6b9-498c-b1eb-4d0c26e30af0 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0497904 Jun 30 04:21:01.395907 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e167a992-dca7-42a5-b329-c99e850ebece req-08a074ed-81cf-467f-8515-ca4760dfa837 tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:21:01.397595 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-e167a992-dca7-42a5-b329-c99e850ebece req-08a074ed-81cf-467f-8515-ca4760dfa837 tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] 10.222.0.13 "GET /v2.0/ports?device_id=a344d61b-2dbc-49a8-b5c1-4d5619af3e77 HTTP/1.1" status: 200 len: 943 time: 0.0501752 Jun 30 04:21:01.419612 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=100 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:21:01.447977 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-e167a992-dca7-42a5-b329-c99e850ebece req-39a50c73-31a8-4790-87af-7a0d2dd642f9 tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] 10.222.0.13 "GET /v2.0/security-groups?id=8726850e-d155-4aa8-9fff-2a2b9ea6cd77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444858 Jun 30 04:21:01.628084 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.13', 55772) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 04:21:01.716097 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-22775342-d88b-411e-a2fa-04ec60e0bcd2 req-f24a57a6-5443-4eb9-ae33-7aba49948609 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=a344d61b-2dbc-49a8-b5c1-4d5619af3e77&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0867789 Jun 30 04:21:01.728555 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.wsgi [req-22775342-d88b-411e-a2fa-04ec60e0bcd2 req-282b8e00-9121-4153-b07e-1fbf4e98fed8 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=104416) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 30 04:21:01.729282 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.db.agents_db [None req-38391644-8868-4c56-b8b1-4dfa3b709b99 None None] Agent healthcheck: found 6 active agents {{(pid=104418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 04:21:01.729947 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-22775342-d88b-411e-a2fa-04ec60e0bcd2 req-282b8e00-9121-4153-b07e-1fbf4e98fed8 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0050366 Jun 30 04:21:01.811585 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.13', 55780) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 04:21:01.919543 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22775342-d88b-411e-a2fa-04ec60e0bcd2 req-5fc23cfd-fa6b-4a34-a281-3eeab9f3d388 tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:21:01.920911 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-22775342-d88b-411e-a2fa-04ec60e0bcd2 req-5fc23cfd-fa6b-4a34-a281-3eeab9f3d388 tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] 10.222.0.13 "GET /v2.0/ports/14e3c353-ee55-4eee-8bdc-9d20ccd23a9e HTTP/1.1" status: 200 len: 940 time: 0.1080880 Jun 30 04:21:02.571697 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197b2e81-f3c5-415c-8814-d13d38b74983 req-f33f6dd2-ff57-46fe-9cfe-50a111962992 tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:21:02.573317 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-197b2e81-f3c5-415c-8814-d13d38b74983 req-f33f6dd2-ff57-46fe-9cfe-50a111962992 tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] 10.222.0.13 "GET /v2.0/ports?device_id=a344d61b-2dbc-49a8-b5c1-4d5619af3e77 HTTP/1.1" status: 200 len: 943 time: 0.0499058 Jun 30 04:21:02.621221 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-197b2e81-f3c5-415c-8814-d13d38b74983 req-4d8ce457-d45c-4b20-a1c9-9beee1d0f38b tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] 10.222.0.13 "GET /v2.0/security-groups?id=8726850e-d155-4aa8-9fff-2a2b9ea6cd77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421476 Jun 30 04:21:02.908718 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22775342-d88b-411e-a2fa-04ec60e0bcd2 req-eb2c0267-57e0-408a-b625-8334fa772187 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:21:02.910229 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-22775342-d88b-411e-a2fa-04ec60e0bcd2 req-eb2c0267-57e0-408a-b625-8334fa772187 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=a344d61b-2dbc-49a8-b5c1-4d5619af3e77&tenant_id=71588f8a5fc34919a77f28b6a8c8db0e HTTP/1.1" status: 200 len: 1127 time: 0.0425787 Jun 30 04:21:02.985188 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22775342-d88b-411e-a2fa-04ec60e0bcd2 req-d7f16a6f-a9aa-42e3-b95c-44138f4bff13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:21:02.986669 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-22775342-d88b-411e-a2fa-04ec60e0bcd2 req-d7f16a6f-a9aa-42e3-b95c-44138f4bff13 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=71588f8a5fc34919a77f28b6a8c8db0e&device_id=a344d61b-2dbc-49a8-b5c1-4d5619af3e77 HTTP/1.1" status: 200 len: 1127 time: 0.0433311 Jun 30 04:21:03.082636 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22775342-d88b-411e-a2fa-04ec60e0bcd2 req-84ad7ada-5f8b-436b-9fbc-498f4f199e0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:21:03.084710 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-22775342-d88b-411e-a2fa-04ec60e0bcd2 req-84ad7ada-5f8b-436b-9fbc-498f4f199e0f service neutron] 10.222.0.20 "GET /v2.0/networks?id=17fe777c-5046-426d-94b6-3483df1f9f21 HTTP/1.1" status: 200 len: 918 time: 0.0911870 Jun 30 04:21:03.153630 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-22775342-d88b-411e-a2fa-04ec60e0bcd2 req-0dad034d-6a1c-42f6-8762-e1d8f75609de service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=14e3c353-ee55-4eee-8bdc-9d20ccd23a9e HTTP/1.1" status: 200 len: 999 time: 0.0623286 Jun 30 04:21:03.202952 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22775342-d88b-411e-a2fa-04ec60e0bcd2 req-a430f11b-65c8-4c75-a996-64e1c95f7b5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:21:03.204434 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-22775342-d88b-411e-a2fa-04ec60e0bcd2 req-a430f11b-65c8-4c75-a996-64e1c95f7b5c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d7ebd17c-ba43-4daa-b223-4200fbc873be HTTP/1.1" status: 200 len: 856 time: 0.0444245 Jun 30 04:21:03.249180 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22775342-d88b-411e-a2fa-04ec60e0bcd2 req-fde18e3f-3789-4726-b79b-bd25f13ec910 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:21:03.250741 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-22775342-d88b-411e-a2fa-04ec60e0bcd2 req-fde18e3f-3789-4726-b79b-bd25f13ec910 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=17fe777c-5046-426d-94b6-3483df1f9f21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0392663 Jun 30 04:21:03.284662 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=100 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:21:03.352436 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-22775342-d88b-411e-a2fa-04ec60e0bcd2 req-75998f3d-b844-47e2-a860-aa38f4efb136 service neutron] 10.222.0.20 "GET /v2.0/networks/17fe777c-5046-426d-94b6-3483df1f9f21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916896 Jun 30 04:21:03.483324 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-22775342-d88b-411e-a2fa-04ec60e0bcd2 req-40747ec5-9c42-47a9-8e9d-be6a82572437 service neutron] 10.222.0.20 "GET /v2.0/networks/17fe777c-5046-426d-94b6-3483df1f9f21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235178 Jun 30 04:21:03.494154 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6480b8-c075-458b-9d22-5e4928b485cf req-fc6e5f5d-81a9-4bdd-802c-aaa2033e9a9a tempest-TestShelveInstance-1069409963 tempest-TestShelveInstance-1069409963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:21:03.495574 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-cb6480b8-c075-458b-9d22-5e4928b485cf req-fc6e5f5d-81a9-4bdd-802c-aaa2033e9a9a tempest-TestShelveInstance-1069409963 tempest-TestShelveInstance-1069409963-project] 10.222.0.13 "GET /v2.0/ports?device_id=51354e88-a19f-433f-85b3-126269c921c4 HTTP/1.1" status: 200 len: 946 time: 0.0645537 Jun 30 04:21:03.549961 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-cb6480b8-c075-458b-9d22-5e4928b485cf req-7037fac5-fb58-4e31-9371-9952c55414e4 tempest-TestShelveInstance-1069409963 tempest-TestShelveInstance-1069409963-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f4a7f03-b349-4d47-a044-e7fe563f709b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488117 Jun 30 04:21:03.747871 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a4a1ca-1e4c-42a3-8f64-9c80832f161d req-94234f56-2a9a-464d-a001-c62eab701f2a tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:21:03.749474 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-b0a4a1ca-1e4c-42a3-8f64-9c80832f161d req-94234f56-2a9a-464d-a001-c62eab701f2a tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] 10.222.0.13 "GET /v2.0/ports?device_id=a344d61b-2dbc-49a8-b5c1-4d5619af3e77 HTTP/1.1" status: 200 len: 943 time: 0.0515735 Jun 30 04:21:03.799228 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-b0a4a1ca-1e4c-42a3-8f64-9c80832f161d req-607a308b-2d43-4159-86ec-cf2a46ffef96 tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] 10.222.0.13 "GET /v2.0/security-groups?id=8726850e-d155-4aa8-9fff-2a2b9ea6cd77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442357 Jun 30 04:21:04.675999 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d26c04-0bc3-4e41-b1c2-85e948789d26 req-99de5119-39b9-430f-bf08-b2fc126e226e tempest-TestShelveInstance-1069409963 tempest-TestShelveInstance-1069409963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:21:04.678164 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-c6d26c04-0bc3-4e41-b1c2-85e948789d26 req-99de5119-39b9-430f-bf08-b2fc126e226e tempest-TestShelveInstance-1069409963 tempest-TestShelveInstance-1069409963-project] 10.222.0.13 "GET /v2.0/ports?device_id=51354e88-a19f-433f-85b3-126269c921c4 HTTP/1.1" status: 200 len: 946 time: 0.0542481 Jun 30 04:21:04.734713 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-c6d26c04-0bc3-4e41-b1c2-85e948789d26 req-e32e08ac-32ec-4dd2-bfd3-27ecc2d4c9d6 tempest-TestShelveInstance-1069409963 tempest-TestShelveInstance-1069409963-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f4a7f03-b349-4d47-a044-e7fe563f709b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498016 Jun 30 04:21:04.931067 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef1853d-a6d5-45fe-9d79-ab4542d0ba22 req-c1028e0c-3521-4888-9c70-67c6532d547a tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:21:04.932635 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-cef1853d-a6d5-45fe-9d79-ab4542d0ba22 req-c1028e0c-3521-4888-9c70-67c6532d547a tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] 10.222.0.13 "GET /v2.0/ports?device_id=a344d61b-2dbc-49a8-b5c1-4d5619af3e77 HTTP/1.1" status: 200 len: 943 time: 0.0520053 Jun 30 04:21:04.965663 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=100 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:21:04.982752 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-cef1853d-a6d5-45fe-9d79-ab4542d0ba22 req-e5d474c2-27f5-4969-9030-2a636b393878 tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] 10.222.0.13 "GET /v2.0/security-groups?id=8726850e-d155-4aa8-9fff-2a2b9ea6cd77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444870 Jun 30 04:21:05.179661 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-393b37f0-b7d9-4e9c-8ce3-a3d3cfe40300 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926756172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565263'] for agent (beddbd52-9273-44c2-990c-63933fe383b2), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:21:05.862815 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34dc72cc-dd64-4096-97de-6767edf4cd6b req-f2e1cd65-26fd-42a8-a082-9a0dafde3cc9 tempest-TestShelveInstance-1069409963 tempest-TestShelveInstance-1069409963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:21:05.864562 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-34dc72cc-dd64-4096-97de-6767edf4cd6b req-f2e1cd65-26fd-42a8-a082-9a0dafde3cc9 tempest-TestShelveInstance-1069409963 tempest-TestShelveInstance-1069409963-project] 10.222.0.13 "GET /v2.0/ports?device_id=51354e88-a19f-433f-85b3-126269c921c4 HTTP/1.1" status: 200 len: 946 time: 0.0563662 Jun 30 04:21:05.916290 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-34dc72cc-dd64-4096-97de-6767edf4cd6b req-85455e43-182d-4c79-9336-63aebb808f19 tempest-TestShelveInstance-1069409963 tempest-TestShelveInstance-1069409963-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f4a7f03-b349-4d47-a044-e7fe563f709b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455470 Jun 30 04:21:06.115715 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd26dca0-6da6-439f-abb5-655414d1361e req-a9b6381d-b64a-4bd8-ade1-aefbf1bf9424 tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:21:06.117235 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-bd26dca0-6da6-439f-abb5-655414d1361e req-a9b6381d-b64a-4bd8-ade1-aefbf1bf9424 tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] 10.222.0.13 "GET /v2.0/ports?device_id=a344d61b-2dbc-49a8-b5c1-4d5619af3e77 HTTP/1.1" status: 200 len: 943 time: 0.0539396 Jun 30 04:21:06.169659 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-bd26dca0-6da6-439f-abb5-655414d1361e req-d7cf54ab-2f56-4725-85a6-088a1a5a1c76 tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] 10.222.0.13 "GET /v2.0/security-groups?id=8726850e-d155-4aa8-9fff-2a2b9ea6cd77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466259 Jun 30 04:21:06.423548 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1f6fc2-7f91-4fb0-858d-7096a28ed94a req-9ce57b4c-9989-45a7-8ac8-1b37a752f248 tempest-TestVolumeBootPattern-1718480899 tempest-TestVolumeBootPattern-1718480899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:21:06.425106 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-9d1f6fc2-7f91-4fb0-858d-7096a28ed94a req-9ce57b4c-9989-45a7-8ac8-1b37a752f248 tempest-TestVolumeBootPattern-1718480899 tempest-TestVolumeBootPattern-1718480899-project] 10.222.0.13 "GET /v2.0/ports?device_id=d0a0dbf7-3345-49a9-9785-a36af6da4a5f HTTP/1.1" status: 200 len: 946 time: 0.0552137 Jun 30 04:21:06.477127 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-9d1f6fc2-7f91-4fb0-858d-7096a28ed94a req-34fe0fc1-a24c-4359-a358-31fa1f3ae802 tempest-TestVolumeBootPattern-1718480899 tempest-TestVolumeBootPattern-1718480899-project] 10.222.0.13 "GET /v2.0/security-groups?id=1e7d7258-f507-4717-8413-3442decd3e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463030 Jun 30 04:21:07.047464 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d6242d-8c62-41ea-acb1-e5ccafffd7fb req-9f2f3b8f-e64e-4db0-99e2-93515f0f8aff tempest-TestShelveInstance-1069409963 tempest-TestShelveInstance-1069409963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:21:07.049315 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-01d6242d-8c62-41ea-acb1-e5ccafffd7fb req-9f2f3b8f-e64e-4db0-99e2-93515f0f8aff tempest-TestShelveInstance-1069409963 tempest-TestShelveInstance-1069409963-project] 10.222.0.13 "GET /v2.0/ports?device_id=51354e88-a19f-433f-85b3-126269c921c4 HTTP/1.1" status: 200 len: 946 time: 0.0593626 Jun 30 04:21:07.104891 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-01d6242d-8c62-41ea-acb1-e5ccafffd7fb req-e550f7e4-ac42-457c-8966-6524eba83381 tempest-TestShelveInstance-1069409963 tempest-TestShelveInstance-1069409963-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f4a7f03-b349-4d47-a044-e7fe563f709b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495961 Jun 30 04:21:07.298863 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5149dae-6a00-482c-9b81-aacb683d38d6 req-e88a01d6-8867-4f40-a9e2-acd05c17b34c tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:21:07.300400 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-c5149dae-6a00-482c-9b81-aacb683d38d6 req-e88a01d6-8867-4f40-a9e2-acd05c17b34c tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] 10.222.0.13 "GET /v2.0/ports?device_id=a344d61b-2dbc-49a8-b5c1-4d5619af3e77 HTTP/1.1" status: 200 len: 943 time: 0.0511248 Jun 30 04:21:07.353744 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-c5149dae-6a00-482c-9b81-aacb683d38d6 req-d811b796-3637-4e57-b152-1fa78c533e58 tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] 10.222.0.13 "GET /v2.0/security-groups?id=8726850e-d155-4aa8-9fff-2a2b9ea6cd77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472124 Jun 30 04:21:07.522783 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-7dbef7c6-39bb-490f-949e-8ead72064a98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926756172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565263'] for agent (2ea21a61-d737-4543-a811-a0d035fbf0f6), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:21:07.575806 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=100 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:21:07.600220 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20117e36-cb3c-45bf-a35b-d394a9c34d3c req-8b986fa6-e688-4c85-a3f2-4d5f88a53e46 tempest-TestVolumeBootPattern-1718480899 tempest-TestVolumeBootPattern-1718480899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:21:07.601772 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-20117e36-cb3c-45bf-a35b-d394a9c34d3c req-8b986fa6-e688-4c85-a3f2-4d5f88a53e46 tempest-TestVolumeBootPattern-1718480899 tempest-TestVolumeBootPattern-1718480899-project] 10.222.0.13 "GET /v2.0/ports?device_id=d0a0dbf7-3345-49a9-9785-a36af6da4a5f HTTP/1.1" status: 200 len: 946 time: 0.0541198 Jun 30 04:21:07.658608 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-20117e36-cb3c-45bf-a35b-d394a9c34d3c req-78e3ff15-7b95-4390-8e5d-810fa7e33a53 tempest-TestVolumeBootPattern-1718480899 tempest-TestVolumeBootPattern-1718480899-project] 10.222.0.13 "GET /v2.0/security-groups?id=1e7d7258-f507-4717-8413-3442decd3e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510771 Jun 30 04:21:08.254952 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bc8139-7582-4c8c-b342-1837dbe25593 req-e334c624-db32-431a-93bc-df51afee6155 tempest-TestShelveInstance-1069409963 tempest-TestShelveInstance-1069409963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:21:08.256638 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-77bc8139-7582-4c8c-b342-1837dbe25593 req-e334c624-db32-431a-93bc-df51afee6155 tempest-TestShelveInstance-1069409963 tempest-TestShelveInstance-1069409963-project] 10.222.0.13 "GET /v2.0/ports?device_id=51354e88-a19f-433f-85b3-126269c921c4 HTTP/1.1" status: 200 len: 946 time: 0.0544889 Jun 30 04:21:08.317999 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-77bc8139-7582-4c8c-b342-1837dbe25593 req-69a80b36-035b-4b78-9159-d81333ab5967 tempest-TestShelveInstance-1069409963 tempest-TestShelveInstance-1069409963-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f4a7f03-b349-4d47-a044-e7fe563f709b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497677 Jun 30 04:21:08.474561 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-7a77f087-4523-4fd9-b9f1-b6333d8ad1f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926756172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565263'] for agent (672e10fd-0bbc-4d52-8fca-d980f41e3265), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:21:08.486685 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fb7be2-1bba-4e95-9b6f-3d96be861498 req-65567d8e-2da0-4078-a86c-a248fc3e220c tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:21:08.488318 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-81fb7be2-1bba-4e95-9b6f-3d96be861498 req-65567d8e-2da0-4078-a86c-a248fc3e220c tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] 10.222.0.13 "GET /v2.0/ports?device_id=a344d61b-2dbc-49a8-b5c1-4d5619af3e77 HTTP/1.1" status: 200 len: 943 time: 0.0593138 Jun 30 04:21:08.548023 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-81fb7be2-1bba-4e95-9b6f-3d96be861498 req-d4e7f4ea-2b35-43c1-a22d-0d366f9218ba tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] 10.222.0.13 "GET /v2.0/security-groups?id=8726850e-d155-4aa8-9fff-2a2b9ea6cd77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503182 Jun 30 04:21:08.785837 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a47a99b-c19b-4922-aac7-c3ea242f57bd req-606c2968-004b-4e39-9165-2ff87fee6db5 tempest-TestVolumeBootPattern-1718480899 tempest-TestVolumeBootPattern-1718480899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:21:08.787734 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-5a47a99b-c19b-4922-aac7-c3ea242f57bd req-606c2968-004b-4e39-9165-2ff87fee6db5 tempest-TestVolumeBootPattern-1718480899 tempest-TestVolumeBootPattern-1718480899-project] 10.222.0.13 "GET /v2.0/ports?device_id=d0a0dbf7-3345-49a9-9785-a36af6da4a5f HTTP/1.1" status: 200 len: 946 time: 0.0618925 Jun 30 04:21:08.844576 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-5a47a99b-c19b-4922-aac7-c3ea242f57bd req-21f2efab-f709-4fd6-abfa-00bf8dbf57bf tempest-TestVolumeBootPattern-1718480899 tempest-TestVolumeBootPattern-1718480899-project] 10.222.0.13 "GET /v2.0/security-groups?id=1e7d7258-f507-4717-8413-3442decd3e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511067 Jun 30 04:21:09.444890 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111387aa-d29f-4487-85d7-307e3aeff451 req-259ecc69-51e1-41f3-bd39-5879f6fc5aba tempest-TestShelveInstance-1069409963 tempest-TestShelveInstance-1069409963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:21:09.446639 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-111387aa-d29f-4487-85d7-307e3aeff451 req-259ecc69-51e1-41f3-bd39-5879f6fc5aba tempest-TestShelveInstance-1069409963 tempest-TestShelveInstance-1069409963-project] 10.222.0.13 "GET /v2.0/ports?device_id=51354e88-a19f-433f-85b3-126269c921c4 HTTP/1.1" status: 200 len: 946 time: 0.0548515 Jun 30 04:21:09.517241 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-111387aa-d29f-4487-85d7-307e3aeff451 req-6092b67d-22fa-4e20-811a-de77c4a472d8 tempest-TestShelveInstance-1069409963 tempest-TestShelveInstance-1069409963-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f4a7f03-b349-4d47-a044-e7fe563f709b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581176 Jun 30 04:21:09.670643 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85494825-f882-48f0-8fac-2bbf34aecee6 req-92d7b96c-2859-4164-9558-4326c0e445d0 tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:21:09.672271 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-85494825-f882-48f0-8fac-2bbf34aecee6 req-92d7b96c-2859-4164-9558-4326c0e445d0 tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] 10.222.0.13 "GET /v2.0/ports?device_id=a344d61b-2dbc-49a8-b5c1-4d5619af3e77 HTTP/1.1" status: 200 len: 943 time: 0.0496230 Jun 30 04:21:09.696351 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=100 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:21:09.727118 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-85494825-f882-48f0-8fac-2bbf34aecee6 req-4ba64e53-ca20-43cb-8afd-5dc55eab2be2 tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] 10.222.0.13 "GET /v2.0/security-groups?id=8726850e-d155-4aa8-9fff-2a2b9ea6cd77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486000 Jun 30 04:21:09.968546 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c164352e-f84e-47fc-93d3-55a43b5cbb8f req-4d1bfa49-a847-478f-9cdf-7f2571dfffa6 tempest-TestVolumeBootPattern-1718480899 tempest-TestVolumeBootPattern-1718480899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:21:09.970057 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-c164352e-f84e-47fc-93d3-55a43b5cbb8f req-4d1bfa49-a847-478f-9cdf-7f2571dfffa6 tempest-TestVolumeBootPattern-1718480899 tempest-TestVolumeBootPattern-1718480899-project] 10.222.0.13 "GET /v2.0/ports?device_id=d0a0dbf7-3345-49a9-9785-a36af6da4a5f HTTP/1.1" status: 200 len: 946 time: 0.0540857 Jun 30 04:21:10.021677 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-c164352e-f84e-47fc-93d3-55a43b5cbb8f req-f95971f6-cd9d-4e9e-b9e1-59f974bdc5e3 tempest-TestVolumeBootPattern-1718480899 tempest-TestVolumeBootPattern-1718480899-project] 10.222.0.13 "GET /v2.0/security-groups?id=1e7d7258-f507-4717-8413-3442decd3e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455022 Jun 30 04:21:10.256351 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-88ff949a-6007-42d5-8261-77b64d367ca9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926756172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565263'] for agent (4c4a8942-da79-4b81-aa08-fb593b1e6e06), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:21:10.444629 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-2a6d8403-c0a5-4ac4-aa48-860a84345009 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926756172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565263'] for agent (cbdf45b5-344e-4e18-9242-1abb738708f2), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:21:10.639883 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5704af65-72e4-4c71-850c-7d1cd561d77d req-092b03f7-7475-46b3-9dfe-6469939eb8bf tempest-TestShelveInstance-1069409963 tempest-TestShelveInstance-1069409963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:21:10.641650 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-5704af65-72e4-4c71-850c-7d1cd561d77d req-092b03f7-7475-46b3-9dfe-6469939eb8bf tempest-TestShelveInstance-1069409963 tempest-TestShelveInstance-1069409963-project] 10.222.0.13 "GET /v2.0/ports?device_id=51354e88-a19f-433f-85b3-126269c921c4 HTTP/1.1" status: 200 len: 946 time: 0.0505614 Jun 30 04:21:10.696856 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-5704af65-72e4-4c71-850c-7d1cd561d77d req-4b5a5bd6-92b7-4e39-8f0e-0a35ac0f0531 tempest-TestShelveInstance-1069409963 tempest-TestShelveInstance-1069409963-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f4a7f03-b349-4d47-a044-e7fe563f709b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492587 Jun 30 04:21:10.858408 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e05350c-c1de-41f9-8223-21d893275838 req-38878480-9254-44fc-bb69-78b1e1f33c36 tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:21:10.860462 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-1e05350c-c1de-41f9-8223-21d893275838 req-38878480-9254-44fc-bb69-78b1e1f33c36 tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] 10.222.0.13 "GET /v2.0/ports?device_id=a344d61b-2dbc-49a8-b5c1-4d5619af3e77 HTTP/1.1" status: 200 len: 943 time: 0.0548522 Jun 30 04:21:10.910550 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-1e05350c-c1de-41f9-8223-21d893275838 req-412472d1-d187-4cf7-ab1a-80d41b422d56 tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] 10.222.0.13 "GET /v2.0/security-groups?id=8726850e-d155-4aa8-9fff-2a2b9ea6cd77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441813 Jun 30 04:21:11.144306 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9af39e7-c9e9-4c54-880e-527b100fe0e2 req-ea5722a0-3c93-430a-9c21-2449d55b980a tempest-TestVolumeBootPattern-1718480899 tempest-TestVolumeBootPattern-1718480899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:21:11.145815 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-e9af39e7-c9e9-4c54-880e-527b100fe0e2 req-ea5722a0-3c93-430a-9c21-2449d55b980a tempest-TestVolumeBootPattern-1718480899 tempest-TestVolumeBootPattern-1718480899-project] 10.222.0.13 "GET /v2.0/ports?device_id=d0a0dbf7-3345-49a9-9785-a36af6da4a5f HTTP/1.1" status: 200 len: 946 time: 0.0527546 Jun 30 04:21:11.203243 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-e9af39e7-c9e9-4c54-880e-527b100fe0e2 req-619f27c5-634f-45ee-890d-b5c8acfa5991 tempest-TestVolumeBootPattern-1718480899 tempest-TestVolumeBootPattern-1718480899-project] 10.222.0.13 "GET /v2.0/security-groups?id=1e7d7258-f507-4717-8413-3442decd3e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494468 Jun 30 04:21:11.828496 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61a3c7f-1183-401d-be54-e9adf8085b5c req-b05cc780-0cd0-4952-b540-f96a1c7c0332 tempest-TestShelveInstance-1069409963 tempest-TestShelveInstance-1069409963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:21:11.830146 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-d61a3c7f-1183-401d-be54-e9adf8085b5c req-b05cc780-0cd0-4952-b540-f96a1c7c0332 tempest-TestShelveInstance-1069409963 tempest-TestShelveInstance-1069409963-project] 10.222.0.13 "GET /v2.0/ports?device_id=51354e88-a19f-433f-85b3-126269c921c4 HTTP/1.1" status: 200 len: 946 time: 0.0605111 Jun 30 04:21:11.887325 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-d61a3c7f-1183-401d-be54-e9adf8085b5c req-cd50e6db-d3e6-409e-9d70-770ebfa10b27 tempest-TestShelveInstance-1069409963 tempest-TestShelveInstance-1069409963-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f4a7f03-b349-4d47-a044-e7fe563f709b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509353 Jun 30 04:21:12.024893 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=100 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:21:12.038039 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c433ac50-b621-4c77-b51f-f3d6316d8cb1 req-cfbae79a-fbbf-4508-9447-b18f685e684f tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:21:12.039595 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-c433ac50-b621-4c77-b51f-f3d6316d8cb1 req-cfbae79a-fbbf-4508-9447-b18f685e684f tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] 10.222.0.13 "GET /v2.0/ports?device_id=a344d61b-2dbc-49a8-b5c1-4d5619af3e77 HTTP/1.1" status: 200 len: 943 time: 0.0528934 Jun 30 04:21:12.094327 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-c433ac50-b621-4c77-b51f-f3d6316d8cb1 req-c71a378c-e6c1-4e50-ac10-35cb14af6133 tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] 10.222.0.13 "GET /v2.0/security-groups?id=8726850e-d155-4aa8-9fff-2a2b9ea6cd77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484500 Jun 30 04:21:12.331539 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e3619f-b7f9-4ebe-8e04-d15cb3e8a5ac req-0406e6c8-2718-416d-8d65-c2caaa7b90ae tempest-TestVolumeBootPattern-1718480899 tempest-TestVolumeBootPattern-1718480899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:21:12.333122 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-61e3619f-b7f9-4ebe-8e04-d15cb3e8a5ac req-0406e6c8-2718-416d-8d65-c2caaa7b90ae tempest-TestVolumeBootPattern-1718480899 tempest-TestVolumeBootPattern-1718480899-project] 10.222.0.13 "GET /v2.0/ports?device_id=d0a0dbf7-3345-49a9-9785-a36af6da4a5f HTTP/1.1" status: 200 len: 946 time: 0.0588994 Jun 30 04:21:12.391881 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-61e3619f-b7f9-4ebe-8e04-d15cb3e8a5ac req-1ac5aabf-40fd-421a-8a74-d35a5bfbbe6c tempest-TestVolumeBootPattern-1718480899 tempest-TestVolumeBootPattern-1718480899-project] 10.222.0.13 "GET /v2.0/security-groups?id=1e7d7258-f507-4717-8413-3442decd3e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525641 Jun 30 04:21:12.723313 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926756172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565263'] for agent (ef703bef-7cc0-467c-baa9-fe8a66be565c), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:21:13.009026 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2da5e88-07bc-429e-bb75-14ea61a12cc9 req-6250bd20-c06e-4ffa-b897-63d96b9a278c tempest-TestShelveInstance-1069409963 tempest-TestShelveInstance-1069409963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:21:13.010556 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-f2da5e88-07bc-429e-bb75-14ea61a12cc9 req-6250bd20-c06e-4ffa-b897-63d96b9a278c tempest-TestShelveInstance-1069409963 tempest-TestShelveInstance-1069409963-project] 10.222.0.13 "GET /v2.0/ports?device_id=51354e88-a19f-433f-85b3-126269c921c4 HTTP/1.1" status: 200 len: 946 time: 0.0494585 Jun 30 04:21:13.063126 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-f2da5e88-07bc-429e-bb75-14ea61a12cc9 req-2d373ad9-8683-4d8c-bafe-20c39aa8a5f6 tempest-TestShelveInstance-1069409963 tempest-TestShelveInstance-1069409963-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f4a7f03-b349-4d47-a044-e7fe563f709b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467589 Jun 30 04:21:13.223673 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5138124f-d513-48f0-ba71-ef7ba2d5bf78 req-19c781ca-90d7-4ce6-939e-8ca7a1932656 tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:21:13.225361 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-5138124f-d513-48f0-ba71-ef7ba2d5bf78 req-19c781ca-90d7-4ce6-939e-8ca7a1932656 tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] 10.222.0.13 "GET /v2.0/ports?device_id=a344d61b-2dbc-49a8-b5c1-4d5619af3e77 HTTP/1.1" status: 200 len: 943 time: 0.0505497 Jun 30 04:21:13.276184 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-5138124f-d513-48f0-ba71-ef7ba2d5bf78 req-5833b26c-600b-477d-a71e-eebae05c9cfe tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] 10.222.0.13 "GET /v2.0/security-groups?id=8726850e-d155-4aa8-9fff-2a2b9ea6cd77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435197 Jun 30 04:21:13.520389 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca67c934-b6bb-4aed-bf29-b2565d1e95dd req-993bec96-e9e1-44a7-b0b2-24fbed8b7878 tempest-TestVolumeBootPattern-1718480899 tempest-TestVolumeBootPattern-1718480899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:21:13.522478 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-ca67c934-b6bb-4aed-bf29-b2565d1e95dd req-993bec96-e9e1-44a7-b0b2-24fbed8b7878 tempest-TestVolumeBootPattern-1718480899 tempest-TestVolumeBootPattern-1718480899-project] 10.222.0.13 "GET /v2.0/ports?device_id=d0a0dbf7-3345-49a9-9785-a36af6da4a5f HTTP/1.1" status: 200 len: 946 time: 0.0594814 Jun 30 04:21:13.612234 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-ca67c934-b6bb-4aed-bf29-b2565d1e95dd req-f9e20977-f9e9-497c-976b-159a8f1fc0cc tempest-TestVolumeBootPattern-1718480899 tempest-TestVolumeBootPattern-1718480899-project] 10.222.0.13 "GET /v2.0/security-groups?id=1e7d7258-f507-4717-8413-3442decd3e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0836101 Jun 30 04:21:13.617177 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-b6fe1ae1-8d2e-435c-bbf2-70c5dc596b3e req-1f23db11-441e-4049-a036-47b74681f55e tempest-TestMinimumBasicScenario-130177793 tempest-TestMinimumBasicScenario-130177793-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1358399468&fields=id&tenant_id=bf207393082c48d09f827e16d99b2609 HTTP/1.1" status: 200 len: 267 time: 0.0805378 Jun 30 04:21:13.670478 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fe1ae1-8d2e-435c-bbf2-70c5dc596b3e req-c0f651db-416f-4d0f-ace4-7268c1b48def tempest-TestMinimumBasicScenario-130177793 tempest-TestMinimumBasicScenario-130177793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:21:13.672097 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-b6fe1ae1-8d2e-435c-bbf2-70c5dc596b3e req-c0f651db-416f-4d0f-ace4-7268c1b48def tempest-TestMinimumBasicScenario-130177793 tempest-TestMinimumBasicScenario-130177793-project] 10.222.0.13 "GET /v2.0/ports?device_id=51520645-cd99-466c-83b2-8f735e7d04cf HTTP/1.1" status: 200 len: 984 time: 0.0491021 Jun 30 04:21:13.683078 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.v2.base [req-b6fe1ae1-8d2e-435c-bbf2-70c5dc596b3e req-9a91d491-2cec-4004-95ac-cc7343be75f2 tempest-TestMinimumBasicScenario-130177793 tempest-TestMinimumBasicScenario-130177793-project] Request body: {'port': {'security_groups': ['f3b6e636-c97e-43d6-a170-7ea88b7ee921']}} {{(pid=104416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 30 04:21:13.713062 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=100 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:21:13.775995 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-b6fe1ae1-8d2e-435c-bbf2-70c5dc596b3e req-9a91d491-2cec-4004-95ac-cc7343be75f2 tempest-TestMinimumBasicScenario-130177793 tempest-TestMinimumBasicScenario-130177793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3606762'] for port (9bba023e-b365-43ab-a64b-b1010d222f8a), before_update {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:21:13.966357 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.db [req-b6fe1ae1-8d2e-435c-bbf2-70c5dc596b3e req-9a91d491-2cec-4004-95ac-cc7343be75f2 tempest-TestMinimumBasicScenario-130177793 tempest-TestMinimumBasicScenario-130177793-project] For port 9bba023e-b365-43ab-a64b-b1010d222f8a, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=9bba023e-b365-43ab-a64b-b1010d222f8a,segment=NetworkSegment(b7cef8bc-fef8-404a-93d8-c0f76d6c6909),segment_id=b7cef8bc-fef8-404a-93d8-c0f76d6c6909)] {{(pid=104416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 04:21:13.996151 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-b6fe1ae1-8d2e-435c-bbf2-70c5dc596b3e req-9a91d491-2cec-4004-95ac-cc7343be75f2 tempest-TestMinimumBasicScenario-130177793 tempest-TestMinimumBasicScenario-130177793-project] Publish callbacks [] for port (9bba023e-b365-43ab-a64b-b1010d222f8a), precommit_update {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:21:14.003783 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-b6fe1ae1-8d2e-435c-bbf2-70c5dc596b3e req-9a91d491-2cec-4004-95ac-cc7343be75f2 tempest-TestMinimumBasicScenario-130177793 tempest-TestMinimumBasicScenario-130177793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4095053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781926634698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781926239335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781926239353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1764123'] for port (9bba023e-b365-43ab-a64b-b1010d222f8a), after_update {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:21:14.015871 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.db [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] get_ports_and_sgs() called for port_ids ['9bba023e-b365-43ab-a64b-b1010d222f8a'] {{(pid=104417) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 04:21:14.048077 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fe1ae1-8d2e-435c-bbf2-70c5dc596b3e req-9a91d491-2cec-4004-95ac-cc7343be75f2 tempest-TestMinimumBasicScenario-130177793 tempest-TestMinimumBasicScenario-130177793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:21:14.048694 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-b6fe1ae1-8d2e-435c-bbf2-70c5dc596b3e req-9a91d491-2cec-4004-95ac-cc7343be75f2 tempest-TestMinimumBasicScenario-130177793 tempest-TestMinimumBasicScenario-130177793-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13292'] for port (None), before_response {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:21:14.050093 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-b6fe1ae1-8d2e-435c-bbf2-70c5dc596b3e req-9a91d491-2cec-4004-95ac-cc7343be75f2 tempest-TestMinimumBasicScenario-130177793 tempest-TestMinimumBasicScenario-130177793-project] 10.222.0.13 "PUT /v2.0/ports/9bba023e-b365-43ab-a64b-b1010d222f8a HTTP/1.1" status: 200 len: 942 time: 0.3715248 Jun 30 04:21:14.050549 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51520645-cd99-466c-83b2-8f735e7d04cf', 'tag': '9bba023e-b365-43ab-a64b-b1010d222f8a'}] {{(pid=104416) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 30 04:21:14.052866 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8111519efe35ff5952c269e16f689610d56ef28aa1e0b77ca5734c542983c30f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0be12e92-5a1f-46c9-972a-6b337ff300c0" -d '{"events": [{"name": "network-changed", "server_uuid": "51520645-cd99-466c-83b2-8f735e7d04cf", "tag": "9bba023e-b365-43ab-a64b-b1010d222f8a"}]}' {{(pid=104416) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 04:21:14.060008 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.wsgi [-] (104415) accepted ('10.222.0.13', 55886) {{(pid=104415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 04:21:14.074210 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:21:14.111667 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a91d491-2cec-4004-95ac-cc7343be75f2 tempest-TestMinimumBasicScenario-130177793 tempest-TestMinimumBasicScenario-130177793-project] Pushing event updated for resources: {'Port': ['ID=9bba023e-b365-43ab-a64b-b1010d222f8a,revision_number=7']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:21:14.122389 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Jun 2022 04:21:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58519527-420d-4b9f-a3cf-1a96f364a75e x-openstack-request-id: req-58519527-420d-4b9f-a3cf-1a96f364a75e {{(pid=104416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 04:21:14.122708 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51520645-cd99-466c-83b2-8f735e7d04cf", "tag": "9bba023e-b365-43ab-a64b-b1010d222f8a", "status": "completed", "code": 200}]} {{(pid=104416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 04:21:14.122912 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-58519527-420d-4b9f-a3cf-1a96f364a75e {{(pid=104416) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 04:21:14.123397 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.notifiers.nova [-] Nova event matching ['req-58519527-420d-4b9f-a3cf-1a96f364a75e'] response: {'name': 'network-changed', 'server_uuid': '51520645-cd99-466c-83b2-8f735e7d04cf', 'tag': '9bba023e-b365-43ab-a64b-b1010d222f8a', 'status': 'completed', 'code': 200} Jun 30 04:21:14.124675 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a91d491-2cec-4004-95ac-cc7343be75f2 tempest-TestMinimumBasicScenario-130177793 tempest-TestMinimumBasicScenario-130177793-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:21:14.125012 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a91d491-2cec-4004-95ac-cc7343be75f2 tempest-TestMinimumBasicScenario-130177793 tempest-TestMinimumBasicScenario-130177793-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:21:14.125344 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a91d491-2cec-4004-95ac-cc7343be75f2 tempest-TestMinimumBasicScenario-130177793 tempest-TestMinimumBasicScenario-130177793-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:21:14.125668 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a91d491-2cec-4004-95ac-cc7343be75f2 tempest-TestMinimumBasicScenario-130177793 tempest-TestMinimumBasicScenario-130177793-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:21:14.125988 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a91d491-2cec-4004-95ac-cc7343be75f2 tempest-TestMinimumBasicScenario-130177793 tempest-TestMinimumBasicScenario-130177793-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:21:14.126308 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a91d491-2cec-4004-95ac-cc7343be75f2 tempest-TestMinimumBasicScenario-130177793 tempest-TestMinimumBasicScenario-130177793-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:21:14.126625 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a91d491-2cec-4004-95ac-cc7343be75f2 tempest-TestMinimumBasicScenario-130177793 tempest-TestMinimumBasicScenario-130177793-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:21:14.126939 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a91d491-2cec-4004-95ac-cc7343be75f2 tempest-TestMinimumBasicScenario-130177793 tempest-TestMinimumBasicScenario-130177793-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:21:14.127284 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a91d491-2cec-4004-95ac-cc7343be75f2 tempest-TestMinimumBasicScenario-130177793 tempest-TestMinimumBasicScenario-130177793-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:21:14.127599 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a91d491-2cec-4004-95ac-cc7343be75f2 tempest-TestMinimumBasicScenario-130177793 tempest-TestMinimumBasicScenario-130177793-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:21:14.127913 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a91d491-2cec-4004-95ac-cc7343be75f2 tempest-TestMinimumBasicScenario-130177793 tempest-TestMinimumBasicScenario-130177793-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:21:14.128361 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a91d491-2cec-4004-95ac-cc7343be75f2 tempest-TestMinimumBasicScenario-130177793 tempest-TestMinimumBasicScenario-130177793-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:21:14.128694 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a91d491-2cec-4004-95ac-cc7343be75f2 tempest-TestMinimumBasicScenario-130177793 tempest-TestMinimumBasicScenario-130177793-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:21:14.129003 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a91d491-2cec-4004-95ac-cc7343be75f2 tempest-TestMinimumBasicScenario-130177793 tempest-TestMinimumBasicScenario-130177793-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:21:14.129340 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a91d491-2cec-4004-95ac-cc7343be75f2 tempest-TestMinimumBasicScenario-130177793 tempest-TestMinimumBasicScenario-130177793-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:21:14.141990 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-f36ad420-bbbe-4e31-bd08-cdaaf820f42b tempest-TestMinimumBasicScenario-130177793 tempest-TestMinimumBasicScenario-130177793-project] Publish callbacks [] for security_group (9d0d7e41-0de4-435b-8be5-77663521a9cc), before_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:21:14.171127 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-f36ad420-bbbe-4e31-bd08-cdaaf820f42b tempest-TestMinimumBasicScenario-130177793 tempest-TestMinimumBasicScenario-130177793-project] Publish callbacks [] for security_group (9d0d7e41-0de4-435b-8be5-77663521a9cc), precommit_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:21:14.191489 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.db [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] get_ports_and_sgs() called for port_ids ['9bba023e-b365-43ab-a64b-b1010d222f8a'] {{(pid=104417) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 04:21:14.210978 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f9fb45-c876-47bb-9d8e-4089f28d028f req-4c1443fb-1007-4991-9971-b049b1d9752e tempest-TestShelveInstance-1069409963 tempest-TestShelveInstance-1069409963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:21:14.212553 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-37f9fb45-c876-47bb-9d8e-4089f28d028f req-4c1443fb-1007-4991-9971-b049b1d9752e tempest-TestShelveInstance-1069409963 tempest-TestShelveInstance-1069409963-project] 10.222.0.13 "GET /v2.0/ports?device_id=51354e88-a19f-433f-85b3-126269c921c4 HTTP/1.1" status: 200 len: 946 time: 0.0580437 Jun 30 04:21:14.240564 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-f36ad420-bbbe-4e31-bd08-cdaaf820f42b tempest-TestMinimumBasicScenario-130177793 tempest-TestMinimumBasicScenario-130177793-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3637186'] for security_group (9d0d7e41-0de4-435b-8be5-77663521a9cc), after_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:21:14.243171 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-f36ad420-bbbe-4e31-bd08-cdaaf820f42b tempest-TestMinimumBasicScenario-130177793 tempest-TestMinimumBasicScenario-130177793-project] Publish callbacks [] for security_group (None), before_response {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:21:14.245371 dv-cinder-846842-7-iscsi neutron-server[104415]: INFO neutron.wsgi [None req-f36ad420-bbbe-4e31-bd08-cdaaf820f42b tempest-TestMinimumBasicScenario-130177793 tempest-TestMinimumBasicScenario-130177793-project] 10.222.0.13 "DELETE /v2.0/security-groups/9d0d7e41-0de4-435b-8be5-77663521a9cc HTTP/1.1" status: 204 len: 168 time: 0.1826196 Jun 30 04:21:14.248707 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.wsgi [-] (104415) accepted ('10.222.0.13', 55892) {{(pid=104415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 04:21:14.263693 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36ad420-bbbe-4e31-bd08-cdaaf820f42b tempest-TestMinimumBasicScenario-130177793 tempest-TestMinimumBasicScenario-130177793-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d0d7e41-0de4-435b-8be5-77663521a9cc,revision_number=None']} {{(pid=104415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:21:14.289401 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-37f9fb45-c876-47bb-9d8e-4089f28d028f req-4d841a52-2d5f-45c1-9c88-d609ca7a79f3 tempest-TestShelveInstance-1069409963 tempest-TestShelveInstance-1069409963-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f4a7f03-b349-4d47-a044-e7fe563f709b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0681276 Jun 30 04:21:14.307232 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f36ad420-bbbe-4e31-bd08-cdaaf820f42b tempest-TestMinimumBasicScenario-130177793 tempest-TestMinimumBasicScenario-130177793-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:21:14.307872 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f36ad420-bbbe-4e31-bd08-cdaaf820f42b tempest-TestMinimumBasicScenario-130177793 tempest-TestMinimumBasicScenario-130177793-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:21:14.308405 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f36ad420-bbbe-4e31-bd08-cdaaf820f42b tempest-TestMinimumBasicScenario-130177793 tempest-TestMinimumBasicScenario-130177793-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:21:14.308931 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f36ad420-bbbe-4e31-bd08-cdaaf820f42b tempest-TestMinimumBasicScenario-130177793 tempest-TestMinimumBasicScenario-130177793-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:21:14.309456 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f36ad420-bbbe-4e31-bd08-cdaaf820f42b tempest-TestMinimumBasicScenario-130177793 tempest-TestMinimumBasicScenario-130177793-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:21:14.309993 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f36ad420-bbbe-4e31-bd08-cdaaf820f42b tempest-TestMinimumBasicScenario-130177793 tempest-TestMinimumBasicScenario-130177793-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:21:14.310323 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f36ad420-bbbe-4e31-bd08-cdaaf820f42b tempest-TestMinimumBasicScenario-130177793 tempest-TestMinimumBasicScenario-130177793-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:21:14.310900 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f36ad420-bbbe-4e31-bd08-cdaaf820f42b tempest-TestMinimumBasicScenario-130177793 tempest-TestMinimumBasicScenario-130177793-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:21:14.311206 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f36ad420-bbbe-4e31-bd08-cdaaf820f42b tempest-TestMinimumBasicScenario-130177793 tempest-TestMinimumBasicScenario-130177793-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:21:14.311532 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f36ad420-bbbe-4e31-bd08-cdaaf820f42b tempest-TestMinimumBasicScenario-130177793 tempest-TestMinimumBasicScenario-130177793-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:21:14.311867 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f36ad420-bbbe-4e31-bd08-cdaaf820f42b tempest-TestMinimumBasicScenario-130177793 tempest-TestMinimumBasicScenario-130177793-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:21:14.312195 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f36ad420-bbbe-4e31-bd08-cdaaf820f42b tempest-TestMinimumBasicScenario-130177793 tempest-TestMinimumBasicScenario-130177793-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:21:14.312499 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f36ad420-bbbe-4e31-bd08-cdaaf820f42b tempest-TestMinimumBasicScenario-130177793 tempest-TestMinimumBasicScenario-130177793-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:21:14.313087 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f36ad420-bbbe-4e31-bd08-cdaaf820f42b tempest-TestMinimumBasicScenario-130177793 tempest-TestMinimumBasicScenario-130177793-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:21:14.313427 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f36ad420-bbbe-4e31-bd08-cdaaf820f42b tempest-TestMinimumBasicScenario-130177793 tempest-TestMinimumBasicScenario-130177793-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:21:14.400776 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.db.provisioning_blocks [None req-5237f2dd-0b9f-4812-a8ab-6d12c71b9b16 None None] Provisioning complete for port 9bba023e-b365-43ab-a64b-b1010d222f8a triggered by entity DHCP. {{(pid=104417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 30 04:21:14.401191 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-5237f2dd-0b9f-4812-a8ab-6d12c71b9b16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565073'] for port (9bba023e-b365-43ab-a64b-b1010d222f8a), provisioning_complete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:21:14.425138 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f502235-2f45-43f1-8f0c-9fc291848ec0 req-d9ded013-d12c-4020-a484-e7e535746c51 tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:21:14.429551 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-8f502235-2f45-43f1-8f0c-9fc291848ec0 req-d9ded013-d12c-4020-a484-e7e535746c51 tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] 10.222.0.13 "GET /v2.0/ports?device_id=a344d61b-2dbc-49a8-b5c1-4d5619af3e77 HTTP/1.1" status: 200 len: 943 time: 0.0580716 Jun 30 04:21:14.440919 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.plugins.ml2.plugin [None req-9815e857-9d40-4192-b7e7-91f3d8586046 tempest-TestMinimumBasicScenario-130177793 tempest-TestMinimumBasicScenario-130177793-project] Deleting port 874d3613-bb10-48fe-b6d6-d88c95f10229 {{(pid=104415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 30 04:21:14.441259 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-9815e857-9d40-4192-b7e7-91f3d8586046 tempest-TestMinimumBasicScenario-130177793 tempest-TestMinimumBasicScenario-130177793-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781926629636'] for port (874d3613-bb10-48fe-b6d6-d88c95f10229), before_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:21:14.470962 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:21:14.481866 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-8f502235-2f45-43f1-8f0c-9fc291848ec0 req-f2391b24-b3a6-410f-859d-0fd0e90a667b tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] 10.222.0.13 "GET /v2.0/security-groups?id=8726850e-d155-4aa8-9fff-2a2b9ea6cd77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491102 Jun 30 04:21:14.482174 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-5237f2dd-0b9f-4812-a8ab-6d12c71b9b16 None None] Current status of the port 9bba023e-b365-43ab-a64b-b1010d222f8a is: ACTIVE; New status is: ACTIVE {{(pid=104417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 30 04:21:14.522513 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-9815e857-9d40-4192-b7e7-91f3d8586046 tempest-TestMinimumBasicScenario-130177793 tempest-TestMinimumBasicScenario-130177793-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616079'] for port (874d3613-bb10-48fe-b6d6-d88c95f10229), precommit_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:21:14.522834 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-9815e857-9d40-4192-b7e7-91f3d8586046 tempest-TestMinimumBasicScenario-130177793 tempest-TestMinimumBasicScenario-130177793-project] Publish callbacks [] for floatingip (874d3613-bb10-48fe-b6d6-d88c95f10229), precommit_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:21:14.534876 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.plugins.ml2.plugin [None req-9815e857-9d40-4192-b7e7-91f3d8586046 tempest-TestMinimumBasicScenario-130177793 tempest-TestMinimumBasicScenario-130177793-project] Calling delete_port for 874d3613-bb10-48fe-b6d6-d88c95f10229 owned by network:floatingip {{(pid=104415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 30 04:21:14.715885 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-9815e857-9d40-4192-b7e7-91f3d8586046 tempest-TestMinimumBasicScenario-130177793 tempest-TestMinimumBasicScenario-130177793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4095053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781926635560', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781926239326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11645207'] for port (874d3613-bb10-48fe-b6d6-d88c95f10229), after_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:21:14.729171 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece51a65-bd6e-40cb-bf68-8034331a9745 req-306fbf2a-aa53-44fa-968d-63736d8b0224 tempest-TestVolumeBootPattern-1718480899 tempest-TestVolumeBootPattern-1718480899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:21:14.730666 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-ece51a65-bd6e-40cb-bf68-8034331a9745 req-306fbf2a-aa53-44fa-968d-63736d8b0224 tempest-TestVolumeBootPattern-1718480899 tempest-TestVolumeBootPattern-1718480899-project] 10.222.0.13 "GET /v2.0/ports?device_id=d0a0dbf7-3345-49a9-9785-a36af6da4a5f HTTP/1.1" status: 200 len: 946 time: 0.0487392 Jun 30 04:21:14.738713 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9815e857-9d40-4192-b7e7-91f3d8586046 tempest-TestMinimumBasicScenario-130177793 tempest-TestMinimumBasicScenario-130177793-project] Pushing event deleted for resources: {'Port': ['ID=874d3613-bb10-48fe-b6d6-d88c95f10229,revision_number=None']} {{(pid=104415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:21:14.783906 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-ece51a65-bd6e-40cb-bf68-8034331a9745 req-8f28f1b3-826a-4722-9275-257b304633a8 tempest-TestVolumeBootPattern-1718480899 tempest-TestVolumeBootPattern-1718480899-project] 10.222.0.13 "GET /v2.0/security-groups?id=1e7d7258-f507-4717-8413-3442decd3e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467548 Jun 30 04:21:14.804106 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-9815e857-9d40-4192-b7e7-91f3d8586046 tempest-TestMinimumBasicScenario-130177793 tempest-TestMinimumBasicScenario-130177793-project] Publish callbacks [] for floatingip (40b74ca9-6103-4507-b150-4f60698459df), after_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:21:14.804437 dv-cinder-846842-7-iscsi neutron-server[104415]: INFO neutron.db.l3_db [None req-9815e857-9d40-4192-b7e7-91f3d8586046 tempest-TestMinimumBasicScenario-130177793 tempest-TestMinimumBasicScenario-130177793-project] Floating IP 40b74ca9-6103-4507-b150-4f60698459df disassociated (deleted). External IP: 172.27.1.86, port: 9bba023e-b365-43ab-a64b-b1010d222f8a. Jun 30 04:21:15.002485 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:21:15.016127 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9815e857-9d40-4192-b7e7-91f3d8586046 tempest-TestMinimumBasicScenario-130177793 tempest-TestMinimumBasicScenario-130177793-project] Router 94c38f85-5e46-4cec-9919-676c779c6860 has already been hosted by L3 agent 2ea21a61-d737-4543-a811-a0d035fbf0f6 {{(pid=104415) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 30 04:21:15.018503 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:21:15.105060 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-e232abfa-5858-4ae5-99bc-97968b5e70e5 req-84168a4d-b8fe-475b-aaea-098e6a0d93e7 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=b9a789ea-78f4-481d-bd9b-45bce25676ad&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0689042 Jun 30 04:21:15.106336 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e8a158-34d6-4c72-b0e4-3f386e5ef2c3 req-ca5d6040-1ee9-45b0-ab74-640066c5401f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:21:15.107679 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-38e8a158-34d6-4c72-b0e4-3f386e5ef2c3 req-ca5d6040-1ee9-45b0-ab74-640066c5401f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=62d0dd3cae1448049dc95fb347fd1a80&device_id=51354e88-a19f-433f-85b3-126269c921c4 HTTP/1.1" status: 200 len: 1130 time: 0.0634897 Jun 30 04:21:15.135611 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be12e92-5a1f-46c9-972a-6b337ff300c0 req-aa6cdb40-8a00-4cd9-9ef5-a5861b7f4c07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:21:15.137065 dv-cinder-846842-7-iscsi neutron-server[104415]: INFO neutron.wsgi [req-0be12e92-5a1f-46c9-972a-6b337ff300c0 req-aa6cdb40-8a00-4cd9-9ef5-a5861b7f4c07 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=bf207393082c48d09f827e16d99b2609&device_id=51520645-cd99-466c-83b2-8f735e7d04cf HTTP/1.1" status: 200 len: 1129 time: 0.0772426 Jun 30 04:21:15.157679 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9815e857-9d40-4192-b7e7-91f3d8586046 tempest-TestMinimumBasicScenario-130177793 tempest-TestMinimumBasicScenario-130177793-project] Notify agent at l3_agent.dv-cinder-846842-7-iscsi the message routers_updated {{(pid=104415) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 04:21:15.163472 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-9815e857-9d40-4192-b7e7-91f3d8586046 tempest-TestMinimumBasicScenario-130177793 tempest-TestMinimumBasicScenario-130177793-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13292'] for floatingip (None), before_response {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:21:15.168469 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eab58521-c2d5-47f5-8643-ec6061a9028e None None] Sync routers for ids ['94c38f85-5e46-4cec-9919-676c779c6860'] in dv-cinder-846842-7-iscsi {{(pid=104418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 04:21:15.180772 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eab58521-c2d5-47f5-8643-ec6061a9028e None None] Routers {'94c38f85-5e46-4cec-9919-676c779c6860'} bound to L3 agent in host dv-cinder-846842-7-iscsi {{(pid=104418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 30 04:21:15.181386 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.db.l3_hamode_db [None req-eab58521-c2d5-47f5-8643-ec6061a9028e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-30T04:07:07Z,description=,heartbeat_timestamp=2022-06-30T04:21:08Z,host='dv-cinder-846842-7-iscsi',id=2ea21a61-d737-4543-a811-a0d035fbf0f6,load=0,resource_versions=,resources_synced=,started_at=2022-06-30T04:07:07Z,topic='l3_agent')) {'router_ids': ['94c38f85-5e46-4cec-9919-676c779c6860'], 'active': True} {{(pid=104418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 04:21:15.200840 dv-cinder-846842-7-iscsi neutron-server[104415]: INFO neutron.wsgi [None req-9815e857-9d40-4192-b7e7-91f3d8586046 tempest-TestMinimumBasicScenario-130177793 tempest-TestMinimumBasicScenario-130177793-project] 10.222.0.13 "DELETE /v2.0/floatingips/40b74ca9-6103-4507-b150-4f60698459df HTTP/1.1" status: 204 len: 168 time: 0.9471183 Jun 30 04:21:15.200840 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51520645-cd99-466c-83b2-8f735e7d04cf', 'tag': '9bba023e-b365-43ab-a64b-b1010d222f8a'}] {{(pid=104415) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 30 04:21:15.201465 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d30a34cf25b41f2e39a6e8a7c8aade182e15085106272f21e1153e4bea097eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d33e1344-a7ef-4d31-a9d4-3ca1b222d771" -d '{"events": [{"name": "network-changed", "server_uuid": "51520645-cd99-466c-83b2-8f735e7d04cf", "tag": "9bba023e-b365-43ab-a64b-b1010d222f8a"}]}' {{(pid=104415) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 04:21:15.288489 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.db.l3_dvr_db [None req-eab58521-c2d5-47f5-8643-ec6061a9028e None None] Set router 94c38f85-5e46-4cec-9919-676c779c6860 gateway port host: dv-cinder-846842-7-iscsi {{(pid=104418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 30 04:21:15.311688 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Jun 2022 04:21:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3eebbffb-d743-4e7a-ad9f-2a6c145d1bd4 x-openstack-request-id: req-3eebbffb-d743-4e7a-ad9f-2a6c145d1bd4 {{(pid=104415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 04:21:15.311978 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51520645-cd99-466c-83b2-8f735e7d04cf", "tag": "9bba023e-b365-43ab-a64b-b1010d222f8a", "status": "completed", "code": 200}]} {{(pid=104415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 04:21:15.312228 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3eebbffb-d743-4e7a-ad9f-2a6c145d1bd4 {{(pid=104415) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 04:21:15.314066 dv-cinder-846842-7-iscsi neutron-server[104415]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3eebbffb-d743-4e7a-ad9f-2a6c145d1bd4'] response: {'name': 'network-changed', 'server_uuid': '51520645-cd99-466c-83b2-8f735e7d04cf', 'tag': '9bba023e-b365-43ab-a64b-b1010d222f8a', 'status': 'completed', 'code': 200} Jun 30 04:21:15.413661 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4e4775-5b0f-499b-ae6e-10056a7fdbb3 req-dac7677b-25c4-4ed6-9dde-49c49a670a55 tempest-TestShelveInstance-1069409963 tempest-TestShelveInstance-1069409963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:21:15.415206 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-fa4e4775-5b0f-499b-ae6e-10056a7fdbb3 req-dac7677b-25c4-4ed6-9dde-49c49a670a55 tempest-TestShelveInstance-1069409963 tempest-TestShelveInstance-1069409963-project] 10.222.0.13 "GET /v2.0/ports?device_id=51354e88-a19f-433f-85b3-126269c921c4 HTTP/1.1" status: 200 len: 946 time: 0.0523989 Jun 30 04:21:15.467620 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-fa4e4775-5b0f-499b-ae6e-10056a7fdbb3 req-4dda88f8-0814-40b0-96f5-d5e93699302f tempest-TestShelveInstance-1069409963 tempest-TestShelveInstance-1069409963-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f4a7f03-b349-4d47-a044-e7fe563f709b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456727 Jun 30 04:21:15.491646 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.db.l3_hamode_db [None req-eab58521-c2d5-47f5-8643-ec6061a9028e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94c38f85-5e46-4cec-9919-676c779c6860', 'name': 'tempest-TestMinimumBasicScenario-1356694039-router', 'tenant_id': 'bf207393082c48d09f827e16d99b2609', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14b0e4f-074d-4507-846c-fc8420bddf12', 'external_fixed_ips': [{'subnet_id': '15378187-268c-4fae-ace7-eaca7aa50f90', 'ip_address': '172.27.1.147'}], 'enable_snat': True}, 'gw_port_id': 'cff5bd16-8bf5-4554-a34f-c1c0db534a4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T04:18:20Z', 'updated_at': '2022-06-30T04:18:24Z', 'revision_number': 4, 'project_id': 'bf207393082c48d09f827e16d99b2609', 'gw_port': {'id': 'cff5bd16-8bf5-4554-a34f-c1c0db534a4f', 'name': '', 'network_id': 'a14b0e4f-074d-4507-846c-fc8420bddf12', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:11:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94c38f85-5e46-4cec-9919-676c779c6860', 'device_owner': 'network:router_gateway', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': '15378187-268c-4fae-ace7-eaca7aa50f90', 'ip_address': '172.27.1.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T04:18:21Z', 'updated_at': '2022-06-30T04:18:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15378187-268c-4fae-ace7-eaca7aa50f90', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-7-iscsi', '_interfaces': [{'id': 'd0010877-2752-4254-bf1b-3d94d53f5b8a', 'name': '', 'network_id': '9f998a2a-5cb6-4bab-892c-06a6730a89bd', 'tenant_id': 'bf207393082c48d09f827e16d99b2609', 'mac_address': 'fa:16:3e:fb:a1:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94c38f85-5e46-4cec-9919-676c779c6860', 'device_owner': 'network:router_interface', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '06112278-432b-41ef-b6f4-fdb3205ed762', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T04:18:23Z', 'updated_at': '2022-06-30T04:18:29Z', 'revision_number': 5, 'project_id': 'bf207393082c48d09f827e16d99b2609', 'subnets': [{'id': '06112278-432b-41ef-b6f4-fdb3205ed762', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846842-7-iscsi', False) {} {{(pid=104418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 04:21:15.521534 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eab58521-c2d5-47f5-8643-ec6061a9028e None None] Checking router: 94c38f85-5e46-4cec-9919-676c779c6860 for host: dv-cinder-846842-7-iscsi {{(pid=104418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 04:21:15.530503 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eab58521-c2d5-47f5-8643-ec6061a9028e None None] Routers {'94c38f85-5e46-4cec-9919-676c779c6860'} bound to L3 agent in host dv-cinder-846842-7-iscsi {{(pid=104418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 30 04:21:15.531129 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.db.l3_hamode_db [None req-eab58521-c2d5-47f5-8643-ec6061a9028e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-30T04:07:07Z,description=,heartbeat_timestamp=2022-06-30T04:21:08Z,host='dv-cinder-846842-7-iscsi',id=2ea21a61-d737-4543-a811-a0d035fbf0f6,load=0,resource_versions=,resources_synced=,started_at=2022-06-30T04:07:07Z,topic='l3_agent')) {'router_ids': ['94c38f85-5e46-4cec-9919-676c779c6860'], 'active': True} {{(pid=104418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 04:21:15.608127 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07507258-7c61-4e64-8c30-eae87c8d738e req-75206132-5c66-4d87-9916-80e578c9b431 tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:21:15.609573 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-07507258-7c61-4e64-8c30-eae87c8d738e req-75206132-5c66-4d87-9916-80e578c9b431 tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] 10.222.0.13 "GET /v2.0/ports?device_id=a344d61b-2dbc-49a8-b5c1-4d5619af3e77 HTTP/1.1" status: 200 len: 943 time: 0.0497780 Jun 30 04:21:15.633349 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.db.l3_dvr_db [None req-eab58521-c2d5-47f5-8643-ec6061a9028e None None] Set router 94c38f85-5e46-4cec-9919-676c779c6860 gateway port host: dv-cinder-846842-7-iscsi {{(pid=104418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 30 04:21:15.661480 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-07507258-7c61-4e64-8c30-eae87c8d738e req-76bbdbef-9b94-4693-8501-e15167131759 tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] 10.222.0.13 "GET /v2.0/security-groups?id=8726850e-d155-4aa8-9fff-2a2b9ea6cd77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460854 Jun 30 04:21:15.825189 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.db.l3_hamode_db [None req-eab58521-c2d5-47f5-8643-ec6061a9028e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94c38f85-5e46-4cec-9919-676c779c6860', 'name': 'tempest-TestMinimumBasicScenario-1356694039-router', 'tenant_id': 'bf207393082c48d09f827e16d99b2609', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14b0e4f-074d-4507-846c-fc8420bddf12', 'external_fixed_ips': [{'subnet_id': '15378187-268c-4fae-ace7-eaca7aa50f90', 'ip_address': '172.27.1.147'}], 'enable_snat': True}, 'gw_port_id': 'cff5bd16-8bf5-4554-a34f-c1c0db534a4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T04:18:20Z', 'updated_at': '2022-06-30T04:18:24Z', 'revision_number': 4, 'project_id': 'bf207393082c48d09f827e16d99b2609', 'gw_port': {'id': 'cff5bd16-8bf5-4554-a34f-c1c0db534a4f', 'name': '', 'network_id': 'a14b0e4f-074d-4507-846c-fc8420bddf12', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:11:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94c38f85-5e46-4cec-9919-676c779c6860', 'device_owner': 'network:router_gateway', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': '15378187-268c-4fae-ace7-eaca7aa50f90', 'ip_address': '172.27.1.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T04:18:21Z', 'updated_at': '2022-06-30T04:18:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15378187-268c-4fae-ace7-eaca7aa50f90', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-7-iscsi', '_interfaces': [{'id': 'd0010877-2752-4254-bf1b-3d94d53f5b8a', 'name': '', 'network_id': '9f998a2a-5cb6-4bab-892c-06a6730a89bd', 'tenant_id': 'bf207393082c48d09f827e16d99b2609', 'mac_address': 'fa:16:3e:fb:a1:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94c38f85-5e46-4cec-9919-676c779c6860', 'device_owner': 'network:router_interface', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '06112278-432b-41ef-b6f4-fdb3205ed762', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T04:18:23Z', 'updated_at': '2022-06-30T04:18:29Z', 'revision_number': 5, 'project_id': 'bf207393082c48d09f827e16d99b2609', 'subnets': [{'id': '06112278-432b-41ef-b6f4-fdb3205ed762', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846842-7-iscsi', False) {} {{(pid=104418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 04:21:15.854994 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eab58521-c2d5-47f5-8643-ec6061a9028e None None] The sync data for ids ['94c38f85-5e46-4cec-9919-676c779c6860'] in dv-cinder-846842-7-iscsi is: [{'id': '94c38f85-5e46-4cec-9919-676c779c6860', 'name': 'tempest-TestMinimumBasicScenario-1356694039-router', 'tenant_id': 'bf207393082c48d09f827e16d99b2609', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14b0e4f-074d-4507-846c-fc8420bddf12', 'external_fixed_ips': [{'subnet_id': '15378187-268c-4fae-ace7-eaca7aa50f90', 'ip_address': '172.27.1.147'}], 'enable_snat': True}, 'gw_port_id': 'cff5bd16-8bf5-4554-a34f-c1c0db534a4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T04:18:20Z', 'updated_at': '2022-06-30T04:18:24Z', 'revision_number': 4, 'project_id': 'bf207393082c48d09f827e16d99b2609', 'gw_port': {'id': 'cff5bd16-8bf5-4554-a34f-c1c0db534a4f', 'name': '', 'network_id': 'a14b0e4f-074d-4507-846c-fc8420bddf12', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:11:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94c38f85-5e46-4cec-9919-676c779c6860', 'device_owner': 'network:router_gateway', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': '15378187-268c-4fae-ace7-eaca7aa50f90', 'ip_address': '172.27.1.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T04:18:21Z', 'updated_at': '2022-06-30T04:18:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15378187-268c-4fae-ace7-eaca7aa50f90', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-7-iscsi', '_interfaces': [{'id': 'd0010877-2752-4254-bf1b-3d94d53f5b8a', 'name': '', 'network_id': '9f998a2a-5cb6-4bab-892c-06a6730a89bd', 'tenant_id': 'bf207393082c48d09f827e16d99b2609', 'mac_address': 'fa:16:3e:fb:a1:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94c38f85-5e46-4cec-9919-676c779c6860', 'device_owner': 'network:router_interface', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '06112278-432b-41ef-b6f4-fdb3205ed762', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T04:18:23Z', 'updated_at': '2022-06-30T04:18:29Z', 'revision_number': 5, 'project_id': 'bf207393082c48d09f827e16d99b2609', 'subnets': [{'id': '06112278-432b-41ef-b6f4-fdb3205ed762', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 04:21:15.903997 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c66ca3-62d8-4f2b-9669-0f1ee2a0183f req-6ea27bb8-e7d3-4a12-9c9d-06cb8203c4b6 tempest-TestVolumeBootPattern-1718480899 tempest-TestVolumeBootPattern-1718480899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:21:15.905518 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-33c66ca3-62d8-4f2b-9669-0f1ee2a0183f req-6ea27bb8-e7d3-4a12-9c9d-06cb8203c4b6 tempest-TestVolumeBootPattern-1718480899 tempest-TestVolumeBootPattern-1718480899-project] 10.222.0.13 "GET /v2.0/ports?device_id=d0a0dbf7-3345-49a9-9785-a36af6da4a5f HTTP/1.1" status: 200 len: 946 time: 0.0524719 Jun 30 04:21:15.957863 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-33c66ca3-62d8-4f2b-9669-0f1ee2a0183f req-9c377d5c-a94f-4b69-902c-c36e402fdf99 tempest-TestVolumeBootPattern-1718480899 tempest-TestVolumeBootPattern-1718480899-project] 10.222.0.13 "GET /v2.0/security-groups?id=1e7d7258-f507-4717-8413-3442decd3e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465367 Jun 30 04:21:16.072046 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23e748a8-db01-414b-8c00-60be0c3d68ef None None] New status for floating IP 40b74ca9-6103-4507-b150-4f60698459df: DOWN {{(pid=104417) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 30 04:21:16.100262 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:21:16.184472 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be12e92-5a1f-46c9-972a-6b337ff300c0 req-2485626d-1373-485f-8612-bbb27353b0f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:21:16.186115 dv-cinder-846842-7-iscsi neutron-server[104415]: INFO neutron.wsgi [req-0be12e92-5a1f-46c9-972a-6b337ff300c0 req-2485626d-1373-485f-8612-bbb27353b0f4 service neutron] 10.222.0.20 "GET /v2.0/networks?id=9f998a2a-5cb6-4bab-892c-06a6730a89bd HTTP/1.1" status: 200 len: 916 time: 0.1052749 Jun 30 04:21:16.228752 dv-cinder-846842-7-iscsi neutron-server[104415]: INFO neutron.wsgi [req-0be12e92-5a1f-46c9-972a-6b337ff300c0 req-e175ecf8-bc12-466f-b25c-003ffe10e854 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9bba023e-b365-43ab-a64b-b1010d222f8a HTTP/1.1" status: 200 len: 217 time: 0.0362792 Jun 30 04:21:16.248962 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0afb8e-9d1b-4d56-ac00-5760e2d22f06 req-46b8bbcb-c6b1-4e5f-b902-9161dba09046 tempest-TestVolumeBootPattern-1718480899 tempest-TestVolumeBootPattern-1718480899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:21:16.250374 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-9f0afb8e-9d1b-4d56-ac00-5760e2d22f06 req-46b8bbcb-c6b1-4e5f-b902-9161dba09046 tempest-TestVolumeBootPattern-1718480899 tempest-TestVolumeBootPattern-1718480899-project] 10.222.0.20 "GET /v2.0/ports?device_id=d0a0dbf7-3345-49a9-9785-a36af6da4a5f HTTP/1.1" status: 200 len: 946 time: 0.0970731 Jun 30 04:21:16.251357 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e232abfa-5858-4ae5-99bc-97968b5e70e5 req-d9a7a9e6-20fb-47c6-a979-b8356f96a106 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:21:16.252656 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-e232abfa-5858-4ae5-99bc-97968b5e70e5 req-d9a7a9e6-20fb-47c6-a979-b8356f96a106 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=74b53f46d15c4465b9005939114e67a3&device_id=b9a789ea-78f4-481d-bd9b-45bce25676ad HTTP/1.1" status: 200 len: 1129 time: 0.1373713 Jun 30 04:21:16.273394 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e8a158-34d6-4c72-b0e4-3f386e5ef2c3 req-1eb510c6-9b15-41f7-919d-37806316f8a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:21:16.274806 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-38e8a158-34d6-4c72-b0e4-3f386e5ef2c3 req-1eb510c6-9b15-41f7-919d-37806316f8a2 service neutron] 10.222.0.20 "GET /v2.0/networks?id=c7bb47d5-3e98-456a-bf3a-91e07afacb65 HTTP/1.1" status: 200 len: 908 time: 0.1925879 Jun 30 04:21:16.540403 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be12e92-5a1f-46c9-972a-6b337ff300c0 req-900d1d59-b167-4cd4-82cd-0680f8a4d942 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:21:16.541949 dv-cinder-846842-7-iscsi neutron-server[104415]: INFO neutron.wsgi [req-0be12e92-5a1f-46c9-972a-6b337ff300c0 req-900d1d59-b167-4cd4-82cd-0680f8a4d942 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=06112278-432b-41ef-b6f4-fdb3205ed762 HTTP/1.1" status: 200 len: 854 time: 0.0524981 Jun 30 04:21:16.590471 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be12e92-5a1f-46c9-972a-6b337ff300c0 req-f8c46a04-2a4b-40f3-96f6-844a19c47e99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:21:16.592110 dv-cinder-846842-7-iscsi neutron-server[104415]: INFO neutron.wsgi [req-0be12e92-5a1f-46c9-972a-6b337ff300c0 req-f8c46a04-2a4b-40f3-96f6-844a19c47e99 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9f998a2a-5cb6-4bab-892c-06a6730a89bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0438204 Jun 30 04:21:16.649846 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-38e8a158-34d6-4c72-b0e4-3f386e5ef2c3 req-86c488eb-8648-49ab-8dc3-30a0d6796097 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=90e33ddf-37e0-40e5-ac04-e09a2cb58d98 HTTP/1.1" status: 200 len: 1001 time: 0.1597192 Jun 30 04:21:16.711489 dv-cinder-846842-7-iscsi neutron-server[104415]: INFO neutron.wsgi [req-0be12e92-5a1f-46c9-972a-6b337ff300c0 req-949092cc-c461-4151-b338-57308e4f34c1 service neutron] 10.222.0.20 "GET /v2.0/networks/9f998a2a-5cb6-4bab-892c-06a6730a89bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892696 Jun 30 04:21:16.722627 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15daa35-aec4-4e04-b929-792da0c7800d req-1bbee90d-df97-45fa-a47f-c158f350c29e tempest-TestShelveInstance-1069409963 tempest-TestShelveInstance-1069409963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:21:16.724328 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-e15daa35-aec4-4e04-b929-792da0c7800d req-1bbee90d-df97-45fa-a47f-c158f350c29e tempest-TestShelveInstance-1069409963 tempest-TestShelveInstance-1069409963-project] 10.222.0.13 "GET /v2.0/ports?device_id=51354e88-a19f-433f-85b3-126269c921c4 HTTP/1.1" status: 200 len: 946 time: 0.1551142 Jun 30 04:21:16.808714 dv-cinder-846842-7-iscsi neutron-server[104415]: INFO neutron.wsgi [req-0be12e92-5a1f-46c9-972a-6b337ff300c0 req-5a55ead6-e6bc-4f9c-b30e-983753e1d85c service neutron] 10.222.0.20 "GET /v2.0/networks/9f998a2a-5cb6-4bab-892c-06a6730a89bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909877 Jun 30 04:21:16.903289 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33e1344-a7ef-4d31-a9d4-3ca1b222d771 req-949a6648-c321-42cb-aaa6-81eb326d4d79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:21:16.905157 dv-cinder-846842-7-iscsi neutron-server[104415]: INFO neutron.wsgi [req-d33e1344-a7ef-4d31-a9d4-3ca1b222d771 req-949a6648-c321-42cb-aaa6-81eb326d4d79 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=bf207393082c48d09f827e16d99b2609&device_id=51520645-cd99-466c-83b2-8f735e7d04cf HTTP/1.1" status: 200 len: 1129 time: 0.0435576 Jun 30 04:21:17.000523 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.rpc [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Device 14e3c353-ee55-4eee-8bdc-9d20ccd23a9e details requested by agent hyperv_hv-cinder-84684 with host hv-cinder-84684 {{(pid=104417) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 04:21:17.002487 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33e1344-a7ef-4d31-a9d4-3ca1b222d771 req-ecca40c2-d019-400e-a71c-b775e3102b2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:21:17.003979 dv-cinder-846842-7-iscsi neutron-server[104415]: INFO neutron.wsgi [req-d33e1344-a7ef-4d31-a9d4-3ca1b222d771 req-ecca40c2-d019-400e-a71c-b775e3102b2e service neutron] 10.222.0.20 "GET /v2.0/networks?id=9f998a2a-5cb6-4bab-892c-06a6730a89bd HTTP/1.1" status: 200 len: 916 time: 0.0932646 Jun 30 04:21:17.045023 dv-cinder-846842-7-iscsi neutron-server[104415]: INFO neutron.wsgi [req-d33e1344-a7ef-4d31-a9d4-3ca1b222d771 req-41554eb7-6347-420f-8123-929773510516 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9bba023e-b365-43ab-a64b-b1010d222f8a HTTP/1.1" status: 200 len: 217 time: 0.0348246 Jun 30 04:21:17.059043 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=100 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:21:17.096142 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33e1344-a7ef-4d31-a9d4-3ca1b222d771 req-5c0a6a0d-3886-4a4f-8ec3-0dea33e1ce04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:21:17.097622 dv-cinder-846842-7-iscsi neutron-server[104415]: INFO neutron.wsgi [req-d33e1344-a7ef-4d31-a9d4-3ca1b222d771 req-5c0a6a0d-3886-4a4f-8ec3-0dea33e1ce04 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=06112278-432b-41ef-b6f4-fdb3205ed762 HTTP/1.1" status: 200 len: 854 time: 0.0464203 Jun 30 04:21:17.100302 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.plugin [req-9f0afb8e-9d1b-4d56-ac00-5760e2d22f06 req-94a6c7b6-7deb-4fa5-b95f-837dc514a7f9 tempest-TestVolumeBootPattern-1718480899 tempest-TestVolumeBootPattern-1718480899-project] Deleting port a24525d3-4d16-4d0a-a3e9-14e74a52e46d {{(pid=104416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 30 04:21:17.100638 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-9f0afb8e-9d1b-4d56-ac00-5760e2d22f06 req-94a6c7b6-7deb-4fa5-b95f-837dc514a7f9 tempest-TestVolumeBootPattern-1718480899 tempest-TestVolumeBootPattern-1718480899-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781926629636'] for port (a24525d3-4d16-4d0a-a3e9-14e74a52e46d), before_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:21:17.106330 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.db [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] For port 14e3c353-ee55-4eee-8bdc-9d20ccd23a9e, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=14e3c353-ee55-4eee-8bdc-9d20ccd23a9e,segment=NetworkSegment(fa7c4b3d-3226-4230-8cea-73b76388d57e),segment_id=fa7c4b3d-3226-4230-8cea-73b76388d57e)] {{(pid=104417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 04:21:17.118705 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.rpc [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Returning: {'device': '14e3c353-ee55-4eee-8bdc-9d20ccd23a9e', 'network_id': '17fe777c-5046-426d-94b6-3483df1f9f21', 'port_id': '14e3c353-ee55-4eee-8bdc-9d20ccd23a9e', 'mac_address': 'fa:16:3e:89:d8:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 171, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd7ebd17c-ba43-4daa-b223-4200fbc873be', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104417) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 04:21:17.141935 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e8a158-34d6-4c72-b0e4-3f386e5ef2c3 req-4f2a68e2-90bf-4ab8-b330-b4b6907a1e4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:21:17.143421 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-38e8a158-34d6-4c72-b0e4-3f386e5ef2c3 req-4f2a68e2-90bf-4ab8-b330-b4b6907a1e4a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=7b470bb7-e396-40f4-b592-bdd8af25c2fd HTTP/1.1" status: 200 len: 846 time: 0.4833648 Jun 30 04:21:17.149981 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33e1344-a7ef-4d31-a9d4-3ca1b222d771 req-047c686b-bbc1-47fa-a21d-4163e3677673 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:21:17.151505 dv-cinder-846842-7-iscsi neutron-server[104415]: INFO neutron.wsgi [req-d33e1344-a7ef-4d31-a9d4-3ca1b222d771 req-047c686b-bbc1-47fa-a21d-4163e3677673 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9f998a2a-5cb6-4bab-892c-06a6730a89bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0470672 Jun 30 04:21:17.156702 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:21:17.161602 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Current status of the port 14e3c353-ee55-4eee-8bdc-9d20ccd23a9e is: DOWN; New status is: BUILD {{(pid=104417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 30 04:21:17.162001 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3606762'] for port (14e3c353-ee55-4eee-8bdc-9d20ccd23a9e), before_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:21:17.174355 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c83713d-8b71-42ed-bd14-0c0069af18be req-28208b1d-e43e-4bd8-8049-6710f9506de6 tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:21:17.175850 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-7c83713d-8b71-42ed-bd14-0c0069af18be req-28208b1d-e43e-4bd8-8049-6710f9506de6 tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] 10.222.0.13 "GET /v2.0/ports?device_id=a344d61b-2dbc-49a8-b5c1-4d5619af3e77 HTTP/1.1" status: 200 len: 943 time: 0.4233174 Jun 30 04:21:17.176761 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.notifiers.nova [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 14e3c353-ee55-4eee-8bdc-9d20ccd23a9e {{(pid=104417) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 30 04:21:17.198817 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.db [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] For port 14e3c353-ee55-4eee-8bdc-9d20ccd23a9e, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=14e3c353-ee55-4eee-8bdc-9d20ccd23a9e,segment=NetworkSegment(fa7c4b3d-3226-4230-8cea-73b76388d57e),segment_id=fa7c4b3d-3226-4230-8cea-73b76388d57e)] {{(pid=104417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 04:21:17.204253 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4095053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781926634698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781926239335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781926239353'] for port (14e3c353-ee55-4eee-8bdc-9d20ccd23a9e), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:21:17.233394 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e232abfa-5858-4ae5-99bc-97968b5e70e5 req-08aa676c-66d7-4069-8d61-66ed109296e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:21:17.235004 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-e232abfa-5858-4ae5-99bc-97968b5e70e5 req-08aa676c-66d7-4069-8d61-66ed109296e0 service neutron] 10.222.0.20 "GET /v2.0/networks?id=d053466e-8b12-41f1-8495-352ca2b58558 HTTP/1.1" status: 200 len: 920 time: 0.7002380 Jun 30 04:21:17.251357 dv-cinder-846842-7-iscsi neutron-server[104415]: INFO neutron.wsgi [req-d33e1344-a7ef-4d31-a9d4-3ca1b222d771 req-da95fa70-e6f2-45ad-975d-03c234290cbb service neutron] 10.222.0.20 "GET /v2.0/networks/9f998a2a-5cb6-4bab-892c-06a6730a89bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934644 Jun 30 04:21:17.253261 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Pushing event updated for resources: {'Port': ['ID=14e3c353-ee55-4eee-8bdc-9d20ccd23a9e,revision_number=9']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:21:17.291338 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-e15daa35-aec4-4e04-b929-792da0c7800d req-8856f53d-2012-46ff-a492-f038f0421e15 tempest-TestShelveInstance-1069409963 tempest-TestShelveInstance-1069409963-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f4a7f03-b349-4d47-a044-e7fe563f709b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5397766 Jun 30 04:21:17.291983 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=100 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:21:17.341530 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-e232abfa-5858-4ae5-99bc-97968b5e70e5 req-efb47774-ea4e-4cf8-b2d0-e10ca8a57390 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f7491189-7e96-4247-aee7-3f42f81272cd HTTP/1.1" status: 200 len: 217 time: 0.0726871 Jun 30 04:21:17.345857 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e8a158-34d6-4c72-b0e4-3f386e5ef2c3 req-ef7bd0ab-a9c1-45ba-8230-2f62e5f3f17f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:21:17.347351 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-38e8a158-34d6-4c72-b0e4-3f386e5ef2c3 req-ef7bd0ab-a9c1-45ba-8230-2f62e5f3f17f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c7bb47d5-3e98-456a-bf3a-91e07afacb65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1903307 Jun 30 04:21:17.351019 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=100 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:21:17.355133 dv-cinder-846842-7-iscsi neutron-server[104415]: INFO neutron.wsgi [req-d33e1344-a7ef-4d31-a9d4-3ca1b222d771 req-12dadfbe-2351-4ab4-ae11-e1154093f00c service neutron] 10.222.0.20 "GET /v2.0/networks/9f998a2a-5cb6-4bab-892c-06a6730a89bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959318 Jun 30 04:21:17.472607 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-7c83713d-8b71-42ed-bd14-0c0069af18be req-1a57c77f-e17c-4797-9ece-3a1de278c9a0 tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] 10.222.0.13 "GET /v2.0/security-groups?id=8726850e-d155-4aa8-9fff-2a2b9ea6cd77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2703750 Jun 30 04:21:17.474329 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.db [req-9f0afb8e-9d1b-4d56-ac00-5760e2d22f06 req-94a6c7b6-7deb-4fa5-b95f-837dc514a7f9 tempest-TestVolumeBootPattern-1718480899 tempest-TestVolumeBootPattern-1718480899-project] For port a24525d3-4d16-4d0a-a3e9-14e74a52e46d, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=a24525d3-4d16-4d0a-a3e9-14e74a52e46d,segment=NetworkSegment(29fd2ab4-096b-48df-8eef-82f2cdac089f),segment_id=29fd2ab4-096b-48df-8eef-82f2cdac089f)] {{(pid=104416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 04:21:17.474738 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-9f0afb8e-9d1b-4d56-ac00-5760e2d22f06 req-94a6c7b6-7deb-4fa5-b95f-837dc514a7f9 tempest-TestVolumeBootPattern-1718480899 tempest-TestVolumeBootPattern-1718480899-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616079'] for port (a24525d3-4d16-4d0a-a3e9-14e74a52e46d), precommit_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:21:17.494240 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.db [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] get_ports_and_sgs() called for port_ids ['14e3c353-ee55-4eee-8bdc-9d20ccd23a9e'] {{(pid=104417) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 04:21:17.514906 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598105a2-7de9-41d1-bc93-9031ca9c8ea3 req-89d8eecb-09a0-448d-ba32-f362621468fd tempest-TestVolumeBootPattern-1718480899 tempest-TestVolumeBootPattern-1718480899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:21:17.516402 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-598105a2-7de9-41d1-bc93-9031ca9c8ea3 req-89d8eecb-09a0-448d-ba32-f362621468fd tempest-TestVolumeBootPattern-1718480899 tempest-TestVolumeBootPattern-1718480899-project] 10.222.0.13 "GET /v2.0/ports?device_id=d0a0dbf7-3345-49a9-9785-a36af6da4a5f HTTP/1.1" status: 200 len: 946 time: 0.1607049 Jun 30 04:21:17.546185 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=100 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:21:17.589037 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e232abfa-5858-4ae5-99bc-97968b5e70e5 req-24b46c26-442f-4af0-9ba7-02b2347a7cb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:21:17.590927 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-e232abfa-5858-4ae5-99bc-97968b5e70e5 req-24b46c26-442f-4af0-9ba7-02b2347a7cb1 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=1d12b51a-7dad-4338-8514-f9c8956a192d HTTP/1.1" status: 200 len: 858 time: 0.2341778 Jun 30 04:21:17.726439 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-38e8a158-34d6-4c72-b0e4-3f386e5ef2c3 req-a7eac7fb-2468-4844-970b-918431f7e40b service neutron] 10.222.0.20 "GET /v2.0/networks/c7bb47d5-3e98-456a-bf3a-91e07afacb65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3644006 Jun 30 04:21:17.736908 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e232abfa-5858-4ae5-99bc-97968b5e70e5 req-fb866875-ee7a-42cb-8964-c5bf9abbbff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:21:17.739300 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-e232abfa-5858-4ae5-99bc-97968b5e70e5 req-fb866875-ee7a-42cb-8964-c5bf9abbbff3 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d053466e-8b12-41f1-8495-352ca2b58558&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1247041 Jun 30 04:21:17.783589 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-598105a2-7de9-41d1-bc93-9031ca9c8ea3 req-d645c54e-f7ea-4ea0-b27a-fd5f52947482 tempest-TestVolumeBootPattern-1718480899 tempest-TestVolumeBootPattern-1718480899-project] 10.222.0.13 "GET /v2.0/security-groups?id=1e7d7258-f507-4717-8413-3442decd3e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2305322 Jun 30 04:21:17.961483 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-9f0afb8e-9d1b-4d56-ac00-5760e2d22f06 req-94a6c7b6-7deb-4fa5-b95f-837dc514a7f9 tempest-TestVolumeBootPattern-1718480899 tempest-TestVolumeBootPattern-1718480899-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:21:17.961943 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-9f0afb8e-9d1b-4d56-ac00-5760e2d22f06 req-94a6c7b6-7deb-4fa5-b95f-837dc514a7f9 tempest-TestVolumeBootPattern-1718480899 tempest-TestVolumeBootPattern-1718480899-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-620077'] for floatingip (de454e92-6da7-4c6a-8760-69b9641cb8a9), after_update {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:21:17.962371 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.db.l3_db [req-9f0afb8e-9d1b-4d56-ac00-5760e2d22f06 req-94a6c7b6-7deb-4fa5-b95f-837dc514a7f9 tempest-TestVolumeBootPattern-1718480899 tempest-TestVolumeBootPattern-1718480899-project] Floating IP de454e92-6da7-4c6a-8760-69b9641cb8a9 disassociated. External IP: 172.27.1.122, port: a24525d3-4d16-4d0a-a3e9-14e74a52e46d. Jun 30 04:21:17.962819 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.plugin [req-9f0afb8e-9d1b-4d56-ac00-5760e2d22f06 req-94a6c7b6-7deb-4fa5-b95f-837dc514a7f9 tempest-TestVolumeBootPattern-1718480899 tempest-TestVolumeBootPattern-1718480899-project] Calling delete_port for a24525d3-4d16-4d0a-a3e9-14e74a52e46d owned by compute:nova {{(pid=104416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 30 04:21:17.979482 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:21:17.996227 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-e232abfa-5858-4ae5-99bc-97968b5e70e5 req-7206e657-cded-4117-a73b-a15c4aa26d51 service neutron] 10.222.0.20 "GET /v2.0/networks/d053466e-8b12-41f1-8495-352ca2b58558?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2361815 Jun 30 04:21:18.006470 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-38e8a158-34d6-4c72-b0e4-3f386e5ef2c3 req-d207f4ff-3010-473c-b745-b45c6f250553 service neutron] 10.222.0.20 "GET /v2.0/networks/c7bb47d5-3e98-456a-bf3a-91e07afacb65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2577183 Jun 30 04:21:18.153085 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-e232abfa-5858-4ae5-99bc-97968b5e70e5 req-43441f31-4e57-49cf-849c-a82b437c3468 service neutron] 10.222.0.20 "GET /v2.0/networks/d053466e-8b12-41f1-8495-352ca2b58558?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1489825 Jun 30 04:21:18.216474 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-9f0afb8e-9d1b-4d56-ac00-5760e2d22f06 req-94a6c7b6-7deb-4fa5-b95f-837dc514a7f9 tempest-TestVolumeBootPattern-1718480899 tempest-TestVolumeBootPattern-1718480899-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4095053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781926635560', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781926239326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1764130'] for port (a24525d3-4d16-4d0a-a3e9-14e74a52e46d), after_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:21:18.243600 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a6c7b6-7deb-4fa5-b95f-837dc514a7f9 tempest-TestVolumeBootPattern-1718480899 tempest-TestVolumeBootPattern-1718480899-project] Pushing event deleted for resources: {'Port': ['ID=a24525d3-4d16-4d0a-a3e9-14e74a52e46d,revision_number=None']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:21:18.360289 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9f0afb8e-9d1b-4d56-ac00-5760e2d22f06 req-94a6c7b6-7deb-4fa5-b95f-837dc514a7f9 tempest-TestVolumeBootPattern-1718480899 tempest-TestVolumeBootPattern-1718480899-project] Router e0d14cc1-d55a-47b8-8f48-3523e445fe69 has already been hosted by L3 agent 2ea21a61-d737-4543-a811-a0d035fbf0f6 {{(pid=104416) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 30 04:21:18.430468 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:21:18.475133 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff834bff-254e-4274-9b9a-dae45db934e0 req-2aa03679-6aad-4bbc-9b66-97212b4aa379 tempest-TestShelveInstance-1069409963 tempest-TestShelveInstance-1069409963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:21:18.476744 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-ff834bff-254e-4274-9b9a-dae45db934e0 req-2aa03679-6aad-4bbc-9b66-97212b4aa379 tempest-TestShelveInstance-1069409963 tempest-TestShelveInstance-1069409963-project] 10.222.0.13 "GET /v2.0/ports?device_id=51354e88-a19f-433f-85b3-126269c921c4 HTTP/1.1" status: 200 len: 946 time: 0.1114500 Jun 30 04:21:18.533971 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9f0afb8e-9d1b-4d56-ac00-5760e2d22f06 req-94a6c7b6-7deb-4fa5-b95f-837dc514a7f9 tempest-TestVolumeBootPattern-1718480899 tempest-TestVolumeBootPattern-1718480899-project] Notify agent at l3_agent.dv-cinder-846842-7-iscsi the message routers_updated {{(pid=104416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 04:21:18.545335 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9b0d3f3-cadf-403d-a018-2e616eade1b5 None None] Sync routers for ids ['e0d14cc1-d55a-47b8-8f48-3523e445fe69'] in dv-cinder-846842-7-iscsi {{(pid=104418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 04:21:18.558142 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9b0d3f3-cadf-403d-a018-2e616eade1b5 None None] Routers {'e0d14cc1-d55a-47b8-8f48-3523e445fe69'} bound to L3 agent in host dv-cinder-846842-7-iscsi {{(pid=104418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 30 04:21:18.558976 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.db.l3_hamode_db [None req-c9b0d3f3-cadf-403d-a018-2e616eade1b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-30T04:07:07Z,description=,heartbeat_timestamp=2022-06-30T04:21:08Z,host='dv-cinder-846842-7-iscsi',id=2ea21a61-d737-4543-a811-a0d035fbf0f6,load=0,resource_versions=,resources_synced=,started_at=2022-06-30T04:07:07Z,topic='l3_agent')) {'router_ids': ['e0d14cc1-d55a-47b8-8f48-3523e445fe69'], 'active': True} {{(pid=104418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 04:21:18.579256 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-ff834bff-254e-4274-9b9a-dae45db934e0 req-eddbaf92-273b-4389-925c-a7d3a9ec8c8f tempest-TestShelveInstance-1069409963 tempest-TestShelveInstance-1069409963-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f4a7f03-b349-4d47-a044-e7fe563f709b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0942900 Jun 30 04:21:18.605489 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f0afb8e-9d1b-4d56-ac00-5760e2d22f06 req-94a6c7b6-7deb-4fa5-b95f-837dc514a7f9 tempest-TestVolumeBootPattern-1718480899 tempest-TestVolumeBootPattern-1718480899-project] No DVR routers for this DVR port a24525d3-4d16-4d0a-a3e9-14e74a52e46d on host hv-cinder-84684 {{(pid=104416) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 30 04:21:18.606080 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-9f0afb8e-9d1b-4d56-ac00-5760e2d22f06 req-94a6c7b6-7deb-4fa5-b95f-837dc514a7f9 tempest-TestVolumeBootPattern-1718480899 tempest-TestVolumeBootPattern-1718480899-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13292'] for port (None), before_response {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:21:18.612700 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-9f0afb8e-9d1b-4d56-ac00-5760e2d22f06 req-94a6c7b6-7deb-4fa5-b95f-837dc514a7f9 tempest-TestVolumeBootPattern-1718480899 tempest-TestVolumeBootPattern-1718480899-project] 10.222.0.20 "DELETE /v2.0/ports/a24525d3-4d16-4d0a-a3e9-14e74a52e46d HTTP/1.1" status: 204 len: 173 time: 2.1211920 Jun 30 04:21:18.613166 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0a0dbf7-3345-49a9-9785-a36af6da4a5f', 'name': 'network-vif-deleted', 'tag': 'a24525d3-4d16-4d0a-a3e9-14e74a52e46d'}] {{(pid=104416) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 30 04:21:18.615549 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8111519efe35ff5952c269e16f689610d56ef28aa1e0b77ca5734c542983c30f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6973d6c3-f906-404b-8f87-2bbeae2de936" -d '{"events": [{"server_uuid": "d0a0dbf7-3345-49a9-9785-a36af6da4a5f", "name": "network-vif-deleted", "tag": "a24525d3-4d16-4d0a-a3e9-14e74a52e46d"}]}' {{(pid=104416) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 04:21:18.654963 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73c5d45-8ba1-4fdb-9cbd-be0f85c81b6d req-be57fdff-9bd4-44a1-bdc2-938127489872 tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:21:18.656869 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-b73c5d45-8ba1-4fdb-9cbd-be0f85c81b6d req-be57fdff-9bd4-44a1-bdc2-938127489872 tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] 10.222.0.13 "GET /v2.0/ports?device_id=a344d61b-2dbc-49a8-b5c1-4d5619af3e77 HTTP/1.1" status: 200 len: 944 time: 0.0830791 Jun 30 04:21:18.691623 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.db.l3_dvr_db [None req-c9b0d3f3-cadf-403d-a018-2e616eade1b5 None None] Set router e0d14cc1-d55a-47b8-8f48-3523e445fe69 gateway port host: dv-cinder-846842-7-iscsi {{(pid=104418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 30 04:21:18.694454 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Jun 2022 04:21:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1155d473-c0e8-415f-98c9-d6eee506844f x-openstack-request-id: req-1155d473-c0e8-415f-98c9-d6eee506844f {{(pid=104416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 04:21:18.694745 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0a0dbf7-3345-49a9-9785-a36af6da4a5f", "name": "network-vif-deleted", "tag": "a24525d3-4d16-4d0a-a3e9-14e74a52e46d", "status": "completed", "code": 200}]} {{(pid=104416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 04:21:18.695040 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1155d473-c0e8-415f-98c9-d6eee506844f {{(pid=104416) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 04:21:18.695433 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1155d473-c0e8-415f-98c9-d6eee506844f'] response: {'server_uuid': 'd0a0dbf7-3345-49a9-9785-a36af6da4a5f', 'name': 'network-vif-deleted', 'tag': 'a24525d3-4d16-4d0a-a3e9-14e74a52e46d', 'status': 'completed', 'code': 200} Jun 30 04:21:18.711389 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-b73c5d45-8ba1-4fdb-9cbd-be0f85c81b6d req-7b4b361e-2eda-4d2a-a5cd-8697c3f54625 tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] 10.222.0.13 "GET /v2.0/security-groups?id=8726850e-d155-4aa8-9fff-2a2b9ea6cd77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489714 Jun 30 04:21:18.890631 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-965a50bf-2137-4143-b0a2-5625969c82e8 req-48e66046-79a9-465a-9c71-e8aba78ae106 tempest-TestVolumeBootPattern-1718480899 tempest-TestVolumeBootPattern-1718480899-project] 10.222.0.13 "GET /v2.0/ports?device_id=d0a0dbf7-3345-49a9-9785-a36af6da4a5f HTTP/1.1" status: 200 len: 210 time: 0.0286729 Jun 30 04:21:18.936283 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:DELETE=1,neutron:SELECT=99 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:21:18.937800 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:SELECT=100 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:21:18.975390 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.db.l3_hamode_db [None req-c9b0d3f3-cadf-403d-a018-2e616eade1b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0d14cc1-d55a-47b8-8f48-3523e445fe69', 'name': 'tempest-TestVolumeBootPattern-138600561-router', 'tenant_id': 'c2fe0f4b2519494ea784cea098da6be3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14b0e4f-074d-4507-846c-fc8420bddf12', 'external_fixed_ips': [{'subnet_id': '15378187-268c-4fae-ace7-eaca7aa50f90', 'ip_address': '172.27.1.209'}], 'enable_snat': True}, 'gw_port_id': '732ebfd2-5866-4d8a-9290-15df8bc253e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T04:17:39Z', 'updated_at': '2022-06-30T04:17:42Z', 'revision_number': 4, 'project_id': 'c2fe0f4b2519494ea784cea098da6be3', 'gw_port': {'id': '732ebfd2-5866-4d8a-9290-15df8bc253e2', 'name': '', 'network_id': 'a14b0e4f-074d-4507-846c-fc8420bddf12', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:35:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0d14cc1-d55a-47b8-8f48-3523e445fe69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '15378187-268c-4fae-ace7-eaca7aa50f90', 'ip_address': '172.27.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T04:17:39Z', 'updated_at': '2022-06-30T04:17:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15378187-268c-4fae-ace7-eaca7aa50f90', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-7-iscsi', '_interfaces': [{'id': 'b299c8ca-10fe-4c07-82e6-fb84dcb9a9df', 'name': '', 'network_id': 'db2948ec-060f-4621-8ce6-8119698c91b1', 'tenant_id': 'c2fe0f4b2519494ea784cea098da6be3', 'mac_address': 'fa:16:3e:a3:5b:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0d14cc1-d55a-47b8-8f48-3523e445fe69', 'device_owner': 'network:router_interface', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': 'd15d22dc-e983-46bc-a814-5adbf2d25b83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T04:17:42Z', 'updated_at': '2022-06-30T04:17:46Z', 'revision_number': 5, 'project_id': 'c2fe0f4b2519494ea784cea098da6be3', 'subnets': [{'id': 'd15d22dc-e983-46bc-a814-5adbf2d25b83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846842-7-iscsi', False) {} {{(pid=104418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 04:21:19.000245 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9b0d3f3-cadf-403d-a018-2e616eade1b5 None None] Checking router: e0d14cc1-d55a-47b8-8f48-3523e445fe69 for host: dv-cinder-846842-7-iscsi {{(pid=104418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 04:21:19.009057 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9b0d3f3-cadf-403d-a018-2e616eade1b5 None None] Routers {'e0d14cc1-d55a-47b8-8f48-3523e445fe69'} bound to L3 agent in host dv-cinder-846842-7-iscsi {{(pid=104418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 30 04:21:19.009651 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.db.l3_hamode_db [None req-c9b0d3f3-cadf-403d-a018-2e616eade1b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-30T04:07:07Z,description=,heartbeat_timestamp=2022-06-30T04:21:08Z,host='dv-cinder-846842-7-iscsi',id=2ea21a61-d737-4543-a811-a0d035fbf0f6,load=0,resource_versions=,resources_synced=,started_at=2022-06-30T04:07:07Z,topic='l3_agent')) {'router_ids': ['e0d14cc1-d55a-47b8-8f48-3523e445fe69'], 'active': True} {{(pid=104418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 04:21:19.017199 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.rpc [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Device 14e3c353-ee55-4eee-8bdc-9d20ccd23a9e up at agent hyperv_hv-cinder-84684 {{(pid=104417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 04:21:19.043170 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54af410-07c5-41f4-8996-794671bcbac4 req-e68fae55-b1c1-41e3-a30e-820f2091ab71 tempest-TestMinimumBasicScenario-130177793 tempest-TestMinimumBasicScenario-130177793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:21:19.044808 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-e54af410-07c5-41f4-8996-794671bcbac4 req-e68fae55-b1c1-41e3-a30e-820f2091ab71 tempest-TestMinimumBasicScenario-130177793 tempest-TestMinimumBasicScenario-130177793-project] 10.222.0.13 "GET /v2.0/ports?device_id=51520645-cd99-466c-83b2-8f735e7d04cf HTTP/1.1" status: 200 len: 945 time: 0.0547154 Jun 30 04:21:19.063298 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.db.provisioning_blocks [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Provisioning complete for port 14e3c353-ee55-4eee-8bdc-9d20ccd23a9e triggered by entity L2. {{(pid=104417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 30 04:21:19.063670 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565073'] for port (14e3c353-ee55-4eee-8bdc-9d20ccd23a9e), provisioning_complete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:21:19.095305 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-e54af410-07c5-41f4-8996-794671bcbac4 req-6bd05f9b-f8ce-41cb-87db-0f57b62e9746 tempest-TestMinimumBasicScenario-130177793 tempest-TestMinimumBasicScenario-130177793-project] 10.222.0.13 "GET /v2.0/security-groups?id=f3b6e636-c97e-43d6-a170-7ea88b7ee921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434830 Jun 30 04:21:19.119996 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.db.l3_dvr_db [None req-c9b0d3f3-cadf-403d-a018-2e616eade1b5 None None] Set router e0d14cc1-d55a-47b8-8f48-3523e445fe69 gateway port host: dv-cinder-846842-7-iscsi {{(pid=104418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 30 04:21:19.142499 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Current status of the port 14e3c353-ee55-4eee-8bdc-9d20ccd23a9e is: BUILD; New status is: ACTIVE {{(pid=104417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 30 04:21:19.142885 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3606762'] for port (14e3c353-ee55-4eee-8bdc-9d20ccd23a9e), before_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:21:19.166276 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a344d61b-2dbc-49a8-b5c1-4d5619af3e77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14e3c353-ee55-4eee-8bdc-9d20ccd23a9e'}] {{(pid=104417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 30 04:21:19.168629 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}872baf0325b3a4d4e4ba58c5a9b381606b113811ad1a9f7b70d77ff172d270fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1bbbdd9-cb60-4db8-a625-856a26c63d1b" -d '{"events": [{"server_uuid": "a344d61b-2dbc-49a8-b5c1-4d5619af3e77", "name": "network-vif-plugged", "status": "completed", "tag": "14e3c353-ee55-4eee-8bdc-9d20ccd23a9e"}]}' {{(pid=104417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 04:21:19.183145 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.db [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] For port 14e3c353-ee55-4eee-8bdc-9d20ccd23a9e, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=14e3c353-ee55-4eee-8bdc-9d20ccd23a9e,segment=NetworkSegment(fa7c4b3d-3226-4230-8cea-73b76388d57e),segment_id=fa7c4b3d-3226-4230-8cea-73b76388d57e)] {{(pid=104417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 04:21:19.200344 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4095053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781926634698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781926239335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781926239353'] for port (14e3c353-ee55-4eee-8bdc-9d20ccd23a9e), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:21:19.201202 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.rpc [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Device a24525d3-4d16-4d0a-a3e9-14e74a52e46d no longer exists at agent hyperv_hv-cinder-84684 {{(pid=104417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 04:21:19.225275 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Jun 2022 04:21:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ecce5b2-73cf-4937-b425-9e2bff5b5b50 x-openstack-request-id: req-2ecce5b2-73cf-4937-b425-9e2bff5b5b50 {{(pid=104417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 04:21:19.225925 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a344d61b-2dbc-49a8-b5c1-4d5619af3e77", "name": "network-vif-plugged", "status": "completed", "tag": "14e3c353-ee55-4eee-8bdc-9d20ccd23a9e", "code": 200}]} {{(pid=104417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 04:21:19.226337 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2ecce5b2-73cf-4937-b425-9e2bff5b5b50 {{(pid=104417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 04:21:19.226918 dv-cinder-846842-7-iscsi neutron-server[104417]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2ecce5b2-73cf-4937-b425-9e2bff5b5b50'] response: {'server_uuid': 'a344d61b-2dbc-49a8-b5c1-4d5619af3e77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14e3c353-ee55-4eee-8bdc-9d20ccd23a9e', 'code': 200} Jun 30 04:21:19.229443 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] No Port match for: a24525d3-4d16-4d0a-a3e9-14e74a52e46d {{(pid=104417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 30 04:21:19.229773 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.rpc [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Device a24525d3-4d16-4d0a-a3e9-14e74a52e46d not bound to the agent host hv-cinder-84684 {{(pid=104417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 04:21:19.277188 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Pushing event updated for resources: {'Port': ['ID=14e3c353-ee55-4eee-8bdc-9d20ccd23a9e,revision_number=10']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:21:19.343154 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.db.l3_hamode_db [None req-c9b0d3f3-cadf-403d-a018-2e616eade1b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0d14cc1-d55a-47b8-8f48-3523e445fe69', 'name': 'tempest-TestVolumeBootPattern-138600561-router', 'tenant_id': 'c2fe0f4b2519494ea784cea098da6be3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14b0e4f-074d-4507-846c-fc8420bddf12', 'external_fixed_ips': [{'subnet_id': '15378187-268c-4fae-ace7-eaca7aa50f90', 'ip_address': '172.27.1.209'}], 'enable_snat': True}, 'gw_port_id': '732ebfd2-5866-4d8a-9290-15df8bc253e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T04:17:39Z', 'updated_at': '2022-06-30T04:17:42Z', 'revision_number': 4, 'project_id': 'c2fe0f4b2519494ea784cea098da6be3', 'gw_port': {'id': '732ebfd2-5866-4d8a-9290-15df8bc253e2', 'name': '', 'network_id': 'a14b0e4f-074d-4507-846c-fc8420bddf12', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:35:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0d14cc1-d55a-47b8-8f48-3523e445fe69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '15378187-268c-4fae-ace7-eaca7aa50f90', 'ip_address': '172.27.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T04:17:39Z', 'updated_at': '2022-06-30T04:17:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15378187-268c-4fae-ace7-eaca7aa50f90', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-7-iscsi', '_interfaces': [{'id': 'b299c8ca-10fe-4c07-82e6-fb84dcb9a9df', 'name': '', 'network_id': 'db2948ec-060f-4621-8ce6-8119698c91b1', 'tenant_id': 'c2fe0f4b2519494ea784cea098da6be3', 'mac_address': 'fa:16:3e:a3:5b:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0d14cc1-d55a-47b8-8f48-3523e445fe69', 'device_owner': 'network:router_interface', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': 'd15d22dc-e983-46bc-a814-5adbf2d25b83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T04:17:42Z', 'updated_at': '2022-06-30T04:17:46Z', 'revision_number': 5, 'project_id': 'c2fe0f4b2519494ea784cea098da6be3', 'subnets': [{'id': 'd15d22dc-e983-46bc-a814-5adbf2d25b83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846842-7-iscsi', False) {} {{(pid=104418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 04:21:19.369022 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9b0d3f3-cadf-403d-a018-2e616eade1b5 None None] The sync data for ids ['e0d14cc1-d55a-47b8-8f48-3523e445fe69'] in dv-cinder-846842-7-iscsi is: [{'id': 'e0d14cc1-d55a-47b8-8f48-3523e445fe69', 'name': 'tempest-TestVolumeBootPattern-138600561-router', 'tenant_id': 'c2fe0f4b2519494ea784cea098da6be3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14b0e4f-074d-4507-846c-fc8420bddf12', 'external_fixed_ips': [{'subnet_id': '15378187-268c-4fae-ace7-eaca7aa50f90', 'ip_address': '172.27.1.209'}], 'enable_snat': True}, 'gw_port_id': '732ebfd2-5866-4d8a-9290-15df8bc253e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T04:17:39Z', 'updated_at': '2022-06-30T04:17:42Z', 'revision_number': 4, 'project_id': 'c2fe0f4b2519494ea784cea098da6be3', 'gw_port': {'id': '732ebfd2-5866-4d8a-9290-15df8bc253e2', 'name': '', 'network_id': 'a14b0e4f-074d-4507-846c-fc8420bddf12', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:35:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0d14cc1-d55a-47b8-8f48-3523e445fe69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '15378187-268c-4fae-ace7-eaca7aa50f90', 'ip_address': '172.27.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T04:17:39Z', 'updated_at': '2022-06-30T04:17:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15378187-268c-4fae-ace7-eaca7aa50f90', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-7-iscsi', '_interfaces': [{'id': 'b299c8ca-10fe-4c07-82e6-fb84dcb9a9df', 'name': '', 'network_id': 'db2948ec-060f-4621-8ce6-8119698c91b1', 'tenant_id': 'c2fe0f4b2519494ea784cea098da6be3', 'mac_address': 'fa:16:3e:a3:5b:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0d14cc1-d55a-47b8-8f48-3523e445fe69', 'device_owner': 'network:router_interface', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': 'd15d22dc-e983-46bc-a814-5adbf2d25b83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T04:17:42Z', 'updated_at': '2022-06-30T04:17:46Z', 'revision_number': 5, 'project_id': 'c2fe0f4b2519494ea784cea098da6be3', 'subnets': [{'id': 'd15d22dc-e983-46bc-a814-5adbf2d25b83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 04:21:19.590863 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c965e1d-999a-47af-a385-462b697aa839 None None] New status for floating IP de454e92-6da7-4c6a-8760-69b9641cb8a9: DOWN {{(pid=104417) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 30 04:21:19.701915 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bce0397-c63c-45e5-aecf-49ab1357ec14 req-d2db47da-d50b-408c-bf55-3be82b640042 tempest-TestShelveInstance-1069409963 tempest-TestShelveInstance-1069409963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:21:19.703477 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-0bce0397-c63c-45e5-aecf-49ab1357ec14 req-d2db47da-d50b-408c-bf55-3be82b640042 tempest-TestShelveInstance-1069409963 tempest-TestShelveInstance-1069409963-project] 10.222.0.13 "GET /v2.0/ports?device_id=51354e88-a19f-433f-85b3-126269c921c4 HTTP/1.1" status: 200 len: 946 time: 0.0494907 Jun 30 04:21:19.752616 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:21:19.758018 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-0bce0397-c63c-45e5-aecf-49ab1357ec14 req-f6c2c09e-b833-4936-a791-386aac619352 tempest-TestShelveInstance-1069409963 tempest-TestShelveInstance-1069409963-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f4a7f03-b349-4d47-a044-e7fe563f709b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476525 Jun 30 04:21:19.845070 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc2b91a-2523-464e-986b-97b173f7a37b req-7923b677-47d5-4862-87f1-289dff596223 tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:21:19.846534 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-bdc2b91a-2523-464e-986b-97b173f7a37b req-7923b677-47d5-4862-87f1-289dff596223 tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] 10.222.0.13 "GET /v2.0/ports?device_id=a344d61b-2dbc-49a8-b5c1-4d5619af3e77 HTTP/1.1" status: 200 len: 946 time: 0.0582385 Jun 30 04:21:19.898551 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-bdc2b91a-2523-464e-986b-97b173f7a37b req-f7317672-a41c-4aab-b623-863087174fcf tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] 10.222.0.13 "GET /v2.0/security-groups?id=8726850e-d155-4aa8-9fff-2a2b9ea6cd77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459790 Jun 30 04:21:20.000540 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-14c34481-9064-46c9-bf99-928010a064a0 req-3a2bd310-d59c-41e1-920c-924138576c86 tempest-TestVolumeBootPattern-1718480899 tempest-TestVolumeBootPattern-1718480899-project] 10.222.0.13 "GET /v2.0/ports?device_id=d0a0dbf7-3345-49a9-9785-a36af6da4a5f HTTP/1.1" status: 200 len: 210 time: 0.0396657 Jun 30 04:21:20.220499 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69763f39-2b84-4545-825a-5e5eb075c065 req-994626a0-2ab6-4a14-b8b5-7acd7f4bc0c0 tempest-TestMinimumBasicScenario-130177793 tempest-TestMinimumBasicScenario-130177793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:21:20.221938 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-69763f39-2b84-4545-825a-5e5eb075c065 req-994626a0-2ab6-4a14-b8b5-7acd7f4bc0c0 tempest-TestMinimumBasicScenario-130177793 tempest-TestMinimumBasicScenario-130177793-project] 10.222.0.13 "GET /v2.0/ports?device_id=51520645-cd99-466c-83b2-8f735e7d04cf HTTP/1.1" status: 200 len: 945 time: 0.0480988 Jun 30 04:21:20.275529 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-69763f39-2b84-4545-825a-5e5eb075c065 req-f0bff25f-c969-4e36-9e3b-2103da6d886a tempest-TestMinimumBasicScenario-130177793 tempest-TestMinimumBasicScenario-130177793-project] 10.222.0.13 "GET /v2.0/security-groups?id=f3b6e636-c97e-43d6-a170-7ea88b7ee921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478592 Jun 30 04:21:20.884386 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d66255-4215-41de-acae-c93414360952 req-eccee9f2-523e-4516-9ec7-46d949825fcf tempest-TestShelveInstance-1069409963 tempest-TestShelveInstance-1069409963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:21:20.885897 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-79d66255-4215-41de-acae-c93414360952 req-eccee9f2-523e-4516-9ec7-46d949825fcf tempest-TestShelveInstance-1069409963 tempest-TestShelveInstance-1069409963-project] 10.222.0.13 "GET /v2.0/ports?device_id=51354e88-a19f-433f-85b3-126269c921c4 HTTP/1.1" status: 200 len: 946 time: 0.0552719 Jun 30 04:21:20.941112 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-79d66255-4215-41de-acae-c93414360952 req-5e416830-8511-4322-a0e2-b0d88d551988 tempest-TestShelveInstance-1069409963 tempest-TestShelveInstance-1069409963-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f4a7f03-b349-4d47-a044-e7fe563f709b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483143 Jun 30 04:21:21.057570 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d16db1-8155-43ae-ad66-3908615240ef req-fbd6c6b8-9b6c-4dfa-ae60-fb2f516fc429 tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:21:21.064743 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-52d16db1-8155-43ae-ad66-3908615240ef req-fbd6c6b8-9b6c-4dfa-ae60-fb2f516fc429 tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] 10.222.0.13 "GET /v2.0/ports?device_id=a344d61b-2dbc-49a8-b5c1-4d5619af3e77 HTTP/1.1" status: 200 len: 946 time: 0.0856957 Jun 30 04:21:21.092687 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d01fce-6210-477e-af98-38edfea1e8b6 req-2bff7ac4-9483-4853-aa78-c8a9877044a3 tempest-TestMinimumBasicScenario-130177793 tempest-TestMinimumBasicScenario-130177793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:21:21.094202 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-d5d01fce-6210-477e-af98-38edfea1e8b6 req-2bff7ac4-9483-4853-aa78-c8a9877044a3 tempest-TestMinimumBasicScenario-130177793 tempest-TestMinimumBasicScenario-130177793-project] 10.222.0.20 "GET /v2.0/ports?device_id=51520645-cd99-466c-83b2-8f735e7d04cf HTTP/1.1" status: 200 len: 945 time: 0.0850222 Jun 30 04:21:21.134894 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-74bef06c-c93a-4aa3-b4d6-9110526f59f8 req-425b31b3-5195-4c85-a54e-ba4bf68aba87 tempest-TestVolumeBootPattern-1718480899 tempest-TestVolumeBootPattern-1718480899-project] 10.222.0.13 "GET /v2.0/ports?device_id=d0a0dbf7-3345-49a9-9785-a36af6da4a5f HTTP/1.1" status: 200 len: 210 time: 0.0486338 Jun 30 04:21:21.155666 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-52d16db1-8155-43ae-ad66-3908615240ef req-247336c6-841f-4871-a7d4-e4070fe0c0b8 tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] 10.222.0.13 "GET /v2.0/security-groups?id=8726850e-d155-4aa8-9fff-2a2b9ea6cd77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0900164 Jun 30 04:21:21.398130 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699ef174-2334-4e49-8547-8111f35de7e8 req-c9558494-ba8e-4847-a1cf-0274d5844449 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:21:21.399566 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-699ef174-2334-4e49-8547-8111f35de7e8 req-c9558494-ba8e-4847-a1cf-0274d5844449 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=a344d61b-2dbc-49a8-b5c1-4d5619af3e77 HTTP/1.1" status: 200 len: 1130 time: 0.1042039 Jun 30 04:21:21.411689 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.plugin [req-d5d01fce-6210-477e-af98-38edfea1e8b6 req-0fa9223c-a0ce-4a9f-932c-776ad94fa8fa tempest-TestMinimumBasicScenario-130177793 tempest-TestMinimumBasicScenario-130177793-project] Deleting port 9bba023e-b365-43ab-a64b-b1010d222f8a {{(pid=104416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 30 04:21:21.412012 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-d5d01fce-6210-477e-af98-38edfea1e8b6 req-0fa9223c-a0ce-4a9f-932c-776ad94fa8fa tempest-TestMinimumBasicScenario-130177793 tempest-TestMinimumBasicScenario-130177793-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781926629636'] for port (9bba023e-b365-43ab-a64b-b1010d222f8a), before_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:21:21.423518 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f48cf6f-4686-45d3-a444-64d47ebf51cb req-b8e018d3-3bce-43b0-bc7c-019bcef3b3fd tempest-TestMinimumBasicScenario-130177793 tempest-TestMinimumBasicScenario-130177793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:21:21.424982 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-2f48cf6f-4686-45d3-a444-64d47ebf51cb req-b8e018d3-3bce-43b0-bc7c-019bcef3b3fd tempest-TestMinimumBasicScenario-130177793 tempest-TestMinimumBasicScenario-130177793-project] 10.222.0.13 "GET /v2.0/ports?device_id=51520645-cd99-466c-83b2-8f735e7d04cf HTTP/1.1" status: 200 len: 945 time: 0.0730848 Jun 30 04:21:21.453846 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=100 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:21:21.532422 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-2f48cf6f-4686-45d3-a444-64d47ebf51cb req-75762196-27d4-46dd-be13-643a52cb6acc tempest-TestMinimumBasicScenario-130177793 tempest-TestMinimumBasicScenario-130177793-project] 10.222.0.13 "GET /v2.0/security-groups?id=f3b6e636-c97e-43d6-a170-7ea88b7ee921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967622 Jun 30 04:21:21.547827 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.db [req-d5d01fce-6210-477e-af98-38edfea1e8b6 req-0fa9223c-a0ce-4a9f-932c-776ad94fa8fa tempest-TestMinimumBasicScenario-130177793 tempest-TestMinimumBasicScenario-130177793-project] For port 9bba023e-b365-43ab-a64b-b1010d222f8a, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=9bba023e-b365-43ab-a64b-b1010d222f8a,segment=NetworkSegment(b7cef8bc-fef8-404a-93d8-c0f76d6c6909),segment_id=b7cef8bc-fef8-404a-93d8-c0f76d6c6909)] {{(pid=104416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 04:21:21.548187 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-d5d01fce-6210-477e-af98-38edfea1e8b6 req-0fa9223c-a0ce-4a9f-932c-776ad94fa8fa tempest-TestMinimumBasicScenario-130177793 tempest-TestMinimumBasicScenario-130177793-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616079'] for port (9bba023e-b365-43ab-a64b-b1010d222f8a), precommit_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:21:21.561564 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.plugin [req-d5d01fce-6210-477e-af98-38edfea1e8b6 req-0fa9223c-a0ce-4a9f-932c-776ad94fa8fa tempest-TestMinimumBasicScenario-130177793 tempest-TestMinimumBasicScenario-130177793-project] Calling delete_port for 9bba023e-b365-43ab-a64b-b1010d222f8a owned by compute:nova {{(pid=104416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 30 04:21:21.669072 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-699ef174-2334-4e49-8547-8111f35de7e8 req-4ead5487-084a-44b8-abeb-db98a1a63ed8 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=8726850e-d155-4aa8-9fff-2a2b9ea6cd77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0638993 Jun 30 04:21:21.707612 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:21:21.728147 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-d5d01fce-6210-477e-af98-38edfea1e8b6 req-0fa9223c-a0ce-4a9f-932c-776ad94fa8fa tempest-TestMinimumBasicScenario-130177793 tempest-TestMinimumBasicScenario-130177793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4095053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781926635560', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781926239326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1764130'] for port (9bba023e-b365-43ab-a64b-b1010d222f8a), after_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:21:21.739722 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.db [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] get_ports_and_sgs() called for port_ids ['9bba023e-b365-43ab-a64b-b1010d222f8a'] {{(pid=104417) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 04:21:21.757567 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa9223c-a0ce-4a9f-932c-776ad94fa8fa tempest-TestMinimumBasicScenario-130177793 tempest-TestMinimumBasicScenario-130177793-project] Pushing event deleted for resources: {'Port': ['ID=9bba023e-b365-43ab-a64b-b1010d222f8a,revision_number=None']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:21:21.808280 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5d01fce-6210-477e-af98-38edfea1e8b6 req-0fa9223c-a0ce-4a9f-932c-776ad94fa8fa tempest-TestMinimumBasicScenario-130177793 tempest-TestMinimumBasicScenario-130177793-project] No DVR routers for this DVR port 9bba023e-b365-43ab-a64b-b1010d222f8a on host hv-cinder-84684 {{(pid=104416) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 30 04:21:21.810948 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-d5d01fce-6210-477e-af98-38edfea1e8b6 req-0fa9223c-a0ce-4a9f-932c-776ad94fa8fa tempest-TestMinimumBasicScenario-130177793 tempest-TestMinimumBasicScenario-130177793-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13292'] for port (None), before_response {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:21:21.814148 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-d5d01fce-6210-477e-af98-38edfea1e8b6 req-0fa9223c-a0ce-4a9f-932c-776ad94fa8fa tempest-TestMinimumBasicScenario-130177793 tempest-TestMinimumBasicScenario-130177793-project] 10.222.0.20 "DELETE /v2.0/ports/9bba023e-b365-43ab-a64b-b1010d222f8a HTTP/1.1" status: 204 len: 173 time: 0.5714352 Jun 30 04:21:21.814574 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51520645-cd99-466c-83b2-8f735e7d04cf', 'name': 'network-vif-deleted', 'tag': '9bba023e-b365-43ab-a64b-b1010d222f8a'}] {{(pid=104416) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 30 04:21:21.816833 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8111519efe35ff5952c269e16f689610d56ef28aa1e0b77ca5734c542983c30f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4941c406-a372-402d-a14c-600c524104ac" -d '{"events": [{"server_uuid": "51520645-cd99-466c-83b2-8f735e7d04cf", "name": "network-vif-deleted", "tag": "9bba023e-b365-43ab-a64b-b1010d222f8a"}]}' {{(pid=104416) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 04:21:21.860395 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Jun 2022 04:21:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81c1fd7a-034f-486c-93c6-e001a6079404 x-openstack-request-id: req-81c1fd7a-034f-486c-93c6-e001a6079404 {{(pid=104416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 04:21:21.860681 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51520645-cd99-466c-83b2-8f735e7d04cf", "name": "network-vif-deleted", "tag": "9bba023e-b365-43ab-a64b-b1010d222f8a", "status": "completed", "code": 200}]} {{(pid=104416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 04:21:21.860924 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-81c1fd7a-034f-486c-93c6-e001a6079404 {{(pid=104416) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 04:21:21.861343 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.notifiers.nova [-] Nova event matching ['req-81c1fd7a-034f-486c-93c6-e001a6079404'] response: {'server_uuid': '51520645-cd99-466c-83b2-8f735e7d04cf', 'name': 'network-vif-deleted', 'tag': '9bba023e-b365-43ab-a64b-b1010d222f8a', 'status': 'completed', 'code': 200} Jun 30 04:21:22.079213 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6522b9-ab3e-411e-afb9-a7fa89baa012 req-ab7eccec-48c3-4160-87f5-284702380baf tempest-TestShelveInstance-1069409963 tempest-TestShelveInstance-1069409963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:21:22.080703 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-fb6522b9-ab3e-411e-afb9-a7fa89baa012 req-ab7eccec-48c3-4160-87f5-284702380baf tempest-TestShelveInstance-1069409963 tempest-TestShelveInstance-1069409963-project] 10.222.0.13 "GET /v2.0/ports?device_id=51354e88-a19f-433f-85b3-126269c921c4 HTTP/1.1" status: 200 len: 946 time: 0.0591424 Jun 30 04:21:22.146714 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-fb6522b9-ab3e-411e-afb9-a7fa89baa012 req-4b8f88de-4355-4eed-8d68-b934367fcb1e tempest-TestShelveInstance-1069409963 tempest-TestShelveInstance-1069409963-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f4a7f03-b349-4d47-a044-e7fe563f709b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499339 Jun 30 04:21:22.259958 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-7b10f284-56d6-4364-b063-305e87c059a3 req-ae99a358-3735-4435-8807-45d56e9a3b29 tempest-TestVolumeBootPattern-1718480899 tempest-TestVolumeBootPattern-1718480899-project] 10.222.0.13 "GET /v2.0/ports?device_id=d0a0dbf7-3345-49a9-9785-a36af6da4a5f HTTP/1.1" status: 200 len: 210 time: 0.0332875 Jun 30 04:21:22.391289 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-1a28c8b6-7958-4db2-a05d-c4e61f387569 req-f32572fe-895d-40f8-9ca4-221bd200b450 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=51354e88-a19f-433f-85b3-126269c921c4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0910654 Jun 30 04:21:22.411707 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b6068d-76b9-4ac3-8c7c-0e11b625e8eb req-fef48165-e964-4485-8d52-ca89970b1e15 tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:21:22.413562 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-f5b6068d-76b9-4ac3-8c7c-0e11b625e8eb req-fef48165-e964-4485-8d52-ca89970b1e15 tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] 10.222.0.13 "GET /v2.0/ports?device_id=a344d61b-2dbc-49a8-b5c1-4d5619af3e77 HTTP/1.1" status: 200 len: 946 time: 0.0863602 Jun 30 04:21:22.421991 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8380ce2b-f2d2-4371-b3d0-0c311ef7eb8f req-deba672b-9781-43bd-b77a-34bffe0e97d0 tempest-TestShelveInstance-1069409963 tempest-TestShelveInstance-1069409963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:21:22.423456 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-8380ce2b-f2d2-4371-b3d0-0c311ef7eb8f req-deba672b-9781-43bd-b77a-34bffe0e97d0 tempest-TestShelveInstance-1069409963 tempest-TestShelveInstance-1069409963-project] 10.222.0.13 "GET /v2.0/ports?device_id=51354e88-a19f-433f-85b3-126269c921c4 HTTP/1.1" status: 200 len: 946 time: 0.0836031 Jun 30 04:21:22.515445 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a28c8b6-7958-4db2-a05d-c4e61f387569 req-ff760c2b-ebc2-4678-a92e-0828f01cda6d tempest-TestShelveInstance-1069409963 tempest-TestShelveInstance-1069409963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:21:22.516753 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-1a28c8b6-7958-4db2-a05d-c4e61f387569 req-ff760c2b-ebc2-4678-a92e-0828f01cda6d tempest-TestShelveInstance-1069409963 tempest-TestShelveInstance-1069409963-project] 10.222.0.13 "GET /v2.0/ports/90e33ddf-37e0-40e5-ac04-e09a2cb58d98 HTTP/1.1" status: 200 len: 943 time: 0.0914187 Jun 30 04:21:22.553468 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-8380ce2b-f2d2-4371-b3d0-0c311ef7eb8f req-32e5d686-11f0-4352-aaaf-50be8c6ac5d5 tempest-TestShelveInstance-1069409963 tempest-TestShelveInstance-1069409963-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f4a7f03-b349-4d47-a044-e7fe563f709b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1193352 Jun 30 04:21:22.559420 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-f5b6068d-76b9-4ac3-8c7c-0e11b625e8eb req-b7bfa639-a0b4-4e60-8e12-9bddbb865b2a tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] 10.222.0.13 "GET /v2.0/security-groups?id=8726850e-d155-4aa8-9fff-2a2b9ea6cd77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1350434 Jun 30 04:21:22.688231 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-e8966f70-4dc9-4024-a35a-c037f52267d2 req-328958d8-e673-453e-b755-6ed6f28cb7fd tempest-TestMinimumBasicScenario-130177793 tempest-TestMinimumBasicScenario-130177793-project] 10.222.0.13 "GET /v2.0/ports?device_id=51520645-cd99-466c-83b2-8f735e7d04cf HTTP/1.1" status: 200 len: 210 time: 0.0344343 Jun 30 04:21:23.069046 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.rpc [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Device 90e33ddf-37e0-40e5-ac04-e09a2cb58d98 no longer exists at agent hyperv_hv-cinder-84684 {{(pid=104417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 04:21:23.138676 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:21:23.143855 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Current status of the port 90e33ddf-37e0-40e5-ac04-e09a2cb58d98 is: ACTIVE; New status is: DOWN {{(pid=104417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 30 04:21:23.144242 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3606762'] for port (90e33ddf-37e0-40e5-ac04-e09a2cb58d98), before_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:21:23.173012 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51354e88-a19f-433f-85b3-126269c921c4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '90e33ddf-37e0-40e5-ac04-e09a2cb58d98'}] {{(pid=104417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 30 04:21:23.175416 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}872baf0325b3a4d4e4ba58c5a9b381606b113811ad1a9f7b70d77ff172d270fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc0a9b06-425c-4a06-bf87-cc9e7821efa6" -d '{"events": [{"server_uuid": "51354e88-a19f-433f-85b3-126269c921c4", "name": "network-vif-unplugged", "status": "completed", "tag": "90e33ddf-37e0-40e5-ac04-e09a2cb58d98"}]}' {{(pid=104417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 04:21:23.188595 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.db [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] For port 90e33ddf-37e0-40e5-ac04-e09a2cb58d98, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=90e33ddf-37e0-40e5-ac04-e09a2cb58d98,segment=NetworkSegment(4faf62bd-9dcc-4163-9216-44a354405b4b),segment_id=4faf62bd-9dcc-4163-9216-44a354405b4b)] {{(pid=104417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 04:21:23.195465 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4095053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781926634698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781926239335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781926239353'] for port (90e33ddf-37e0-40e5-ac04-e09a2cb58d98), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:21:23.196786 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.rpc [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Device 9bba023e-b365-43ab-a64b-b1010d222f8a no longer exists at agent hyperv_hv-cinder-84684 {{(pid=104417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 04:21:23.221205 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 30 Jun 2022 04:21:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82cb1f36-4d92-47e1-9959-c0e2513f10cd x-openstack-request-id: req-82cb1f36-4d92-47e1-9959-c0e2513f10cd {{(pid=104417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 04:21:23.221570 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51354e88-a19f-433f-85b3-126269c921c4", "name": "network-vif-unplugged", "status": "failed", "tag": "90e33ddf-37e0-40e5-ac04-e09a2cb58d98", "code": 422}]} {{(pid=104417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 04:21:23.221964 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-82cb1f36-4d92-47e1-9959-c0e2513f10cd {{(pid=104417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 04:21:23.222457 dv-cinder-846842-7-iscsi neutron-server[104417]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-82cb1f36-4d92-47e1-9959-c0e2513f10cd']: {'server_uuid': '51354e88-a19f-433f-85b3-126269c921c4', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '90e33ddf-37e0-40e5-ac04-e09a2cb58d98', 'code': 422} returned with failed status Jun 30 04:21:23.226720 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] No Port match for: 9bba023e-b365-43ab-a64b-b1010d222f8a {{(pid=104417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 30 04:21:23.227271 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.rpc [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Device 9bba023e-b365-43ab-a64b-b1010d222f8a not bound to the agent host hv-cinder-84684 {{(pid=104417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 04:21:23.273344 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Pushing event updated for resources: {'Port': ['ID=90e33ddf-37e0-40e5-ac04-e09a2cb58d98,revision_number=6']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:21:23.540495 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-e352ae16-3031-4d8a-bb6f-d5503b5c62fb req-8f38df42-d4ca-4ac2-a580-92daf9f0eeff tempest-TestVolumeBootPattern-1718480899 tempest-TestVolumeBootPattern-1718480899-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-779380356&fields=id&tenant_id=c2fe0f4b2519494ea784cea098da6be3 HTTP/1.1" status: 200 len: 267 time: 0.0475993 Jun 30 04:21:23.697392 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e352ae16-3031-4d8a-bb6f-d5503b5c62fb req-b7ef6e2b-8fdd-46fd-8627-12864478126a tempest-TestVolumeBootPattern-1718480899 tempest-TestVolumeBootPattern-1718480899-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:21:23.699690 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-e352ae16-3031-4d8a-bb6f-d5503b5c62fb req-b7ef6e2b-8fdd-46fd-8627-12864478126a tempest-TestVolumeBootPattern-1718480899 tempest-TestVolumeBootPattern-1718480899-project] 10.222.0.13 "GET /v2.0/networks?id=db2948ec-060f-4621-8ce6-8119698c91b1 HTTP/1.1" status: 200 len: 811 time: 0.1532948 Jun 30 04:21:23.725289 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb294bd-c725-4605-81b2-fb57ebcb238d req-c67ba3b6-3499-4349-885c-bdada97ada04 tempest-TestShelveInstance-1069409963 tempest-TestShelveInstance-1069409963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:21:23.733845 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-3cb294bd-c725-4605-81b2-fb57ebcb238d req-c67ba3b6-3499-4349-885c-bdada97ada04 tempest-TestShelveInstance-1069409963 tempest-TestShelveInstance-1069409963-project] 10.222.0.13 "GET /v2.0/ports?device_id=51354e88-a19f-433f-85b3-126269c921c4 HTTP/1.1" status: 200 len: 944 time: 0.0919685 Jun 30 04:21:23.757608 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-e352ae16-3031-4d8a-bb6f-d5503b5c62fb req-6e4ac242-fb96-47cc-a249-8cb50d41ca1b tempest-TestVolumeBootPattern-1718480899 tempest-TestVolumeBootPattern-1718480899-project] 10.222.0.13 "GET /v2.0/quotas/c2fe0f4b2519494ea784cea098da6be3 HTTP/1.1" status: 200 len: 375 time: 0.0475354 Jun 30 04:21:23.811204 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:21:23.826919 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-3cb294bd-c725-4605-81b2-fb57ebcb238d req-fcd032d8-fbeb-4415-818b-514bd9e7e757 tempest-TestShelveInstance-1069409963 tempest-TestShelveInstance-1069409963-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f4a7f03-b349-4d47-a044-e7fe563f709b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0922441 Jun 30 04:21:23.834361 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-e352ae16-3031-4d8a-bb6f-d5503b5c62fb req-761736f8-c146-46be-849f-c39becdc713e tempest-TestVolumeBootPattern-1718480899 tempest-TestVolumeBootPattern-1718480899-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=c2fe0f4b2519494ea784cea098da6be3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0705357 Jun 30 04:21:24.261517 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c53be55-7c85-455e-9c02-e145d1d9609a req-b2d51cba-5b29-4034-87c6-08146a5ce219 tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:21:24.262974 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-8c53be55-7c85-455e-9c02-e145d1d9609a req-b2d51cba-5b29-4034-87c6-08146a5ce219 tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] 10.222.0.13 "GET /v2.0/ports?device_id=a344d61b-2dbc-49a8-b5c1-4d5619af3e77 HTTP/1.1" status: 200 len: 946 time: 0.3553393 Jun 30 04:21:24.266573 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-e352ae16-3031-4d8a-bb6f-d5503b5c62fb req-0c197137-6595-4c2c-9602-28d1b623fbfd service neutron] 10.222.0.13 "GET /v2.0/networks/db2948ec-060f-4621-8ce6-8119698c91b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4192662 Jun 30 04:21:24.320075 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:21:24.371801 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-8c53be55-7c85-455e-9c02-e145d1d9609a req-ad2b6cd2-6d7d-4de3-b770-d37cda62e4aa tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] 10.222.0.13 "GET /v2.0/security-groups?id=8726850e-d155-4aa8-9fff-2a2b9ea6cd77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1030967 Jun 30 04:21:24.403569 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-e352ae16-3031-4d8a-bb6f-d5503b5c62fb req-ba192b7d-2276-4483-899d-0511351b94b1 service neutron] 10.222.0.13 "GET /v2.0/networks/db2948ec-060f-4621-8ce6-8119698c91b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284082 Jun 30 04:21:24.793168 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-8b7e8631-43a0-4b9f-a43b-9bdc5523259f req-66f9d215-138f-42d3-a472-fe6d93741392 tempest-TestVolumeBootPattern-1718480899 tempest-TestVolumeBootPattern-1718480899-project] 10.222.0.13 "GET /v2.0/ports?device_id=997a86f0-800e-427c-91a4-9c6a7c8f7fff HTTP/1.1" status: 200 len: 210 time: 0.0337813 Jun 30 04:21:24.895852 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe234e4-f11c-40dd-a64a-0de2a9e2fdb9 req-ab473cee-34b1-481c-b867-98d7b92a5545 tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:21:24.898465 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-6fe234e4-f11c-40dd-a64a-0de2a9e2fdb9 req-ab473cee-34b1-481c-b867-98d7b92a5545 tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] 10.222.0.13 "GET /v2.0/ports?device_id=8cc38d9c-363d-4a90-a5a3-2f16ee1f8a99 HTTP/1.1" status: 200 len: 946 time: 0.0705991 Jun 30 04:21:24.997827 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-6fe234e4-f11c-40dd-a64a-0de2a9e2fdb9 req-f1e45f4e-1ff9-4ebb-b240-bd4fd4f2c85c tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] 10.222.0.13 "GET /v2.0/security-groups?id=06c1f942-66a2-4aeb-bb9e-abcee809d625&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0928118 Jun 30 04:21:25.004028 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302c85d6-c95e-4cf9-8230-be16d7e9331a req-38e73019-8505-415f-8fa9-11381378438b tempest-TestShelveInstance-1069409963 tempest-TestShelveInstance-1069409963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:21:25.006886 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-302c85d6-c95e-4cf9-8230-be16d7e9331a req-38e73019-8505-415f-8fa9-11381378438b tempest-TestShelveInstance-1069409963 tempest-TestShelveInstance-1069409963-project] 10.222.0.13 "GET /v2.0/ports?device_id=51354e88-a19f-433f-85b3-126269c921c4 HTTP/1.1" status: 200 len: 944 time: 0.0930843 Jun 30 04:21:25.062781 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-302c85d6-c95e-4cf9-8230-be16d7e9331a req-909139d6-66f4-4d61-b3c6-9e0d95b5e564 tempest-TestShelveInstance-1069409963 tempest-TestShelveInstance-1069409963-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f4a7f03-b349-4d47-a044-e7fe563f709b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492668 Jun 30 04:21:25.122851 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.wsgi [-] (104415) accepted ('10.222.0.13', 56118) {{(pid=104415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 04:21:25.445497 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-d5880c96-ca4c-4000-9b13-40985554123a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-613962'] for router_interface (94c38f85-5e46-4cec-9919-676c779c6860), before_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:21:25.700121 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.plugins.ml2.plugin [None req-d5880c96-ca4c-4000-9b13-40985554123a admin admin] Deleting port d0010877-2752-4254-bf1b-3d94d53f5b8a {{(pid=104415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 30 04:21:25.700473 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-d5880c96-ca4c-4000-9b13-40985554123a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781926629636'] for port (d0010877-2752-4254-bf1b-3d94d53f5b8a), before_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:21:25.787605 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.plugins.ml2.db [None req-d5880c96-ca4c-4000-9b13-40985554123a admin admin] For port d0010877-2752-4254-bf1b-3d94d53f5b8a, host dv-cinder-846842-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-7-iscsi',level=0,port_id=d0010877-2752-4254-bf1b-3d94d53f5b8a,segment=NetworkSegment(b7cef8bc-fef8-404a-93d8-c0f76d6c6909),segment_id=b7cef8bc-fef8-404a-93d8-c0f76d6c6909)] {{(pid=104415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 04:21:25.787967 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-d5880c96-ca4c-4000-9b13-40985554123a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616079'] for port (d0010877-2752-4254-bf1b-3d94d53f5b8a), precommit_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:21:25.801657 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.plugins.ml2.plugin [None req-d5880c96-ca4c-4000-9b13-40985554123a admin admin] Calling delete_port for d0010877-2752-4254-bf1b-3d94d53f5b8a owned by network:router_interface {{(pid=104415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 30 04:21:25.892446 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-29ff9caa-909b-4e93-8f25-c434ea602205 req-49a9599a-acb6-4223-a658-b91b45a6db2d tempest-TestVolumeBootPattern-1718480899 tempest-TestVolumeBootPattern-1718480899-project] 10.222.0.13 "GET /v2.0/ports?device_id=997a86f0-800e-427c-91a4-9c6a7c8f7fff HTTP/1.1" status: 200 len: 210 time: 0.0284338 Jun 30 04:21:25.970646 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:21:25.990681 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-d5880c96-ca4c-4000-9b13-40985554123a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4095053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781926635560', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781926239326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11645207'] for port (d0010877-2752-4254-bf1b-3d94d53f5b8a), after_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:21:25.994797 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:21:26.018947 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5880c96-ca4c-4000-9b13-40985554123a admin admin] Pushing event deleted for resources: {'Port': ['ID=d0010877-2752-4254-bf1b-3d94d53f5b8a,revision_number=None']} {{(pid=104415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:21:26.137095 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebbb736-cf16-454c-8e2d-c8a8b00837a1 req-4e56c283-c225-44e0-bf61-dee21effee10 tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:21:26.144360 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-1ebbb736-cf16-454c-8e2d-c8a8b00837a1 req-4e56c283-c225-44e0-bf61-dee21effee10 tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] 10.222.0.13 "GET /v2.0/ports?device_id=8cc38d9c-363d-4a90-a5a3-2f16ee1f8a99 HTTP/1.1" status: 200 len: 946 time: 0.0552759 Jun 30 04:21:26.201817 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-d5880c96-ca4c-4000-9b13-40985554123a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-614586'] for router_interface (94c38f85-5e46-4cec-9919-676c779c6860), after_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:21:26.230304 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033a5237-bef2-40b9-9db8-14c5a589b4f4 req-d40323ab-e870-4293-b1c6-ebcbb8ebf8a2 tempest-TestShelveInstance-1069409963 tempest-TestShelveInstance-1069409963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:21:26.231765 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-033a5237-bef2-40b9-9db8-14c5a589b4f4 req-d40323ab-e870-4293-b1c6-ebcbb8ebf8a2 tempest-TestShelveInstance-1069409963 tempest-TestShelveInstance-1069409963-project] 10.222.0.13 "GET /v2.0/ports?device_id=51354e88-a19f-433f-85b3-126269c921c4 HTTP/1.1" status: 200 len: 944 time: 0.0852311 Jun 30 04:21:26.237518 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-1ebbb736-cf16-454c-8e2d-c8a8b00837a1 req-59e51dca-fc87-4a8a-925c-c01c5967da13 tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] 10.222.0.13 "GET /v2.0/security-groups?id=06c1f942-66a2-4aeb-bb9e-abcee809d625&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0920422 Jun 30 04:21:26.287779 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-033a5237-bef2-40b9-9db8-14c5a589b4f4 req-41ba542a-e824-4a21-8612-523f3ef56eec tempest-TestShelveInstance-1069409963 tempest-TestShelveInstance-1069409963-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f4a7f03-b349-4d47-a044-e7fe563f709b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490842 Jun 30 04:21:26.633175 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5880c96-ca4c-4000-9b13-40985554123a admin admin] Router 94c38f85-5e46-4cec-9919-676c779c6860 has already been hosted by L3 agent 2ea21a61-d737-4543-a811-a0d035fbf0f6 {{(pid=104415) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 30 04:21:26.740345 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5880c96-ca4c-4000-9b13-40985554123a admin admin] Notify agent at l3_agent.dv-cinder-846842-7-iscsi the message routers_updated {{(pid=104415) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 04:21:26.746147 dv-cinder-846842-7-iscsi neutron-server[104415]: INFO neutron.wsgi [None req-d5880c96-ca4c-4000-9b13-40985554123a admin admin] 10.222.0.13 "PUT /v2.0/routers/94c38f85-5e46-4cec-9919-676c779c6860/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6221452 Jun 30 04:21:26.748195 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.13', 56126) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 04:21:26.749980 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f72117fd-83d4-4e79-881e-9ba5c6fdf9a4 None None] Sync routers for ids ['94c38f85-5e46-4cec-9919-676c779c6860'] in dv-cinder-846842-7-iscsi {{(pid=104418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 04:21:26.761058 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f72117fd-83d4-4e79-881e-9ba5c6fdf9a4 None None] Routers {'94c38f85-5e46-4cec-9919-676c779c6860'} bound to L3 agent in host dv-cinder-846842-7-iscsi {{(pid=104418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 30 04:21:26.761653 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.db.l3_hamode_db [None req-f72117fd-83d4-4e79-881e-9ba5c6fdf9a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-30T04:07:07Z,description=,heartbeat_timestamp=2022-06-30T04:21:08Z,host='dv-cinder-846842-7-iscsi',id=2ea21a61-d737-4543-a811-a0d035fbf0f6,load=0,resource_versions=,resources_synced=,started_at=2022-06-30T04:07:07Z,topic='l3_agent')) {'router_ids': ['94c38f85-5e46-4cec-9919-676c779c6860'], 'active': True} {{(pid=104418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 04:21:26.851197 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-8aaa61ee-2ac7-4608-a1dd-a719aeb8248b admin admin] Publish callbacks [] for router (94c38f85-5e46-4cec-9919-676c779c6860), before_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:21:26.865119 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.db.l3_dvr_db [None req-f72117fd-83d4-4e79-881e-9ba5c6fdf9a4 None None] Set router 94c38f85-5e46-4cec-9919-676c779c6860 gateway port host: dv-cinder-846842-7-iscsi {{(pid=104418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 30 04:21:26.955449 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-8aaa61ee-2ac7-4608-a1dd-a719aeb8248b admin admin] Publish callbacks [] for router_gateway (94c38f85-5e46-4cec-9919-676c779c6860), before_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:21:26.992788 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-62c14a15-1963-4f29-8b3c-2ef55bf4a91f req-0165ce66-b67f-4303-9c34-10d5a12863a2 tempest-TestVolumeBootPattern-1718480899 tempest-TestVolumeBootPattern-1718480899-project] 10.222.0.13 "GET /v2.0/ports?device_id=997a86f0-800e-427c-91a4-9c6a7c8f7fff HTTP/1.1" status: 200 len: 210 time: 0.0303774 Jun 30 04:21:27.022002 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.plugin [None req-8aaa61ee-2ac7-4608-a1dd-a719aeb8248b admin admin] Deleting port cff5bd16-8bf5-4554-a34f-c1c0db534a4f {{(pid=104416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 30 04:21:27.022338 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-8aaa61ee-2ac7-4608-a1dd-a719aeb8248b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781926629636'] for port (cff5bd16-8bf5-4554-a34f-c1c0db534a4f), before_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:21:27.034989 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.db.l3_hamode_db [None req-f72117fd-83d4-4e79-881e-9ba5c6fdf9a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94c38f85-5e46-4cec-9919-676c779c6860', 'name': 'tempest-TestMinimumBasicScenario-1356694039-router', 'tenant_id': 'bf207393082c48d09f827e16d99b2609', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14b0e4f-074d-4507-846c-fc8420bddf12', 'external_fixed_ips': [{'subnet_id': '15378187-268c-4fae-ace7-eaca7aa50f90', 'ip_address': '172.27.1.147'}], 'enable_snat': True}, 'gw_port_id': 'cff5bd16-8bf5-4554-a34f-c1c0db534a4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T04:18:20Z', 'updated_at': '2022-06-30T04:21:25Z', 'revision_number': 5, 'project_id': 'bf207393082c48d09f827e16d99b2609', 'gw_port': {'id': 'cff5bd16-8bf5-4554-a34f-c1c0db534a4f', 'name': '', 'network_id': 'a14b0e4f-074d-4507-846c-fc8420bddf12', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:11:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94c38f85-5e46-4cec-9919-676c779c6860', 'device_owner': 'network:router_gateway', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': '15378187-268c-4fae-ace7-eaca7aa50f90', 'ip_address': '172.27.1.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T04:18:21Z', 'updated_at': '2022-06-30T04:18:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15378187-268c-4fae-ace7-eaca7aa50f90', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-7-iscsi'}], 'dv-cinder-846842-7-iscsi', False) {} {{(pid=104418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 04:21:27.049998 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:21:27.064403 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f72117fd-83d4-4e79-881e-9ba5c6fdf9a4 None None] Checking router: 94c38f85-5e46-4cec-9919-676c779c6860 for host: dv-cinder-846842-7-iscsi {{(pid=104418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 04:21:27.073509 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f72117fd-83d4-4e79-881e-9ba5c6fdf9a4 None None] Routers {'94c38f85-5e46-4cec-9919-676c779c6860'} bound to L3 agent in host dv-cinder-846842-7-iscsi {{(pid=104418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 30 04:21:27.074100 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.db.l3_hamode_db [None req-f72117fd-83d4-4e79-881e-9ba5c6fdf9a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-30T04:07:07Z,description=,heartbeat_timestamp=2022-06-30T04:21:08Z,host='dv-cinder-846842-7-iscsi',id=2ea21a61-d737-4543-a811-a0d035fbf0f6,load=0,resource_versions=,resources_synced=,started_at=2022-06-30T04:07:07Z,topic='l3_agent')) {'router_ids': ['94c38f85-5e46-4cec-9919-676c779c6860'], 'active': True} {{(pid=104418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 04:21:27.108027 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.db [None req-8aaa61ee-2ac7-4608-a1dd-a719aeb8248b admin admin] For port cff5bd16-8bf5-4554-a34f-c1c0db534a4f, host dv-cinder-846842-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-7-iscsi',level=0,port_id=cff5bd16-8bf5-4554-a34f-c1c0db534a4f,segment=NetworkSegment(3bfcffa1-5305-4ee8-86f3-678eb000aac1),segment_id=3bfcffa1-5305-4ee8-86f3-678eb000aac1)] {{(pid=104416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 04:21:27.108293 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-8aaa61ee-2ac7-4608-a1dd-a719aeb8248b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616079'] for port (cff5bd16-8bf5-4554-a34f-c1c0db534a4f), precommit_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:21:27.121299 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.plugin [None req-8aaa61ee-2ac7-4608-a1dd-a719aeb8248b admin admin] Calling delete_port for cff5bd16-8bf5-4554-a34f-c1c0db534a4f owned by network:router_gateway {{(pid=104416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 30 04:21:27.158994 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.db.l3_dvr_db [None req-f72117fd-83d4-4e79-881e-9ba5c6fdf9a4 None None] Set router 94c38f85-5e46-4cec-9919-676c779c6860 gateway port host: None {{(pid=104418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 30 04:21:27.208279 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.db.l3_hamode_db [None req-f72117fd-83d4-4e79-881e-9ba5c6fdf9a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94c38f85-5e46-4cec-9919-676c779c6860', 'name': 'tempest-TestMinimumBasicScenario-1356694039-router', 'tenant_id': 'bf207393082c48d09f827e16d99b2609', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T04:18:20Z', 'updated_at': '2022-06-30T04:21:26Z', 'revision_number': 6, 'project_id': 'bf207393082c48d09f827e16d99b2609', 'gw_port_host': None}], 'dv-cinder-846842-7-iscsi', False) {} {{(pid=104418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 04:21:27.228916 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:21:27.235295 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f72117fd-83d4-4e79-881e-9ba5c6fdf9a4 None None] The sync data for ids ['94c38f85-5e46-4cec-9919-676c779c6860'] in dv-cinder-846842-7-iscsi is: [{'id': '94c38f85-5e46-4cec-9919-676c779c6860', 'name': 'tempest-TestMinimumBasicScenario-1356694039-router', 'tenant_id': 'bf207393082c48d09f827e16d99b2609', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T04:18:20Z', 'updated_at': '2022-06-30T04:21:26Z', 'revision_number': 6, 'project_id': 'bf207393082c48d09f827e16d99b2609', 'gw_port_host': None}] {{(pid=104418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 04:21:27.294883 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-8aaa61ee-2ac7-4608-a1dd-a719aeb8248b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4095053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781926635560', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781926239326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1764130'] for port (cff5bd16-8bf5-4554-a34f-c1c0db534a4f), after_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:21:27.330751 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aaa61ee-2ac7-4608-a1dd-a719aeb8248b admin admin] Pushing event deleted for resources: {'Port': ['ID=cff5bd16-8bf5-4554-a34f-c1c0db534a4f,revision_number=None']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:21:27.447034 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af51b11e-c0f4-4bb5-a646-53303b1f875f req-2c7b0f32-1c05-4ef3-9446-1a8c8c1f9702 tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:21:27.448505 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-af51b11e-c0f4-4bb5-a646-53303b1f875f req-2c7b0f32-1c05-4ef3-9446-1a8c8c1f9702 tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] 10.222.0.13 "GET /v2.0/ports?device_id=8cc38d9c-363d-4a90-a5a3-2f16ee1f8a99 HTTP/1.1" status: 200 len: 946 time: 0.1300564 Jun 30 04:21:27.485225 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc22ea47-e465-44de-b423-6c968497e639 req-b125592c-6743-481c-bf86-2da389006368 tempest-TestShelveInstance-1069409963 tempest-TestShelveInstance-1069409963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:21:27.486682 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-bc22ea47-e465-44de-b423-6c968497e639 req-b125592c-6743-481c-bf86-2da389006368 tempest-TestShelveInstance-1069409963 tempest-TestShelveInstance-1069409963-project] 10.222.0.13 "GET /v2.0/ports?device_id=51354e88-a19f-433f-85b3-126269c921c4 HTTP/1.1" status: 200 len: 944 time: 0.1107507 Jun 30 04:21:27.487500 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-8aaa61ee-2ac7-4608-a1dd-a719aeb8248b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-622358'] for router_gateway (94c38f85-5e46-4cec-9919-676c779c6860), after_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:21:27.607410 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-8aaa61ee-2ac7-4608-a1dd-a719aeb8248b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-612909', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-992710'] for router (94c38f85-5e46-4cec-9919-676c779c6860), precommit_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:21:27.616223 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-8aaa61ee-2ac7-4608-a1dd-a719aeb8248b admin admin] Publish callbacks [] for router_controller (94c38f85-5e46-4cec-9919-676c779c6860), precommit_delete_associations {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:21:27.632437 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-af51b11e-c0f4-4bb5-a646-53303b1f875f req-a630978a-68d7-4529-84a9-f84e6b8c8ee9 tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] 10.222.0.13 "GET /v2.0/security-groups?id=06c1f942-66a2-4aeb-bb9e-abcee809d625&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1761799 Jun 30 04:21:27.690777 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-bc22ea47-e465-44de-b423-6c968497e639 req-1b7490dd-eb4e-47e3-bbdd-160b8c4086ad tempest-TestShelveInstance-1069409963 tempest-TestShelveInstance-1069409963-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f4a7f03-b349-4d47-a044-e7fe563f709b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1773517 Jun 30 04:21:27.697778 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-8aaa61ee-2ac7-4608-a1dd-a719aeb8248b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-613100'] for router (94c38f85-5e46-4cec-9919-676c779c6860), after_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:21:27.698322 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8aaa61ee-2ac7-4608-a1dd-a719aeb8248b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 94c38f85-5e46-4cec-9919-676c779c6860 {{(pid=104416) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 04:21:27.704529 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-8aaa61ee-2ac7-4608-a1dd-a719aeb8248b admin admin] Publish callbacks [] for router (None), before_response {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:21:27.705750 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-8aaa61ee-2ac7-4608-a1dd-a719aeb8248b admin admin] 10.222.0.13 "DELETE /v2.0/routers/94c38f85-5e46-4cec-9919-676c779c6860 HTTP/1.1" status: 204 len: 168 time: 0.9564466 Jun 30 04:21:27.716271 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.13', 56134) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 04:21:27.784342 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.db.db_base_plugin_v2 [None req-89c15fea-f92b-4b4c-8459-5bff3715dfa3 admin admin] Deleting subnet 06112278-432b-41ef-b6f4-fdb3205ed762 {{(pid=104416) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 30 04:21:27.789107 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-89c15fea-f92b-4b4c-8459-5bff3715dfa3 admin admin] Publish callbacks [] for subnet (06112278-432b-41ef-b6f4-fdb3205ed762), before_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:21:27.825891 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-89c15fea-f92b-4b4c-8459-5bff3715dfa3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-840556'] for subnet (06112278-432b-41ef-b6f4-fdb3205ed762), precommit_delete_associations {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:21:27.919739 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9486bcc-bc3d-4cdb-9903-e1fdf9fdc708 req-df0930fb-795d-4d32-b62c-3733a0b5ce03 tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:21:27.921579 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-f9486bcc-bc3d-4cdb-9903-e1fdf9fdc708 req-df0930fb-795d-4d32-b62c-3733a0b5ce03 tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] 10.222.0.20 "GET /v2.0/ports?device_id=8cc38d9c-363d-4a90-a5a3-2f16ee1f8a99 HTTP/1.1" status: 200 len: 946 time: 0.0736737 Jun 30 04:21:27.945582 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:21:27.962085 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-89c15fea-f92b-4b4c-8459-5bff3715dfa3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3565464'] for subnet (06112278-432b-41ef-b6f4-fdb3205ed762), precommit_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:21:28.028686 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-89c15fea-f92b-4b4c-8459-5bff3715dfa3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3565459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1764173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12208629'] for subnet (06112278-432b-41ef-b6f4-fdb3205ed762), after_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:21:28.055238 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c15fea-f92b-4b4c-8459-5bff3715dfa3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=06112278-432b-41ef-b6f4-fdb3205ed762,revision_number=None']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:21:28.059175 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-89c15fea-f92b-4b4c-8459-5bff3715dfa3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:21:28.070567 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-89c15fea-f92b-4b4c-8459-5bff3715dfa3 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/06112278-432b-41ef-b6f4-fdb3205ed762 HTTP/1.1" status: 204 len: 168 time: 0.3562827 Jun 30 04:21:28.072286 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.wsgi [-] (104415) accepted ('10.222.0.13', 56138) {{(pid=104415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 04:21:28.074032 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aab3ae82-89f7-488b-9550-45847d5eb536 None None] Network 9f998a2a-5cb6-4bab-892c-06a6730a89bd requested from dv-cinder-846842-7-iscsi {{(pid=104417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 30 04:21:28.097945 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-bb4ecb18-aa43-47c3-8594-7b7fc1552eed req-be5b5306-d03b-4a67-bede-cbd8f991fd02 tempest-TestVolumeBootPattern-1718480899 tempest-TestVolumeBootPattern-1718480899-project] 10.222.0.13 "GET /v2.0/ports?device_id=997a86f0-800e-427c-91a4-9c6a7c8f7fff HTTP/1.1" status: 200 len: 210 time: 0.0309463 Jun 30 04:21:28.108614 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:21:28.191284 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-532d7617-c979-4127-9fea-661bbe7f45df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3657771'] for network (9f998a2a-5cb6-4bab-892c-06a6730a89bd), before_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:21:28.239917 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.plugins.ml2.plugin [None req-532d7617-c979-4127-9fea-661bbe7f45df admin admin] Deleting port 3a0683e9-c670-4d6a-8891-fd3afdbe5203 {{(pid=104415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 30 04:21:28.240256 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-532d7617-c979-4127-9fea-661bbe7f45df admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781926629636'] for port (3a0683e9-c670-4d6a-8891-fd3afdbe5203), before_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:21:28.250745 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.plugin [req-f9486bcc-bc3d-4cdb-9903-e1fdf9fdc708 req-b487061d-00cd-4694-9877-6c56c409f4db tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] Deleting port 2a4fd84e-fb19-4d1c-b772-2251c8322151 {{(pid=104416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 30 04:21:28.251368 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-f9486bcc-bc3d-4cdb-9903-e1fdf9fdc708 req-b487061d-00cd-4694-9877-6c56c409f4db tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781926629636'] for port (2a4fd84e-fb19-4d1c-b772-2251c8322151), before_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:21:28.276918 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73a63727-8fb8-4209-b286-e9647265c1c8 None None] DHCP port deletion for 9f998a2a-5cb6-4bab-892c-06a6730a89bd request from dv-cinder-846842-7-iscsi {{(pid=104417) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 30 04:21:28.314105 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.plugins.ml2.db [None req-532d7617-c979-4127-9fea-661bbe7f45df admin admin] For port 3a0683e9-c670-4d6a-8891-fd3afdbe5203, host dv-cinder-846842-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-7-iscsi',level=0,port_id=3a0683e9-c670-4d6a-8891-fd3afdbe5203,segment=NetworkSegment(b7cef8bc-fef8-404a-93d8-c0f76d6c6909),segment_id=b7cef8bc-fef8-404a-93d8-c0f76d6c6909)] {{(pid=104415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 04:21:28.314459 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-532d7617-c979-4127-9fea-661bbe7f45df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616079'] for port (3a0683e9-c670-4d6a-8891-fd3afdbe5203), precommit_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:21:28.315410 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-73a63727-8fb8-4209-b286-e9647265c1c8 None None] Deleting port 3a0683e9-c670-4d6a-8891-fd3afdbe5203 {{(pid=104417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 30 04:21:28.315924 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-73a63727-8fb8-4209-b286-e9647265c1c8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781926629636'] for port (3a0683e9-c670-4d6a-8891-fd3afdbe5203), before_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:21:28.329506 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.plugins.ml2.plugin [None req-532d7617-c979-4127-9fea-661bbe7f45df admin admin] Calling delete_port for 3a0683e9-c670-4d6a-8891-fd3afdbe5203 owned by network:dhcp {{(pid=104415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 30 04:21:28.365280 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.db [req-f9486bcc-bc3d-4cdb-9903-e1fdf9fdc708 req-b487061d-00cd-4694-9877-6c56c409f4db tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] For port 2a4fd84e-fb19-4d1c-b772-2251c8322151, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=2a4fd84e-fb19-4d1c-b772-2251c8322151,segment=NetworkSegment(021a25df-ca0c-481b-8824-64686e570a1e),segment_id=021a25df-ca0c-481b-8824-64686e570a1e)] {{(pid=104416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 04:21:28.365627 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-f9486bcc-bc3d-4cdb-9903-e1fdf9fdc708 req-b487061d-00cd-4694-9877-6c56c409f4db tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616079'] for port (2a4fd84e-fb19-4d1c-b772-2251c8322151), precommit_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:21:28.403947 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.db [None req-73a63727-8fb8-4209-b286-e9647265c1c8 None None] For port 3a0683e9-c670-4d6a-8891-fd3afdbe5203, host dv-cinder-846842-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-7-iscsi',level=0,port_id=3a0683e9-c670-4d6a-8891-fd3afdbe5203,segment=NetworkSegment(b7cef8bc-fef8-404a-93d8-c0f76d6c6909),segment_id=b7cef8bc-fef8-404a-93d8-c0f76d6c6909)] {{(pid=104417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 04:21:28.405850 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-73a63727-8fb8-4209-b286-e9647265c1c8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616079'] for port (3a0683e9-c670-4d6a-8891-fd3afdbe5203), precommit_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:21:28.427281 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-73a63727-8fb8-4209-b286-e9647265c1c8 None None] Calling delete_port for 3a0683e9-c670-4d6a-8891-fd3afdbe5203 owned by network:dhcp {{(pid=104417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 30 04:21:28.433340 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-532d7617-c979-4127-9fea-661bbe7f45df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4095053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781926635560', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781926239326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11645207'] for port (3a0683e9-c670-4d6a-8891-fd3afdbe5203), after_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:21:28.494768 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532d7617-c979-4127-9fea-661bbe7f45df admin admin] Pushing event deleted for resources: {'Port': ['ID=3a0683e9-c670-4d6a-8891-fd3afdbe5203,revision_number=None']} {{(pid=104415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:21:28.499369 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-532d7617-c979-4127-9fea-661bbe7f45df admin admin] No DVR routers for this DVR port 3a0683e9-c670-4d6a-8891-fd3afdbe5203 on host dv-cinder-846842-7-iscsi {{(pid=104415) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 30 04:21:28.548128 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=89,neutron:DELETE=7,neutron:UPDATE=4 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:21:28.590023 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-73a63727-8fb8-4209-b286-e9647265c1c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4095053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781926635560', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781926239326'] for port (3a0683e9-c670-4d6a-8891-fd3afdbe5203), after_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:21:28.610508 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-532d7617-c979-4127-9fea-661bbe7f45df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3567502', 'neutron.services.segments.db._delete_segments_for_network-8781926756190'] for network (9f998a2a-5cb6-4bab-892c-06a6730a89bd), precommit_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:21:28.626691 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73a63727-8fb8-4209-b286-e9647265c1c8 None None] No DVR routers for this DVR port 3a0683e9-c670-4d6a-8891-fd3afdbe5203 on host dv-cinder-846842-7-iscsi {{(pid=104417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 30 04:21:28.628318 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:21:28.632402 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a63727-8fb8-4209-b286-e9647265c1c8 None None] Pushing event deleted for resources: {'Port': ['ID=3a0683e9-c670-4d6a-8891-fd3afdbe5203,revision_number=None']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:21:28.632795 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.services.segments.db [None req-532d7617-c979-4127-9fea-661bbe7f45df admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f998a2a-5cb6-4bab-892c-06a6730a89bd']}} {{(pid=104415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 04:21:28.637458 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a28c8b6-7958-4db2-a05d-c4e61f387569 req-6e49e388-ebb6-450f-bec1-03a676292186 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:21:28.637458 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-1a28c8b6-7958-4db2-a05d-c4e61f387569 req-6e49e388-ebb6-450f-bec1-03a676292186 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=51354e88-a19f-433f-85b3-126269c921c4&tenant_id=62d0dd3cae1448049dc95fb347fd1a80 HTTP/1.1" status: 200 len: 1128 time: 0.2303362 Jun 30 04:21:28.639580 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:21:28.672877 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.services.segments.db [None req-532d7617-c979-4127-9fea-661bbe7f45df admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b7cef8bc-fef8-404a-93d8-c0f76d6c6909') {'for_net_delete': True} {{(pid=104415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 04:21:28.673169 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.services.segments.db [None req-532d7617-c979-4127-9fea-661bbe7f45df admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b7cef8bc-fef8-404a-93d8-c0f76d6c6909') {} {{(pid=104415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 04:21:28.689415 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-532d7617-c979-4127-9fea-661bbe7f45df admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781926756455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8605126'] for segment (b7cef8bc-fef8-404a-93d8-c0f76d6c6909), before_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:21:28.708797 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-532d7617-c979-4127-9fea-661bbe7f45df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505043'] for segment (b7cef8bc-fef8-404a-93d8-c0f76d6c6909), precommit_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:21:28.722064 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-532d7617-c979-4127-9fea-661bbe7f45df admin admin] Releasing vlan 169 on physical network physnet1 to pool {{(pid=104415) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 04:21:28.722503 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-532d7617-c979-4127-9fea-661bbe7f45df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11645378'] for segment (b7cef8bc-fef8-404a-93d8-c0f76d6c6909), after_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:21:28.799731 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-532d7617-c979-4127-9fea-661bbe7f45df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3567543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3637173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-620245'] for network (9f998a2a-5cb6-4bab-892c-06a6730a89bd), after_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:21:28.805054 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-532d7617-c979-4127-9fea-661bbe7f45df admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528667'] for network (None), before_response {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:21:28.808495 dv-cinder-846842-7-iscsi neutron-server[104415]: INFO neutron.wsgi [None req-532d7617-c979-4127-9fea-661bbe7f45df admin admin] 10.222.0.13 "DELETE /v2.0/networks/9f998a2a-5cb6-4bab-892c-06a6730a89bd HTTP/1.1" status: 204 len: 168 time: 0.7343538 Jun 30 04:21:28.811436 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.wsgi [-] (104415) accepted ('10.222.0.13', 56148) {{(pid=104415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 04:21:28.832509 dv-cinder-846842-7-iscsi neutron-server[104415]: INFO neutron.services.segments.plugin [-] Segment b7cef8bc-fef8-404a-93d8-c0f76d6c6909 resource provider aggregate not found Jun 30 04:21:28.837614 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e352ae16-3031-4d8a-bb6f-d5503b5c62fb req-64d3d26c-0145-48f2-b9c6-496390bff0d0 tempest-TestVolumeBootPattern-1718480899 tempest-TestVolumeBootPattern-1718480899-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:21:28.847809 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-e352ae16-3031-4d8a-bb6f-d5503b5c62fb req-64d3d26c-0145-48f2-b9c6-496390bff0d0 tempest-TestVolumeBootPattern-1718480899 tempest-TestVolumeBootPattern-1718480899-project] 10.222.0.20 "GET /v2.0/networks?id=db2948ec-060f-4621-8ce6-8119698c91b1 HTTP/1.1" status: 200 len: 811 time: 0.4436057 Jun 30 04:21:28.868768 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532d7617-c979-4127-9fea-661bbe7f45df admin admin] Pushing event deleted for resources: {'Network': ['ID=9f998a2a-5cb6-4bab-892c-06a6730a89bd,revision_number=None']} {{(pid=104415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:21:28.885846 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a28c8b6-7958-4db2-a05d-c4e61f387569 req-592b4b1c-cef0-40aa-b870-2d2f9a4ba6ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:21:28.887448 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-1a28c8b6-7958-4db2-a05d-c4e61f387569 req-592b4b1c-cef0-40aa-b870-2d2f9a4ba6ab service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=62d0dd3cae1448049dc95fb347fd1a80&device_id=51354e88-a19f-433f-85b3-126269c921c4 HTTP/1.1" status: 200 len: 1128 time: 0.2150743 Jun 30 04:21:28.893637 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245fa164-c925-4f0a-900f-f618d6235e1e req-273fea32-666e-4cb7-aec4-a998fdbd757e tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:21:28.896374 dv-cinder-846842-7-iscsi neutron-server[104415]: INFO neutron.services.segments.plugin [-] Segment b7cef8bc-fef8-404a-93d8-c0f76d6c6909 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b7cef8bc-fef8-404a-93d8-c0f76d6c6909 found for delete ", "request_id": "req-2fd0d723-52f0-4dd1-a04a-49345ecbdffb"}]} Jun 30 04:21:28.897400 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-245fa164-c925-4f0a-900f-f618d6235e1e req-273fea32-666e-4cb7-aec4-a998fdbd757e tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] 10.222.0.13 "GET /v2.0/ports?device_id=8cc38d9c-363d-4a90-a5a3-2f16ee1f8a99 HTTP/1.1" status: 200 len: 946 time: 0.1418810 Jun 30 04:21:28.910565 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-f9486bcc-bc3d-4cdb-9903-e1fdf9fdc708 req-b487061d-00cd-4694-9877-6c56c409f4db tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:21:28.910996 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-f9486bcc-bc3d-4cdb-9903-e1fdf9fdc708 req-b487061d-00cd-4694-9877-6c56c409f4db tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-620077'] for floatingip (74efdf81-f603-4f7c-9031-1a4d847d3576), after_update {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:21:28.911468 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.db.l3_db [req-f9486bcc-bc3d-4cdb-9903-e1fdf9fdc708 req-b487061d-00cd-4694-9877-6c56c409f4db tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] Floating IP 74efdf81-f603-4f7c-9031-1a4d847d3576 disassociated. External IP: 172.27.1.222, port: 2a4fd84e-fb19-4d1c-b772-2251c8322151. Jun 30 04:21:28.911989 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.plugin [req-f9486bcc-bc3d-4cdb-9903-e1fdf9fdc708 req-b487061d-00cd-4694-9877-6c56c409f4db tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] Calling delete_port for 2a4fd84e-fb19-4d1c-b772-2251c8322151 owned by compute:nova {{(pid=104416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 30 04:21:28.951294 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557e6581-062d-4676-9ff0-34d3de4030a6 req-3797bfcd-c085-4e0f-872a-79b93d655ad5 tempest-TestShelveInstance-1069409963 tempest-TestShelveInstance-1069409963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:21:28.952758 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-557e6581-062d-4676-9ff0-34d3de4030a6 req-3797bfcd-c085-4e0f-872a-79b93d655ad5 tempest-TestShelveInstance-1069409963 tempest-TestShelveInstance-1069409963-project] 10.222.0.13 "GET /v2.0/ports?device_id=51354e88-a19f-433f-85b3-126269c921c4 HTTP/1.1" status: 200 len: 944 time: 0.1745872 Jun 30 04:21:29.113588 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:21:29.177687 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-4fba568e-1f4a-4548-ba7e-4bcfbce3765e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-613962'] for router_interface (5a319384-37a0-4ca0-92b2-eb70b04e234d), before_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:21:29.190731 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-e352ae16-3031-4d8a-bb6f-d5503b5c62fb req-98ea18cf-c6e5-4f2b-b788-a49555084f8b tempest-TestVolumeBootPattern-1718480899 tempest-TestVolumeBootPattern-1718480899-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c2fe0f4b2519494ea784cea098da6be3 HTTP/1.1" status: 200 len: 379 time: 0.3230357 Jun 30 04:21:29.213797 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.v2.base [req-e352ae16-3031-4d8a-bb6f-d5503b5c62fb req-623fdbe8-e4c8-4b55-a080-ffa96025a66f tempest-TestVolumeBootPattern-1718480899 tempest-TestVolumeBootPattern-1718480899-project] Request body: {'port': {'device_id': '997a86f0-800e-427c-91a4-9c6a7c8f7fff', 'network_id': 'db2948ec-060f-4621-8ce6-8119698c91b1', 'admin_state_up': True, 'tenant_id': 'c2fe0f4b2519494ea784cea098da6be3', 'security_groups': ['1e7d7258-f507-4717-8413-3442decd3e6b']}} {{(pid=104416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 30 04:21:29.224971 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-245fa164-c925-4f0a-900f-f618d6235e1e req-cd9333af-2be1-403a-ba6a-c11c79b994cc tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] 10.222.0.13 "GET /v2.0/security-groups?id=06c1f942-66a2-4aeb-bb9e-abcee809d625&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3105431 Jun 30 04:21:29.258905 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-557e6581-062d-4676-9ff0-34d3de4030a6 req-0183a3f5-6eb4-48c8-81a4-ae7ad9c20fca tempest-TestShelveInstance-1069409963 tempest-TestShelveInstance-1069409963-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f4a7f03-b349-4d47-a044-e7fe563f709b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2986758 Jun 30 04:21:29.280085 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a28c8b6-7958-4db2-a05d-c4e61f387569 req-c8700945-3089-4fd7-ab59-4aaed527320d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:21:29.281338 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-1a28c8b6-7958-4db2-a05d-c4e61f387569 req-c8700945-3089-4fd7-ab59-4aaed527320d service neutron] 10.222.0.20 "GET /v2.0/networks?id=c7bb47d5-3e98-456a-bf3a-91e07afacb65 HTTP/1.1" status: 200 len: 908 time: 0.3829930 Jun 30 04:21:29.288136 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.rpc [None req-2a6d8403-c0a5-4ac4-aa48-860a84345009 None None] Device cff5bd16-8bf5-4554-a34f-c1c0db534a4f no longer exists at agent ovs-agent-dv-cinder-846842-7-iscsi {{(pid=104417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 04:21:29.323449 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-2a6d8403-c0a5-4ac4-aa48-860a84345009 None None] No Port match for: cff5bd16-8bf5-4554-a34f-c1c0db534a4f {{(pid=104417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 30 04:21:29.323784 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.rpc [None req-2a6d8403-c0a5-4ac4-aa48-860a84345009 None None] Device cff5bd16-8bf5-4554-a34f-c1c0db534a4f not bound to the agent host dv-cinder-846842-7-iscsi {{(pid=104417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 04:21:29.324195 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.rpc [None req-2a6d8403-c0a5-4ac4-aa48-860a84345009 None None] Device d0010877-2752-4254-bf1b-3d94d53f5b8a no longer exists at agent ovs-agent-dv-cinder-846842-7-iscsi {{(pid=104417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 04:21:29.343731 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-2a6d8403-c0a5-4ac4-aa48-860a84345009 None None] No Port match for: d0010877-2752-4254-bf1b-3d94d53f5b8a {{(pid=104417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 30 04:21:29.344325 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.rpc [None req-2a6d8403-c0a5-4ac4-aa48-860a84345009 None None] Device d0010877-2752-4254-bf1b-3d94d53f5b8a not bound to the agent host dv-cinder-846842-7-iscsi {{(pid=104417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 04:21:29.344741 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.rpc [None req-2a6d8403-c0a5-4ac4-aa48-860a84345009 None None] Device 3a0683e9-c670-4d6a-8891-fd3afdbe5203 no longer exists at agent ovs-agent-dv-cinder-846842-7-iscsi {{(pid=104417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 04:21:29.364433 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-2a6d8403-c0a5-4ac4-aa48-860a84345009 None None] No Port match for: 3a0683e9-c670-4d6a-8891-fd3afdbe5203 {{(pid=104417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 30 04:21:29.364904 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.rpc [None req-2a6d8403-c0a5-4ac4-aa48-860a84345009 None None] Device 3a0683e9-c670-4d6a-8891-fd3afdbe5203 not bound to the agent host dv-cinder-846842-7-iscsi {{(pid=104417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 04:21:29.465257 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-801c647c-d42f-4186-8c5f-79a59ef5895e req-40c330e5-8d5b-4853-b4dc-d3e0785db10c tempest-TestVolumeBootPattern-1718480899 tempest-TestVolumeBootPattern-1718480899-project] 10.222.0.13 "GET /v2.0/ports?device_id=997a86f0-800e-427c-91a4-9c6a7c8f7fff HTTP/1.1" status: 200 len: 210 time: 0.1197231 Jun 30 04:21:29.474412 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.plugins.ml2.plugin [None req-4fba568e-1f4a-4548-ba7e-4bcfbce3765e admin admin] Deleting port 767dc3ec-d6ca-4bb4-b1d6-7f1ffa7a637e {{(pid=104415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 30 04:21:29.474757 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-4fba568e-1f4a-4548-ba7e-4bcfbce3765e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781926629636'] for port (767dc3ec-d6ca-4bb4-b1d6-7f1ffa7a637e), before_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:21:29.492834 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:21:29.508945 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-1a28c8b6-7958-4db2-a05d-c4e61f387569 req-ce98672b-30cf-41b0-9a82-2f1ee703932f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=90e33ddf-37e0-40e5-ac04-e09a2cb58d98 HTTP/1.1" status: 200 len: 999 time: 0.2169855 Jun 30 04:21:29.511945 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-f9486bcc-bc3d-4cdb-9903-e1fdf9fdc708 req-b487061d-00cd-4694-9877-6c56c409f4db tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4095053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781926635560', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781926239326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1764130'] for port (2a4fd84e-fb19-4d1c-b772-2251c8322151), after_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:21:29.567501 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.plugins.ml2.db [None req-4fba568e-1f4a-4548-ba7e-4bcfbce3765e admin admin] For port 767dc3ec-d6ca-4bb4-b1d6-7f1ffa7a637e, host dv-cinder-846842-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-7-iscsi',level=0,port_id=767dc3ec-d6ca-4bb4-b1d6-7f1ffa7a637e,segment=NetworkSegment(317f0beb-2dac-40e3-bf82-fc85d506e21b),segment_id=317f0beb-2dac-40e3-bf82-fc85d506e21b)] {{(pid=104415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 04:21:29.567743 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-4fba568e-1f4a-4548-ba7e-4bcfbce3765e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616079'] for port (767dc3ec-d6ca-4bb4-b1d6-7f1ffa7a637e), precommit_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:21:29.581731 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.plugins.ml2.plugin [None req-4fba568e-1f4a-4548-ba7e-4bcfbce3765e admin admin] Calling delete_port for 767dc3ec-d6ca-4bb4-b1d6-7f1ffa7a637e owned by network:router_interface {{(pid=104415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 30 04:21:29.604206 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b487061d-00cd-4694-9877-6c56c409f4db tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] Pushing event deleted for resources: {'Port': ['ID=2a4fd84e-fb19-4d1c-b772-2251c8322151,revision_number=None']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:21:29.623690 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e352ae16-3031-4d8a-bb6f-d5503b5c62fb req-623fdbe8-e4c8-4b55-a080-ffa96025a66f tempest-TestVolumeBootPattern-1718480899 tempest-TestVolumeBootPattern-1718480899-project] Made reservation on behalf of c2fe0f4b2519494ea784cea098da6be3 for: {'port': 1} {{(pid=104416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 04:21:29.626973 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-e352ae16-3031-4d8a-bb6f-d5503b5c62fb req-623fdbe8-e4c8-4b55-a080-ffa96025a66f tempest-TestVolumeBootPattern-1718480899 tempest-TestVolumeBootPattern-1718480899-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3606762'] for port (None), before_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:21:29.630821 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a28c8b6-7958-4db2-a05d-c4e61f387569 req-0e21fe90-646c-49e7-8b2d-1904be32a8f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:21:29.632627 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-1a28c8b6-7958-4db2-a05d-c4e61f387569 req-0e21fe90-646c-49e7-8b2d-1904be32a8f0 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=7b470bb7-e396-40f4-b592-bdd8af25c2fd HTTP/1.1" status: 200 len: 846 time: 0.1146121 Jun 30 04:21:29.651925 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:21:29.785322 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:21:29.796969 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-4fba568e-1f4a-4548-ba7e-4bcfbce3765e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4095053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781926635560', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781926239326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11645207'] for port (767dc3ec-d6ca-4bb4-b1d6-7f1ffa7a637e), after_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:21:29.828883 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fba568e-1f4a-4548-ba7e-4bcfbce3765e admin admin] Pushing event deleted for resources: {'Port': ['ID=767dc3ec-d6ca-4bb4-b1d6-7f1ffa7a637e,revision_number=None']} {{(pid=104415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:21:30.029341 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-4fba568e-1f4a-4548-ba7e-4bcfbce3765e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-614586'] for router_interface (5a319384-37a0-4ca0-92b2-eb70b04e234d), after_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:21:30.086477 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a28c8b6-7958-4db2-a05d-c4e61f387569 req-3a1934bd-1b7a-4149-99d5-fe61decab955 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:21:30.088062 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-1a28c8b6-7958-4db2-a05d-c4e61f387569 req-3a1934bd-1b7a-4149-99d5-fe61decab955 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c7bb47d5-3e98-456a-bf3a-91e07afacb65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1166272 Jun 30 04:21:30.260410 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f9486bcc-bc3d-4cdb-9903-e1fdf9fdc708 req-b487061d-00cd-4694-9877-6c56c409f4db tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] Router 14dd9340-9cf5-4523-a842-7d5aab670ffb has already been hosted by L3 agent 2ea21a61-d737-4543-a811-a0d035fbf0f6 {{(pid=104416) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 30 04:21:30.261250 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4fba568e-1f4a-4548-ba7e-4bcfbce3765e admin admin] Router 5a319384-37a0-4ca0-92b2-eb70b04e234d has already been hosted by L3 agent 2ea21a61-d737-4543-a811-a0d035fbf0f6 {{(pid=104415) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 30 04:21:30.302418 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-1a28c8b6-7958-4db2-a05d-c4e61f387569 req-a88cb46f-1546-49c6-bd56-5a12cf709dc0 service neutron] 10.222.0.20 "GET /v2.0/networks/c7bb47d5-3e98-456a-bf3a-91e07afacb65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1816258 Jun 30 04:21:30.303774 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.db.db_base_plugin_common [req-e352ae16-3031-4d8a-bb6f-d5503b5c62fb req-623fdbe8-e4c8-4b55-a080-ffa96025a66f tempest-TestVolumeBootPattern-1718480899 tempest-TestVolumeBootPattern-1718480899-project] Allocated IP 172.20.0.14 (db2948ec-060f-4621-8ce6-8119698c91b1/d15d22dc-e983-46bc-a814-5adbf2d25b83/231a2e75-10e5-4ba7-b633-e79d395e40f4) {{(pid=104416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 04:21:30.367727 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fba568e-1f4a-4548-ba7e-4bcfbce3765e admin admin] Notify agent at l3_agent.dv-cinder-846842-7-iscsi the message routers_updated {{(pid=104415) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 04:21:30.372853 dv-cinder-846842-7-iscsi neutron-server[104415]: INFO neutron.wsgi [None req-4fba568e-1f4a-4548-ba7e-4bcfbce3765e admin admin] 10.222.0.13 "PUT /v2.0/routers/5a319384-37a0-4ca0-92b2-eb70b04e234d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5604539 Jun 30 04:21:30.375522 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.wsgi [-] (104415) accepted ('10.222.0.13', 56158) {{(pid=104415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 04:21:30.379397 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0010e528-98db-4649-a4c6-e6c182300966 None None] Sync routers for ids ['5a319384-37a0-4ca0-92b2-eb70b04e234d'] in dv-cinder-846842-7-iscsi {{(pid=104417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 04:21:30.390445 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0010e528-98db-4649-a4c6-e6c182300966 None None] Routers {'5a319384-37a0-4ca0-92b2-eb70b04e234d'} bound to L3 agent in host dv-cinder-846842-7-iscsi {{(pid=104417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 30 04:21:30.391440 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.db.l3_hamode_db [None req-0010e528-98db-4649-a4c6-e6c182300966 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-30T04:07:07Z,description=,heartbeat_timestamp=2022-06-30T04:21:08Z,host='dv-cinder-846842-7-iscsi',id=2ea21a61-d737-4543-a811-a0d035fbf0f6,load=0,resource_versions=,resources_synced=,started_at=2022-06-30T04:07:07Z,topic='l3_agent')) {'router_ids': ['5a319384-37a0-4ca0-92b2-eb70b04e234d'], 'active': True} {{(pid=104417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 04:21:30.471183 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-d8304666-0e8e-4192-9d66-89930e9e95db req-0d6e0371-b1bc-4d43-b336-7c112d5a344e tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] 10.222.0.13 "GET /v2.0/ports?device_id=8cc38d9c-363d-4a90-a5a3-2f16ee1f8a99 HTTP/1.1" status: 200 len: 210 time: 0.1212490 Jun 30 04:21:30.479316 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:DELETE=4,neutron:SELECT=91,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:21:30.487964 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-72a6fe78-aff3-4c73-84bd-4f70812d7e2d admin admin] Publish callbacks [] for router (5a319384-37a0-4ca0-92b2-eb70b04e234d), before_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:21:30.541148 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.db.l3_dvr_db [None req-0010e528-98db-4649-a4c6-e6c182300966 None None] Set router 5a319384-37a0-4ca0-92b2-eb70b04e234d gateway port host: dv-cinder-846842-7-iscsi {{(pid=104417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 30 04:21:30.559506 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c60bb4-bccd-4ff6-99a4-775dd3e16cd7 req-826e5661-8acf-45a3-b801-cf8e71124cac tempest-TestShelveInstance-1069409963 tempest-TestShelveInstance-1069409963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:21:30.561045 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-53c60bb4-bccd-4ff6-99a4-775dd3e16cd7 req-826e5661-8acf-45a3-b801-cf8e71124cac tempest-TestShelveInstance-1069409963 tempest-TestShelveInstance-1069409963-project] 10.222.0.13 "GET /v2.0/ports?device_id=51354e88-a19f-433f-85b3-126269c921c4 HTTP/1.1" status: 200 len: 944 time: 0.1676373 Jun 30 04:21:30.589276 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:INSERT=5,neutron:SELECT=93,neutron:UPDATE=2 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:21:30.620146 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-72a6fe78-aff3-4c73-84bd-4f70812d7e2d admin admin] Publish callbacks [] for router_gateway (5a319384-37a0-4ca0-92b2-eb70b04e234d), before_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:21:30.655346 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-202eb727-9c96-4a39-8715-0841d98e6ec5 req-ec97cc0e-5a33-4442-b317-605bb3290be3 tempest-TestVolumeBootPattern-1718480899 tempest-TestVolumeBootPattern-1718480899-project] 10.222.0.13 "GET /v2.0/ports?device_id=997a86f0-800e-427c-91a4-9c6a7c8f7fff HTTP/1.1" status: 200 len: 210 time: 0.0843799 Jun 30 04:21:30.669720 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:21:30.676113 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.plugins.ml2.plugin [None req-72a6fe78-aff3-4c73-84bd-4f70812d7e2d admin admin] Deleting port e8d5a44d-2401-4629-bf3c-f11875e733da {{(pid=104415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 30 04:21:30.676559 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-72a6fe78-aff3-4c73-84bd-4f70812d7e2d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781926629636'] for port (e8d5a44d-2401-4629-bf3c-f11875e733da), before_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:21:30.676673 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-1a28c8b6-7958-4db2-a05d-c4e61f387569 req-11d86dc5-928f-4c6e-ae15-8001a8f59c77 service neutron] 10.222.0.20 "GET /v2.0/networks/c7bb47d5-3e98-456a-bf3a-91e07afacb65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3666122 Jun 30 04:21:30.678267 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f9486bcc-bc3d-4cdb-9903-e1fdf9fdc708 req-b487061d-00cd-4694-9877-6c56c409f4db tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] Notify agent at l3_agent.dv-cinder-846842-7-iscsi the message routers_updated {{(pid=104416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 04:21:30.690352 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d3632fc-39e5-4c27-b6d0-d54ac0bf91bd None None] Sync routers for ids ['14dd9340-9cf5-4523-a842-7d5aab670ffb'] in dv-cinder-846842-7-iscsi {{(pid=104418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 04:21:30.715716 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d3632fc-39e5-4c27-b6d0-d54ac0bf91bd None None] Routers {'14dd9340-9cf5-4523-a842-7d5aab670ffb'} bound to L3 agent in host dv-cinder-846842-7-iscsi {{(pid=104418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 30 04:21:30.717056 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.db.l3_hamode_db [None req-2d3632fc-39e5-4c27-b6d0-d54ac0bf91bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-30T04:07:07Z,description=,heartbeat_timestamp=2022-06-30T04:21:08Z,host='dv-cinder-846842-7-iscsi',id=2ea21a61-d737-4543-a811-a0d035fbf0f6,load=0,resource_versions=,resources_synced=,started_at=2022-06-30T04:07:07Z,topic='l3_agent')) {'router_ids': ['14dd9340-9cf5-4523-a842-7d5aab670ffb'], 'active': True} {{(pid=104418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 04:21:30.787673 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.plugins.ml2.db [None req-72a6fe78-aff3-4c73-84bd-4f70812d7e2d admin admin] For port e8d5a44d-2401-4629-bf3c-f11875e733da, host dv-cinder-846842-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-7-iscsi',level=0,port_id=e8d5a44d-2401-4629-bf3c-f11875e733da,segment=NetworkSegment(3bfcffa1-5305-4ee8-86f3-678eb000aac1),segment_id=3bfcffa1-5305-4ee8-86f3-678eb000aac1)] {{(pid=104415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 04:21:30.788070 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-72a6fe78-aff3-4c73-84bd-4f70812d7e2d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616079'] for port (e8d5a44d-2401-4629-bf3c-f11875e733da), precommit_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:21:30.799793 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9486bcc-bc3d-4cdb-9903-e1fdf9fdc708 req-b487061d-00cd-4694-9877-6c56c409f4db tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] No DVR routers for this DVR port 2a4fd84e-fb19-4d1c-b772-2251c8322151 on host hv-cinder-84684 {{(pid=104416) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 30 04:21:30.801650 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.plugins.ml2.plugin [None req-72a6fe78-aff3-4c73-84bd-4f70812d7e2d admin admin] Calling delete_port for e8d5a44d-2401-4629-bf3c-f11875e733da owned by network:router_gateway {{(pid=104415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 30 04:21:30.805497 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-f9486bcc-bc3d-4cdb-9903-e1fdf9fdc708 req-b487061d-00cd-4694-9877-6c56c409f4db tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13292'] for port (None), before_response {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:21:30.809129 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-f9486bcc-bc3d-4cdb-9903-e1fdf9fdc708 req-b487061d-00cd-4694-9877-6c56c409f4db tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] 10.222.0.20 "DELETE /v2.0/ports/2a4fd84e-fb19-4d1c-b772-2251c8322151 HTTP/1.1" status: 204 len: 173 time: 2.6820347 Jun 30 04:21:30.809572 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8cc38d9c-363d-4a90-a5a3-2f16ee1f8a99', 'name': 'network-vif-deleted', 'tag': '2a4fd84e-fb19-4d1c-b772-2251c8322151'}] {{(pid=104416) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 30 04:21:30.811895 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8111519efe35ff5952c269e16f689610d56ef28aa1e0b77ca5734c542983c30f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8857d095-077f-485c-b557-cb8ff00c0058" -d '{"events": [{"server_uuid": "8cc38d9c-363d-4a90-a5a3-2f16ee1f8a99", "name": "network-vif-deleted", "tag": "2a4fd84e-fb19-4d1c-b772-2251c8322151"}]}' {{(pid=104416) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 04:21:30.821509 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-53c60bb4-bccd-4ff6-99a4-775dd3e16cd7 req-3cf26305-f4d7-45be-951d-b15e1c1e569d tempest-TestShelveInstance-1069409963 tempest-TestShelveInstance-1069409963-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f4a7f03-b349-4d47-a044-e7fe563f709b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2378461 Jun 30 04:21:30.854951 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:21:30.873449 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-e352ae16-3031-4d8a-bb6f-d5503b5c62fb req-623fdbe8-e4c8-4b55-a080-ffa96025a66f tempest-TestVolumeBootPattern-1718480899 tempest-TestVolumeBootPattern-1718480899-project] Publish callbacks [] for port (231a2e75-10e5-4ba7-b633-e79d395e40f4), precommit_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:21:30.888579 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.db.l3_dvr_db [None req-2d3632fc-39e5-4c27-b6d0-d54ac0bf91bd None None] Set router 14dd9340-9cf5-4523-a842-7d5aab670ffb gateway port host: dv-cinder-846842-7-iscsi {{(pid=104418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 30 04:21:30.913329 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Jun 2022 04:21:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-268496d1-72bd-4723-b46b-de42bdbb76c0 x-openstack-request-id: req-268496d1-72bd-4723-b46b-de42bdbb76c0 {{(pid=104416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 04:21:30.913755 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8cc38d9c-363d-4a90-a5a3-2f16ee1f8a99", "name": "network-vif-deleted", "tag": "2a4fd84e-fb19-4d1c-b772-2251c8322151", "status": "completed", "code": 200}]} {{(pid=104416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 04:21:30.914215 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-268496d1-72bd-4723-b46b-de42bdbb76c0 {{(pid=104416) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 04:21:30.914713 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.notifiers.nova [-] Nova event matching ['req-268496d1-72bd-4723-b46b-de42bdbb76c0'] response: {'server_uuid': '8cc38d9c-363d-4a90-a5a3-2f16ee1f8a99', 'name': 'network-vif-deleted', 'tag': '2a4fd84e-fb19-4d1c-b772-2251c8322151', 'status': 'completed', 'code': 200} Jun 30 04:21:30.917750 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-e352ae16-3031-4d8a-bb6f-d5503b5c62fb req-623fdbe8-e4c8-4b55-a080-ffa96025a66f tempest-TestVolumeBootPattern-1718480899 tempest-TestVolumeBootPattern-1718480899-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4095053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781926239317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1764130'] for port (231a2e75-10e5-4ba7-b633-e79d395e40f4), after_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:21:30.935194 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.db.l3_hamode_db [None req-0010e528-98db-4649-a4c6-e6c182300966 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a319384-37a0-4ca0-92b2-eb70b04e234d', 'name': 'tempest-TestMinimumBasicScenario-1152490574-router', 'tenant_id': '45344bd3e7e64b76a20d9a98cd61bb4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14b0e4f-074d-4507-846c-fc8420bddf12', 'external_fixed_ips': [{'subnet_id': '15378187-268c-4fae-ace7-eaca7aa50f90', 'ip_address': '172.27.1.245'}], 'enable_snat': True}, 'gw_port_id': 'e8d5a44d-2401-4629-bf3c-f11875e733da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T04:18:27Z', 'updated_at': '2022-06-30T04:21:29Z', 'revision_number': 5, 'project_id': '45344bd3e7e64b76a20d9a98cd61bb4c', 'gw_port': {'id': 'e8d5a44d-2401-4629-bf3c-f11875e733da', 'name': '', 'network_id': 'a14b0e4f-074d-4507-846c-fc8420bddf12', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:c0:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a319384-37a0-4ca0-92b2-eb70b04e234d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '15378187-268c-4fae-ace7-eaca7aa50f90', 'ip_address': '172.27.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T04:18:27Z', 'updated_at': '2022-06-30T04:18:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15378187-268c-4fae-ace7-eaca7aa50f90', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-7-iscsi'}], 'dv-cinder-846842-7-iscsi', False) {} {{(pid=104417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 04:21:30.937252 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:SELECT=100 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:21:30.990511 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0010e528-98db-4649-a4c6-e6c182300966 None None] Checking router: 5a319384-37a0-4ca0-92b2-eb70b04e234d for host: dv-cinder-846842-7-iscsi {{(pid=104417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 04:21:30.999287 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0010e528-98db-4649-a4c6-e6c182300966 None None] Routers {'5a319384-37a0-4ca0-92b2-eb70b04e234d'} bound to L3 agent in host dv-cinder-846842-7-iscsi {{(pid=104417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 30 04:21:31.000394 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.db.l3_hamode_db [None req-0010e528-98db-4649-a4c6-e6c182300966 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-30T04:07:07Z,description=,heartbeat_timestamp=2022-06-30T04:21:08Z,host='dv-cinder-846842-7-iscsi',id=2ea21a61-d737-4543-a811-a0d035fbf0f6,load=0,resource_versions=,resources_synced=,started_at=2022-06-30T04:07:07Z,topic='l3_agent')) {'router_ids': ['5a319384-37a0-4ca0-92b2-eb70b04e234d'], 'active': True} {{(pid=104417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 04:21:31.020808 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-72a6fe78-aff3-4c73-84bd-4f70812d7e2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4095053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781926635560', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781926239326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11645207'] for port (e8d5a44d-2401-4629-bf3c-f11875e733da), after_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:21:31.042632 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e352ae16-3031-4d8a-bb6f-d5503b5c62fb req-623fdbe8-e4c8-4b55-a080-ffa96025a66f tempest-TestVolumeBootPattern-1718480899 tempest-TestVolumeBootPattern-1718480899-project] Network db2948ec-060f-4621-8ce6-8119698c91b1 is already hosted by enough agents. {{(pid=104416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 04:21:31.048469 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623fdbe8-e4c8-4b55-a080-ffa96025a66f tempest-TestVolumeBootPattern-1718480899 tempest-TestVolumeBootPattern-1718480899-project] Pushing event updated for resources: {'Port': ['ID=231a2e75-10e5-4ba7-b633-e79d395e40f4,revision_number=1']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:21:31.056470 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.scheduler.base_scheduler [req-e352ae16-3031-4d8a-bb6f-d5503b5c62fb req-623fdbe8-e4c8-4b55-a080-ffa96025a66f tempest-TestVolumeBootPattern-1718480899 tempest-TestVolumeBootPattern-1718480899-project] Resources bound (agent type, host, resource id): {{(pid=104416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 04:21:31.058807 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a6fe78-aff3-4c73-84bd-4f70812d7e2d admin admin] Pushing event deleted for resources: {'Port': ['ID=e8d5a44d-2401-4629-bf3c-f11875e733da,revision_number=None']} {{(pid=104415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:21:31.059565 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.db.l3_dvrscheduler_db [req-e352ae16-3031-4d8a-bb6f-d5503b5c62fb req-623fdbe8-e4c8-4b55-a080-ffa96025a66f tempest-TestVolumeBootPattern-1718480899 tempest-TestVolumeBootPattern-1718480899-project] Received port after_create {{(pid=104416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 30 04:21:31.086920 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.rpc [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Device 2a4fd84e-fb19-4d1c-b772-2251c8322151 no longer exists at agent hyperv_hv-cinder-84684 {{(pid=104417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 04:21:31.131806 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-72a6fe78-aff3-4c73-84bd-4f70812d7e2d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-622358'] for router_gateway (5a319384-37a0-4ca0-92b2-eb70b04e234d), after_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:21:31.137530 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] No Port match for: 2a4fd84e-fb19-4d1c-b772-2251c8322151 {{(pid=104417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 30 04:21:31.137967 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.rpc [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Device 2a4fd84e-fb19-4d1c-b772-2251c8322151 not bound to the agent host hv-cinder-84684 {{(pid=104417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 04:21:31.157749 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e352ae16-3031-4d8a-bb6f-d5503b5c62fb req-623fdbe8-e4c8-4b55-a080-ffa96025a66f tempest-TestVolumeBootPattern-1718480899 tempest-TestVolumeBootPattern-1718480899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:21:31.158595 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-e352ae16-3031-4d8a-bb6f-d5503b5c62fb req-623fdbe8-e4c8-4b55-a080-ffa96025a66f tempest-TestVolumeBootPattern-1718480899 tempest-TestVolumeBootPattern-1718480899-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13292'] for port (None), before_response {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:21:31.171233 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.db.l3_dvr_db [None req-0010e528-98db-4649-a4c6-e6c182300966 None None] Set router 5a319384-37a0-4ca0-92b2-eb70b04e234d gateway port host: None {{(pid=104417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 30 04:21:31.184700 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-e352ae16-3031-4d8a-bb6f-d5503b5c62fb req-623fdbe8-e4c8-4b55-a080-ffa96025a66f tempest-TestVolumeBootPattern-1718480899 tempest-TestVolumeBootPattern-1718480899-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9806330 Jun 30 04:21:31.255729 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-72a6fe78-aff3-4c73-84bd-4f70812d7e2d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-612909', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-992710'] for router (5a319384-37a0-4ca0-92b2-eb70b04e234d), precommit_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:21:31.258659 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-72a6fe78-aff3-4c73-84bd-4f70812d7e2d admin admin] Publish callbacks [] for router_controller (5a319384-37a0-4ca0-92b2-eb70b04e234d), precommit_delete_associations {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:21:31.263544 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.db.l3_hamode_db [None req-0010e528-98db-4649-a4c6-e6c182300966 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a319384-37a0-4ca0-92b2-eb70b04e234d', 'name': 'tempest-TestMinimumBasicScenario-1152490574-router', 'tenant_id': '45344bd3e7e64b76a20d9a98cd61bb4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T04:18:27Z', 'updated_at': '2022-06-30T04:21:30Z', 'revision_number': 6, 'project_id': '45344bd3e7e64b76a20d9a98cd61bb4c', 'gw_port_host': None}], 'dv-cinder-846842-7-iscsi', False) {} {{(pid=104417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 04:21:31.269785 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:21:31.288249 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:SELECT=100 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:21:31.302514 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.db.l3_hamode_db [None req-2d3632fc-39e5-4c27-b6d0-d54ac0bf91bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14dd9340-9cf5-4523-a842-7d5aab670ffb', 'name': 'tempest-ServerRescueNegativeTestJSON-2013191960-router', 'tenant_id': '74b53f46d15c4465b9005939114e67a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14b0e4f-074d-4507-846c-fc8420bddf12', 'external_fixed_ips': [{'subnet_id': '15378187-268c-4fae-ace7-eaca7aa50f90', 'ip_address': '172.27.1.60'}], 'enable_snat': True}, 'gw_port_id': '680d7f3a-cee8-4ca1-828c-66dca56cd16c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T04:16:26Z', 'updated_at': '2022-06-30T04:16:32Z', 'revision_number': 4, 'project_id': '74b53f46d15c4465b9005939114e67a3', 'gw_port': {'id': '680d7f3a-cee8-4ca1-828c-66dca56cd16c', 'name': '', 'network_id': 'a14b0e4f-074d-4507-846c-fc8420bddf12', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:be:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14dd9340-9cf5-4523-a842-7d5aab670ffb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '15378187-268c-4fae-ace7-eaca7aa50f90', 'ip_address': '172.27.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T04:16:27Z', 'updated_at': '2022-06-30T04:16:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15378187-268c-4fae-ace7-eaca7aa50f90', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-7-iscsi', '_interfaces': [{'id': '6c61d533-f4ae-4d98-96d7-8819e728f60d', 'name': '', 'network_id': 'd053466e-8b12-41f1-8495-352ca2b58558', 'tenant_id': '74b53f46d15c4465b9005939114e67a3', 'mac_address': 'fa:16:3e:5e:f2:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14dd9340-9cf5-4523-a842-7d5aab670ffb', 'device_owner': 'network:router_interface', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': '1d12b51a-7dad-4338-8514-f9c8956a192d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T04:16:31Z', 'updated_at': '2022-06-30T04:16:35Z', 'revision_number': 5, 'project_id': '74b53f46d15c4465b9005939114e67a3', 'subnets': [{'id': '1d12b51a-7dad-4338-8514-f9c8956a192d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846842-7-iscsi', False) {} {{(pid=104418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 04:21:31.306148 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0010e528-98db-4649-a4c6-e6c182300966 None None] The sync data for ids ['5a319384-37a0-4ca0-92b2-eb70b04e234d'] in dv-cinder-846842-7-iscsi is: [{'id': '5a319384-37a0-4ca0-92b2-eb70b04e234d', 'name': 'tempest-TestMinimumBasicScenario-1152490574-router', 'tenant_id': '45344bd3e7e64b76a20d9a98cd61bb4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T04:18:27Z', 'updated_at': '2022-06-30T04:21:30Z', 'revision_number': 6, 'project_id': '45344bd3e7e64b76a20d9a98cd61bb4c', 'gw_port_host': None}] {{(pid=104417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 04:21:31.344190 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.v2.base [req-e352ae16-3031-4d8a-bb6f-d5503b5c62fb req-eebc7861-1647-402b-84d0-108c41362637 service neutron] Request body: {'port': {'device_id': '997a86f0-800e-427c-91a4-9c6a7c8f7fff', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84684'}} {{(pid=104416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 30 04:21:31.349986 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d3632fc-39e5-4c27-b6d0-d54ac0bf91bd None None] Checking router: 14dd9340-9cf5-4523-a842-7d5aab670ffb for host: dv-cinder-846842-7-iscsi {{(pid=104418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 04:21:31.359582 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d3632fc-39e5-4c27-b6d0-d54ac0bf91bd None None] Routers {'14dd9340-9cf5-4523-a842-7d5aab670ffb'} bound to L3 agent in host dv-cinder-846842-7-iscsi {{(pid=104418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 30 04:21:31.360428 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.db.l3_hamode_db [None req-2d3632fc-39e5-4c27-b6d0-d54ac0bf91bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-30T04:07:07Z,description=,heartbeat_timestamp=2022-06-30T04:21:08Z,host='dv-cinder-846842-7-iscsi',id=2ea21a61-d737-4543-a811-a0d035fbf0f6,load=0,resource_versions=,resources_synced=,started_at=2022-06-30T04:07:07Z,topic='l3_agent')) {'router_ids': ['14dd9340-9cf5-4523-a842-7d5aab670ffb'], 'active': True} {{(pid=104418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 04:21:31.378083 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-72a6fe78-aff3-4c73-84bd-4f70812d7e2d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-613100'] for router (5a319384-37a0-4ca0-92b2-eb70b04e234d), after_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:21:31.378754 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72a6fe78-aff3-4c73-84bd-4f70812d7e2d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5a319384-37a0-4ca0-92b2-eb70b04e234d {{(pid=104415) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 04:21:31.384996 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-72a6fe78-aff3-4c73-84bd-4f70812d7e2d admin admin] Publish callbacks [] for router (None), before_response {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:21:31.388605 dv-cinder-846842-7-iscsi neutron-server[104415]: INFO neutron.wsgi [None req-72a6fe78-aff3-4c73-84bd-4f70812d7e2d admin admin] 10.222.0.13 "DELETE /v2.0/routers/5a319384-37a0-4ca0-92b2-eb70b04e234d HTTP/1.1" status: 204 len: 168 time: 1.0097463 Jun 30 04:21:31.390015 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.wsgi [-] (104415) accepted ('10.222.0.13', 56164) {{(pid=104415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 04:21:31.448307 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.db.provisioning_blocks [None req-738cc21a-db06-498a-98b4-a0f92b7cb870 None None] Provisioning complete for port 231a2e75-10e5-4ba7-b633-e79d395e40f4 triggered by entity DHCP. {{(pid=104417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 30 04:21:31.449492 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-738cc21a-db06-498a-98b4-a0f92b7cb870 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565073'] for port (231a2e75-10e5-4ba7-b633-e79d395e40f4), provisioning_complete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:21:31.458007 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-e352ae16-3031-4d8a-bb6f-d5503b5c62fb req-eebc7861-1647-402b-84d0-108c41362637 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3606762'] for port (231a2e75-10e5-4ba7-b633-e79d395e40f4), before_update {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:21:31.498834 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.db.l3_dvr_db [None req-2d3632fc-39e5-4c27-b6d0-d54ac0bf91bd None None] Set router 14dd9340-9cf5-4523-a842-7d5aab670ffb gateway port host: dv-cinder-846842-7-iscsi {{(pid=104418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 30 04:21:31.505874 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-738cc21a-db06-498a-98b4-a0f92b7cb870 None None] Port 231a2e75-10e5-4ba7-b633-e79d395e40f4 cannot update to ACTIVE because it is not bound. {{(pid=104417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 30 04:21:31.633258 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.13', 56170) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 04:21:31.730780 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f882134-acb2-4a35-af6c-1b6cd8e66e4a admin admin] Deleting subnet a2c9f785-4b8c-4612-b26f-b639a33deb05 {{(pid=104415) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 30 04:21:31.734346 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-7f882134-acb2-4a35-af6c-1b6cd8e66e4a admin admin] Publish callbacks [] for subnet (a2c9f785-4b8c-4612-b26f-b639a33deb05), before_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:21:31.770111 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-7f882134-acb2-4a35-af6c-1b6cd8e66e4a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8605181'] for subnet (a2c9f785-4b8c-4612-b26f-b639a33deb05), precommit_delete_associations {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:21:31.774807 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.db.l3_hamode_db [None req-2d3632fc-39e5-4c27-b6d0-d54ac0bf91bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14dd9340-9cf5-4523-a842-7d5aab670ffb', 'name': 'tempest-ServerRescueNegativeTestJSON-2013191960-router', 'tenant_id': '74b53f46d15c4465b9005939114e67a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14b0e4f-074d-4507-846c-fc8420bddf12', 'external_fixed_ips': [{'subnet_id': '15378187-268c-4fae-ace7-eaca7aa50f90', 'ip_address': '172.27.1.60'}], 'enable_snat': True}, 'gw_port_id': '680d7f3a-cee8-4ca1-828c-66dca56cd16c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T04:16:26Z', 'updated_at': '2022-06-30T04:16:32Z', 'revision_number': 4, 'project_id': '74b53f46d15c4465b9005939114e67a3', 'gw_port': {'id': '680d7f3a-cee8-4ca1-828c-66dca56cd16c', 'name': '', 'network_id': 'a14b0e4f-074d-4507-846c-fc8420bddf12', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:be:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14dd9340-9cf5-4523-a842-7d5aab670ffb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '15378187-268c-4fae-ace7-eaca7aa50f90', 'ip_address': '172.27.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T04:16:27Z', 'updated_at': '2022-06-30T04:16:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15378187-268c-4fae-ace7-eaca7aa50f90', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-7-iscsi', '_interfaces': [{'id': '6c61d533-f4ae-4d98-96d7-8819e728f60d', 'name': '', 'network_id': 'd053466e-8b12-41f1-8495-352ca2b58558', 'tenant_id': '74b53f46d15c4465b9005939114e67a3', 'mac_address': 'fa:16:3e:5e:f2:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14dd9340-9cf5-4523-a842-7d5aab670ffb', 'device_owner': 'network:router_interface', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': '1d12b51a-7dad-4338-8514-f9c8956a192d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T04:16:31Z', 'updated_at': '2022-06-30T04:16:35Z', 'revision_number': 5, 'project_id': '74b53f46d15c4465b9005939114e67a3', 'subnets': [{'id': '1d12b51a-7dad-4338-8514-f9c8956a192d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846842-7-iscsi', False) {} {{(pid=104418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 04:21:31.780275 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-9f96489f-624d-44a0-888a-b17b12a70b57 tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] Publish callbacks [] for security_group (06c1f942-66a2-4aeb-bb9e-abcee809d625), before_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:21:31.812406 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d3632fc-39e5-4c27-b6d0-d54ac0bf91bd None None] The sync data for ids ['14dd9340-9cf5-4523-a842-7d5aab670ffb'] in dv-cinder-846842-7-iscsi is: [{'id': '14dd9340-9cf5-4523-a842-7d5aab670ffb', 'name': 'tempest-ServerRescueNegativeTestJSON-2013191960-router', 'tenant_id': '74b53f46d15c4465b9005939114e67a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14b0e4f-074d-4507-846c-fc8420bddf12', 'external_fixed_ips': [{'subnet_id': '15378187-268c-4fae-ace7-eaca7aa50f90', 'ip_address': '172.27.1.60'}], 'enable_snat': True}, 'gw_port_id': '680d7f3a-cee8-4ca1-828c-66dca56cd16c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T04:16:26Z', 'updated_at': '2022-06-30T04:16:32Z', 'revision_number': 4, 'project_id': '74b53f46d15c4465b9005939114e67a3', 'gw_port': {'id': '680d7f3a-cee8-4ca1-828c-66dca56cd16c', 'name': '', 'network_id': 'a14b0e4f-074d-4507-846c-fc8420bddf12', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:be:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14dd9340-9cf5-4523-a842-7d5aab670ffb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '15378187-268c-4fae-ace7-eaca7aa50f90', 'ip_address': '172.27.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T04:16:27Z', 'updated_at': '2022-06-30T04:16:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15378187-268c-4fae-ace7-eaca7aa50f90', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-7-iscsi', '_interfaces': [{'id': '6c61d533-f4ae-4d98-96d7-8819e728f60d', 'name': '', 'network_id': 'd053466e-8b12-41f1-8495-352ca2b58558', 'tenant_id': '74b53f46d15c4465b9005939114e67a3', 'mac_address': 'fa:16:3e:5e:f2:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14dd9340-9cf5-4523-a842-7d5aab670ffb', 'device_owner': 'network:router_interface', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': '1d12b51a-7dad-4338-8514-f9c8956a192d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T04:16:31Z', 'updated_at': '2022-06-30T04:16:35Z', 'revision_number': 5, 'project_id': '74b53f46d15c4465b9005939114e67a3', 'subnets': [{'id': '1d12b51a-7dad-4338-8514-f9c8956a192d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 04:21:31.849785 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-9f96489f-624d-44a0-888a-b17b12a70b57 tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] Publish callbacks [] for security_group (06c1f942-66a2-4aeb-bb9e-abcee809d625), precommit_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:21:31.892318 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9e5302-545f-4356-a90d-688d6bedb065 req-c29fd8e7-2179-4f74-8fe4-38498655d259 tempest-TestVolumeBootPattern-1718480899 tempest-TestVolumeBootPattern-1718480899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:21:31.893766 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-4a9e5302-545f-4356-a90d-688d6bedb065 req-c29fd8e7-2179-4f74-8fe4-38498655d259 tempest-TestVolumeBootPattern-1718480899 tempest-TestVolumeBootPattern-1718480899-project] 10.222.0.13 "GET /v2.0/ports?device_id=997a86f0-800e-427c-91a4-9c6a7c8f7fff HTTP/1.1" status: 200 len: 932 time: 0.1089904 Jun 30 04:21:31.920041 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-7f882134-acb2-4a35-af6c-1b6cd8e66e4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3565464'] for subnet (a2c9f785-4b8c-4612-b26f-b639a33deb05), precommit_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:21:31.934490 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:21:31.944841 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=94,neutron:INSERT=1,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:21:31.981631 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-7f882134-acb2-4a35-af6c-1b6cd8e66e4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3565459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11645304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8617655'] for subnet (a2c9f785-4b8c-4612-b26f-b639a33deb05), after_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:21:31.986278 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:UPDATE=2 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:21:32.011337 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f882134-acb2-4a35-af6c-1b6cd8e66e4a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a2c9f785-4b8c-4612-b26f-b639a33deb05,revision_number=None']} {{(pid=104415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:21:32.015744 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-7f882134-acb2-4a35-af6c-1b6cd8e66e4a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528667'] for subnet (None), before_response {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:21:32.020042 dv-cinder-846842-7-iscsi neutron-server[104415]: INFO neutron.wsgi [None req-7f882134-acb2-4a35-af6c-1b6cd8e66e4a admin admin] 10.222.0.13 "DELETE /v2.0/subnets/a2c9f785-4b8c-4612-b26f-b639a33deb05 HTTP/1.1" status: 204 len: 168 time: 0.6300480 Jun 30 04:21:32.022675 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.wsgi [-] (104415) accepted ('10.222.0.13', 56176) {{(pid=104415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 04:21:32.024990 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98c8b263-3356-4b40-bec7-0f9c612bc3d3 None None] Network 38a447e8-e434-4852-91fd-0c2e9f779465 requested from dv-cinder-846842-7-iscsi {{(pid=104417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 30 04:21:32.049469 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.notifiers.nova [req-e352ae16-3031-4d8a-bb6f-d5503b5c62fb req-eebc7861-1647-402b-84d0-108c41362637 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 231a2e75-10e5-4ba7-b633-e79d395e40f4 {{(pid=104416) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 30 04:21:32.066807 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e4608a-eda4-4e90-ad81-01ccf4eaa891 req-c99fd306-fb7e-4d3d-8ffd-7e4b17d64ff4 tempest-TestShelveInstance-1069409963 tempest-TestShelveInstance-1069409963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:21:32.074313 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-08e4608a-eda4-4e90-ad81-01ccf4eaa891 req-c99fd306-fb7e-4d3d-8ffd-7e4b17d64ff4 tempest-TestShelveInstance-1069409963 tempest-TestShelveInstance-1069409963-project] 10.222.0.13 "GET /v2.0/ports?device_id=51354e88-a19f-433f-85b3-126269c921c4 HTTP/1.1" status: 200 len: 944 time: 0.1676743 Jun 30 04:21:32.087212 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-e352ae16-3031-4d8a-bb6f-d5503b5c62fb req-eebc7861-1647-402b-84d0-108c41362637 service neutron] Publish callbacks [] for port (231a2e75-10e5-4ba7-b633-e79d395e40f4), precommit_update {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:21:32.089941 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-9f96489f-624d-44a0-888a-b17b12a70b57 tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3637186'] for security_group (06c1f942-66a2-4aeb-bb9e-abcee809d625), after_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:21:32.092629 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-9f96489f-624d-44a0-888a-b17b12a70b57 tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] Publish callbacks [] for security_group (None), before_response {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:21:32.093912 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-9f96489f-624d-44a0-888a-b17b12a70b57 tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] 10.222.0.13 "DELETE /v2.0/security-groups/06c1f942-66a2-4aeb-bb9e-abcee809d625 HTTP/1.1" status: 204 len: 168 time: 0.4601686 Jun 30 04:21:32.100532 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.wsgi [-] (104415) accepted ('10.222.0.13', 56178) {{(pid=104415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 04:21:32.103759 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-4a9e5302-545f-4356-a90d-688d6bedb065 req-eafc3041-a090-4345-b73d-6b1c034404aa tempest-TestVolumeBootPattern-1718480899 tempest-TestVolumeBootPattern-1718480899-project] 10.222.0.13 "GET /v2.0/security-groups?id=1e7d7258-f507-4717-8413-3442decd3e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1981943 Jun 30 04:21:32.125349 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f96489f-624d-44a0-888a-b17b12a70b57 tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=06c1f942-66a2-4aeb-bb9e-abcee809d625,revision_number=None']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:21:32.135238 dv-cinder-846842-7-iscsi neutron-server[104415]: INFO neutron.api.v2.resource [None req-2bee6640-caf8-4b2a-976d-5446908f5765 tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] show failed (client error): The resource could not be found. Jun 30 04:21:32.136588 dv-cinder-846842-7-iscsi neutron-server[104415]: INFO neutron.wsgi [None req-2bee6640-caf8-4b2a-976d-5446908f5765 tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] 10.222.0.13 "GET /v2.0/security-groups/06c1f942-66a2-4aeb-bb9e-abcee809d625 HTTP/1.1" status: 404 len: 347 time: 0.0346787 Jun 30 04:21:32.136954 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.db.provisioning_blocks [req-e352ae16-3031-4d8a-bb6f-d5503b5c62fb req-eebc7861-1647-402b-84d0-108c41362637 service neutron] Transition to ACTIVE for port object 231a2e75-10e5-4ba7-b633-e79d395e40f4 will not be triggered until provisioned by entity L2. {{(pid=104416) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 30 04:21:32.139397 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.wsgi [-] (104415) accepted ('10.222.0.13', 56180) {{(pid=104415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 04:21:32.152413 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-e352ae16-3031-4d8a-bb6f-d5503b5c62fb req-eebc7861-1647-402b-84d0-108c41362637 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4095053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781926634698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781926239335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781926239353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1764123'] for port (231a2e75-10e5-4ba7-b633-e79d395e40f4), after_update {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:21:32.152660 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-1f383ffb-9d03-4da5-aed4-6be1163c9d3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3657771'] for network (38a447e8-e434-4852-91fd-0c2e9f779465), before_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:21:32.212446 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-08e4608a-eda4-4e90-ad81-01ccf4eaa891 req-91e9601a-f1ec-47bf-8d3f-d6a66db10f34 tempest-TestShelveInstance-1069409963 tempest-TestShelveInstance-1069409963-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f4a7f03-b349-4d47-a044-e7fe563f709b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1372588 Jun 30 04:21:32.262158 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eebc7861-1647-402b-84d0-108c41362637 service neutron] Pushing event updated for resources: {'Port': ['ID=231a2e75-10e5-4ba7-b633-e79d395e40f4,revision_number=2']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:21:32.266932 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be4fe9ff-dad4-4d59-ae01-27af3582d842 None None] New status for floating IP 74efdf81-f603-4f7c-9031-1a4d847d3576: DOWN {{(pid=104417) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 30 04:21:32.325313 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.plugins.ml2.plugin [None req-1f383ffb-9d03-4da5-aed4-6be1163c9d3d admin admin] Deleting port 635cb6ed-6c26-4dec-9f01-2028b745af91 {{(pid=104415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 30 04:21:32.325915 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-1f383ffb-9d03-4da5-aed4-6be1163c9d3d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781926629636'] for port (635cb6ed-6c26-4dec-9f01-2028b745af91), before_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:21:32.351703 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.managers [req-e352ae16-3031-4d8a-bb6f-d5503b5c62fb req-eebc7861-1647-402b-84d0-108c41362637 service neutron] Attempting to bind port 231a2e75-10e5-4ba7-b633-e79d395e40f4 on host hv-cinder-84684 for vnic_type normal with profile {{(pid=104416) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 30 04:21:32.352755 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.managers [req-e352ae16-3031-4d8a-bb6f-d5503b5c62fb req-eebc7861-1647-402b-84d0-108c41362637 service neutron] Attempting to bind port 231a2e75-10e5-4ba7-b633-e79d395e40f4 by drivers openvswitch,hyperv on host hv-cinder-84684 at level 0 using segments [{'id': '29fd2ab4-096b-48df-8eef-82f2cdac089f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'db2948ec-060f-4621-8ce6-8119698c91b1'}] {{(pid=104416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 30 04:21:32.353142 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e352ae16-3031-4d8a-bb6f-d5503b5c62fb req-eebc7861-1647-402b-84d0-108c41362637 service neutron] Attempting to bind port 231a2e75-10e5-4ba7-b633-e79d395e40f4 on network db2948ec-060f-4621-8ce6-8119698c91b1 {{(pid=104416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 30 04:21:32.358423 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e352ae16-3031-4d8a-bb6f-d5503b5c62fb req-eebc7861-1647-402b-84d0-108c41362637 service neutron] Port 231a2e75-10e5-4ba7-b633-e79d395e40f4 on network db2948ec-060f-4621-8ce6-8119698c91b1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84684 {{(pid=104416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 30 04:21:32.358804 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e352ae16-3031-4d8a-bb6f-d5503b5c62fb req-eebc7861-1647-402b-84d0-108c41362637 service neutron] Attempting to bind port 231a2e75-10e5-4ba7-b633-e79d395e40f4 on network db2948ec-060f-4621-8ce6-8119698c91b1 {{(pid=104416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 30 04:21:32.366834 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e352ae16-3031-4d8a-bb6f-d5503b5c62fb req-eebc7861-1647-402b-84d0-108c41362637 service neutron] Checking agent: {'id': 'ef703bef-7cc0-467c-baa9-fe8a66be565c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84684', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 30, 4, 13, 10), 'started_at': datetime.datetime(2022, 6, 30, 4, 13, 10), 'heartbeat_timestamp': datetime.datetime(2022, 6, 30, 4, 21, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 30 04:21:32.367387 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e352ae16-3031-4d8a-bb6f-d5503b5c62fb req-eebc7861-1647-402b-84d0-108c41362637 service neutron] Checking segment: {'id': '29fd2ab4-096b-48df-8eef-82f2cdac089f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'db2948ec-060f-4621-8ce6-8119698c91b1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104416) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 30 04:21:32.367854 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e352ae16-3031-4d8a-bb6f-d5503b5c62fb req-eebc7861-1647-402b-84d0-108c41362637 service neutron] Bound using segment: {'id': '29fd2ab4-096b-48df-8eef-82f2cdac089f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'db2948ec-060f-4621-8ce6-8119698c91b1'} {{(pid=104416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 30 04:21:32.368365 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.managers [req-e352ae16-3031-4d8a-bb6f-d5503b5c62fb req-eebc7861-1647-402b-84d0-108c41362637 service neutron] Bound port: 231a2e75-10e5-4ba7-b633-e79d395e40f4, host: hv-cinder-84684, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '29fd2ab4-096b-48df-8eef-82f2cdac089f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'db2948ec-060f-4621-8ce6-8119698c91b1'}}] {{(pid=104416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 30 04:21:32.368939 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-e352ae16-3031-4d8a-bb6f-d5503b5c62fb req-eebc7861-1647-402b-84d0-108c41362637 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3606762'] for port (231a2e75-10e5-4ba7-b633-e79d395e40f4), before_update {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:21:32.379246 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff42d33c-3a25-4afd-9b90-f224a5e82072 None None] DHCP port deletion for 38a447e8-e434-4852-91fd-0c2e9f779465 request from dv-cinder-846842-7-iscsi {{(pid=104417) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 30 04:21:32.386709 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.plugins.ml2.plugin [None req-b396e279-fca8-473f-826e-32ea74a453db tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] Deleting port 09dcf6de-3af5-4f14-b5db-299df15ee27d {{(pid=104415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 30 04:21:32.387364 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-b396e279-fca8-473f-826e-32ea74a453db tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781926629636'] for port (09dcf6de-3af5-4f14-b5db-299df15ee27d), before_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:21:32.464350 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.db [req-e352ae16-3031-4d8a-bb6f-d5503b5c62fb req-eebc7861-1647-402b-84d0-108c41362637 service neutron] For port 231a2e75-10e5-4ba7-b633-e79d395e40f4, host hv-cinder-84684, cleared binding levels {{(pid=104416) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 04:21:32.471782 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.db [req-e352ae16-3031-4d8a-bb6f-d5503b5c62fb req-eebc7861-1647-402b-84d0-108c41362637 service neutron] For port 231a2e75-10e5-4ba7-b633-e79d395e40f4, host hv-cinder-84684, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=231a2e75-10e5-4ba7-b633-e79d395e40f4,segment=NetworkSegment(29fd2ab4-096b-48df-8eef-82f2cdac089f),segment_id=29fd2ab4-096b-48df-8eef-82f2cdac089f)] {{(pid=104416) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 04:21:32.483552 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-e352ae16-3031-4d8a-bb6f-d5503b5c62fb req-eebc7861-1647-402b-84d0-108c41362637 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4095053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781926634698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781926239335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781926239353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1764123'] for port (231a2e75-10e5-4ba7-b633-e79d395e40f4), after_update {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:21:32.525155 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e352ae16-3031-4d8a-bb6f-d5503b5c62fb req-eebc7861-1647-402b-84d0-108c41362637 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:21:32.525769 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-e352ae16-3031-4d8a-bb6f-d5503b5c62fb req-eebc7861-1647-402b-84d0-108c41362637 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13292'] for port (None), before_response {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:21:32.527687 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-e352ae16-3031-4d8a-bb6f-d5503b5c62fb req-eebc7861-1647-402b-84d0-108c41362637 service neutron] 10.222.0.20 "PUT /v2.0/ports/231a2e75-10e5-4ba7-b633-e79d395e40f4 HTTP/1.1" status: 200 len: 1094 time: 1.1883068 Jun 30 04:21:32.533456 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.plugins.ml2.db [None req-1f383ffb-9d03-4da5-aed4-6be1163c9d3d admin admin] For port 635cb6ed-6c26-4dec-9f01-2028b745af91, host dv-cinder-846842-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-7-iscsi',level=0,port_id=635cb6ed-6c26-4dec-9f01-2028b745af91,segment=NetworkSegment(317f0beb-2dac-40e3-bf82-fc85d506e21b),segment_id=317f0beb-2dac-40e3-bf82-fc85d506e21b)] {{(pid=104415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 04:21:32.533839 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-1f383ffb-9d03-4da5-aed4-6be1163c9d3d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616079'] for port (635cb6ed-6c26-4dec-9f01-2028b745af91), precommit_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:21:32.545655 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=87,neutron:DELETE=10,neutron:UPDATE=3 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:21:32.567519 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.plugins.ml2.plugin [None req-1f383ffb-9d03-4da5-aed4-6be1163c9d3d admin admin] Calling delete_port for 635cb6ed-6c26-4dec-9f01-2028b745af91 owned by network:dhcp {{(pid=104415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 30 04:21:32.571615 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:21:32.572579 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-b396e279-fca8-473f-826e-32ea74a453db tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616079'] for port (09dcf6de-3af5-4f14-b5db-299df15ee27d), precommit_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:21:32.573262 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-b396e279-fca8-473f-826e-32ea74a453db tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] Publish callbacks [] for floatingip (09dcf6de-3af5-4f14-b5db-299df15ee27d), precommit_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:21:32.590445 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-ff42d33c-3a25-4afd-9b90-f224a5e82072 None None] Deleting port 635cb6ed-6c26-4dec-9f01-2028b745af91 {{(pid=104417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 30 04:21:32.590825 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-ff42d33c-3a25-4afd-9b90-f224a5e82072 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781926629636'] for port (635cb6ed-6c26-4dec-9f01-2028b745af91), before_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:21:32.604321 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.plugins.ml2.plugin [None req-b396e279-fca8-473f-826e-32ea74a453db tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] Calling delete_port for 09dcf6de-3af5-4f14-b5db-299df15ee27d owned by network:floatingip {{(pid=104415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 30 04:21:32.641677 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eebc7861-1647-402b-84d0-108c41362637 service neutron] Pushing event updated for resources: {'Port': ['ID=231a2e75-10e5-4ba7-b633-e79d395e40f4,revision_number=3']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:21:32.657806 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e352ae16-3031-4d8a-bb6f-d5503b5c62fb req-bd6dcc5a-cfdd-4f53-89d8-2b54c8ee0c50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:21:32.659965 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-e352ae16-3031-4d8a-bb6f-d5503b5c62fb req-bd6dcc5a-cfdd-4f53-89d8-2b54c8ee0c50 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c2fe0f4b2519494ea784cea098da6be3&device_id=997a86f0-800e-427c-91a4-9c6a7c8f7fff HTTP/1.1" status: 200 len: 1128 time: 0.0732799 Jun 30 04:21:32.694541 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.db [None req-ff42d33c-3a25-4afd-9b90-f224a5e82072 None None] For port 635cb6ed-6c26-4dec-9f01-2028b745af91, host dv-cinder-846842-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-7-iscsi',level=0,port_id=635cb6ed-6c26-4dec-9f01-2028b745af91,segment=NetworkSegment(317f0beb-2dac-40e3-bf82-fc85d506e21b),segment_id=317f0beb-2dac-40e3-bf82-fc85d506e21b)] {{(pid=104417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 04:21:32.695273 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-ff42d33c-3a25-4afd-9b90-f224a5e82072 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616079'] for port (635cb6ed-6c26-4dec-9f01-2028b745af91), precommit_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:21:32.710531 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-e352ae16-3031-4d8a-bb6f-d5503b5c62fb req-3b01a3fc-2027-4e93-85e5-51cb11315530 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=231a2e75-10e5-4ba7-b633-e79d395e40f4 HTTP/1.1" status: 200 len: 217 time: 0.0434508 Jun 30 04:21:32.711757 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-ff42d33c-3a25-4afd-9b90-f224a5e82072 None None] Calling delete_port for 635cb6ed-6c26-4dec-9f01-2028b745af91 owned by network:dhcp {{(pid=104417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 30 04:21:32.796935 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e352ae16-3031-4d8a-bb6f-d5503b5c62fb req-d09d35ab-e3db-473d-819d-f2bfaca44a9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:21:32.800195 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-e352ae16-3031-4d8a-bb6f-d5503b5c62fb req-d09d35ab-e3db-473d-819d-f2bfaca44a9f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d15d22dc-e983-46bc-a814-5adbf2d25b83 HTTP/1.1" status: 200 len: 850 time: 0.0789769 Jun 30 04:21:32.822680 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-ff42d33c-3a25-4afd-9b90-f224a5e82072 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4095053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781926635560', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781926239326'] for port (635cb6ed-6c26-4dec-9f01-2028b745af91), after_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:21:32.827306 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-1f383ffb-9d03-4da5-aed4-6be1163c9d3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4095053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781926635560', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781926239326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11645207'] for port (635cb6ed-6c26-4dec-9f01-2028b745af91), after_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:21:32.850256 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff42d33c-3a25-4afd-9b90-f224a5e82072 None None] Pushing event deleted for resources: {'Port': ['ID=635cb6ed-6c26-4dec-9f01-2028b745af91,revision_number=None']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:21:32.861733 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e352ae16-3031-4d8a-bb6f-d5503b5c62fb req-16d505c9-c3df-42ed-a8c1-8d6d2cd35998 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:21:32.863299 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff42d33c-3a25-4afd-9b90-f224a5e82072 None None] No DVR routers for this DVR port 635cb6ed-6c26-4dec-9f01-2028b745af91 on host dv-cinder-846842-7-iscsi {{(pid=104417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 30 04:21:32.863866 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-e352ae16-3031-4d8a-bb6f-d5503b5c62fb req-16d505c9-c3df-42ed-a8c1-8d6d2cd35998 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=db2948ec-060f-4621-8ce6-8119698c91b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0564802 Jun 30 04:21:32.882915 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f383ffb-9d03-4da5-aed4-6be1163c9d3d admin admin] Pushing event deleted for resources: {'Port': ['ID=635cb6ed-6c26-4dec-9f01-2028b745af91,revision_number=None']} {{(pid=104415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:21:32.884624 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f383ffb-9d03-4da5-aed4-6be1163c9d3d admin admin] No DVR routers for this DVR port 635cb6ed-6c26-4dec-9f01-2028b745af91 on host dv-cinder-846842-7-iscsi {{(pid=104415) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 30 04:21:32.915703 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '997a86f0-800e-427c-91a4-9c6a7c8f7fff', 'tag': '231a2e75-10e5-4ba7-b633-e79d395e40f4'}] {{(pid=104416) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 30 04:21:32.918355 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8111519efe35ff5952c269e16f689610d56ef28aa1e0b77ca5734c542983c30f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a1f1b99-386f-4152-9627-f6ed9ea05b23" -d '{"events": [{"name": "network-changed", "server_uuid": "997a86f0-800e-427c-91a4-9c6a7c8f7fff", "tag": "231a2e75-10e5-4ba7-b633-e79d395e40f4"}]}' {{(pid=104416) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 04:21:32.959684 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Jun 2022 04:21:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2114a8d-f784-43cd-9234-dd737b234091 x-openstack-request-id: req-c2114a8d-f784-43cd-9234-dd737b234091 {{(pid=104416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 04:21:32.959974 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "997a86f0-800e-427c-91a4-9c6a7c8f7fff", "tag": "231a2e75-10e5-4ba7-b633-e79d395e40f4", "status": "completed", "code": 200}]} {{(pid=104416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 04:21:32.960223 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c2114a8d-f784-43cd-9234-dd737b234091 {{(pid=104416) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 04:21:32.960617 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c2114a8d-f784-43cd-9234-dd737b234091'] response: {'name': 'network-changed', 'server_uuid': '997a86f0-800e-427c-91a4-9c6a7c8f7fff', 'tag': '231a2e75-10e5-4ba7-b633-e79d395e40f4', 'status': 'completed', 'code': 200} Jun 30 04:21:32.981445 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-e352ae16-3031-4d8a-bb6f-d5503b5c62fb req-d05e5420-fcd6-4e8f-95ab-baad19113c4b service neutron] 10.222.0.20 "GET /v2.0/networks/db2948ec-060f-4621-8ce6-8119698c91b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1099865 Jun 30 04:21:32.989900 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-1f383ffb-9d03-4da5-aed4-6be1163c9d3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3567502', 'neutron.services.segments.db._delete_segments_for_network-8781926756190'] for network (38a447e8-e434-4852-91fd-0c2e9f779465), precommit_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:21:33.014771 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-b396e279-fca8-473f-826e-32ea74a453db tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4095053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781926635560', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781926239326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11645207'] for port (09dcf6de-3af5-4f14-b5db-299df15ee27d), after_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:21:33.018310 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.services.segments.db [None req-1f383ffb-9d03-4da5-aed4-6be1163c9d3d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['38a447e8-e434-4852-91fd-0c2e9f779465']}} {{(pid=104415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 04:21:33.018431 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:21:33.054957 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.services.segments.db [None req-1f383ffb-9d03-4da5-aed4-6be1163c9d3d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '317f0beb-2dac-40e3-bf82-fc85d506e21b') {'for_net_delete': True} {{(pid=104415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 04:21:33.055249 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.services.segments.db [None req-1f383ffb-9d03-4da5-aed4-6be1163c9d3d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '317f0beb-2dac-40e3-bf82-fc85d506e21b') {} {{(pid=104415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 04:21:33.057135 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b396e279-fca8-473f-826e-32ea74a453db tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] Pushing event deleted for resources: {'Port': ['ID=09dcf6de-3af5-4f14-b5db-299df15ee27d,revision_number=None']} {{(pid=104415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:21:33.070567 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-1f383ffb-9d03-4da5-aed4-6be1163c9d3d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781926756455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8605126'] for segment (317f0beb-2dac-40e3-bf82-fc85d506e21b), before_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:21:33.086901 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-e352ae16-3031-4d8a-bb6f-d5503b5c62fb req-337d80fd-595a-426b-a863-83d42ea913f5 service neutron] 10.222.0.20 "GET /v2.0/networks/db2948ec-060f-4621-8ce6-8119698c91b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0989664 Jun 30 04:21:33.117935 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-1f383ffb-9d03-4da5-aed4-6be1163c9d3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505043'] for segment (317f0beb-2dac-40e3-bf82-fc85d506e21b), precommit_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:21:33.131133 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f383ffb-9d03-4da5-aed4-6be1163c9d3d admin admin] Releasing vlan 181 on physical network physnet1 to pool {{(pid=104415) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 04:21:33.131474 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-1f383ffb-9d03-4da5-aed4-6be1163c9d3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11645378'] for segment (317f0beb-2dac-40e3-bf82-fc85d506e21b), after_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:21:33.151159 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:21:33.169715 dv-cinder-846842-7-iscsi neutron-server[104415]: INFO neutron.services.segments.plugin [-] Segment 317f0beb-2dac-40e3-bf82-fc85d506e21b resource provider aggregate not found Jun 30 04:21:33.206560 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-b396e279-fca8-473f-826e-32ea74a453db tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] Publish callbacks [] for floatingip (74efdf81-f603-4f7c-9031-1a4d847d3576), after_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:21:33.208788 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-b396e279-fca8-473f-826e-32ea74a453db tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13292'] for floatingip (None), before_response {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:21:33.212859 dv-cinder-846842-7-iscsi neutron-server[104415]: INFO neutron.wsgi [None req-b396e279-fca8-473f-826e-32ea74a453db tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] 10.222.0.13 "DELETE /v2.0/floatingips/74efdf81-f603-4f7c-9031-1a4d847d3576 HTTP/1.1" status: 204 len: 168 time: 1.0723119 Jun 30 04:21:33.230994 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c74f04-7bd6-426e-9c11-449fbff6d03d req-fb4d7601-7e93-458c-831e-c1de63fd265b tempest-TestVolumeBootPattern-1718480899 tempest-TestVolumeBootPattern-1718480899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:21:33.232555 dv-cinder-846842-7-iscsi neutron-server[104415]: INFO neutron.services.segments.plugin [-] Segment 317f0beb-2dac-40e3-bf82-fc85d506e21b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 317f0beb-2dac-40e3-bf82-fc85d506e21b found for delete ", "request_id": "req-4b506ecd-34cc-47a2-afdb-dccdd2a04004"}]} Jun 30 04:21:33.232705 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-29c74f04-7bd6-426e-9c11-449fbff6d03d req-fb4d7601-7e93-458c-831e-c1de63fd265b tempest-TestVolumeBootPattern-1718480899 tempest-TestVolumeBootPattern-1718480899-project] 10.222.0.13 "GET /v2.0/ports?device_id=997a86f0-800e-427c-91a4-9c6a7c8f7fff HTTP/1.1" status: 200 len: 944 time: 0.0578508 Jun 30 04:21:33.236735 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-1f383ffb-9d03-4da5-aed4-6be1163c9d3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3567543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3637173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-620245'] for network (38a447e8-e434-4852-91fd-0c2e9f779465), after_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:21:33.254833 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-1f383ffb-9d03-4da5-aed4-6be1163c9d3d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528667'] for network (None), before_response {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:21:33.254833 dv-cinder-846842-7-iscsi neutron-server[104415]: INFO neutron.wsgi [None req-1f383ffb-9d03-4da5-aed4-6be1163c9d3d admin admin] 10.222.0.13 "DELETE /v2.0/networks/38a447e8-e434-4852-91fd-0c2e9f779465 HTTP/1.1" status: 204 len: 168 time: 1.2304070 Jun 30 04:21:33.287874 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f383ffb-9d03-4da5-aed4-6be1163c9d3d admin admin] Pushing event deleted for resources: {'Network': ['ID=38a447e8-e434-4852-91fd-0c2e9f779465,revision_number=None']} {{(pid=104415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:21:33.298125 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.rpc [None req-2a6d8403-c0a5-4ac4-aa48-860a84345009 None None] Device 635cb6ed-6c26-4dec-9f01-2028b745af91 no longer exists at agent ovs-agent-dv-cinder-846842-7-iscsi {{(pid=104417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 04:21:33.328093 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-2a6d8403-c0a5-4ac4-aa48-860a84345009 None None] No Port match for: 635cb6ed-6c26-4dec-9f01-2028b745af91 {{(pid=104417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 30 04:21:33.328582 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.rpc [None req-2a6d8403-c0a5-4ac4-aa48-860a84345009 None None] Device 635cb6ed-6c26-4dec-9f01-2028b745af91 not bound to the agent host dv-cinder-846842-7-iscsi {{(pid=104417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 04:21:33.329753 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.rpc [None req-2a6d8403-c0a5-4ac4-aa48-860a84345009 None None] Device 767dc3ec-d6ca-4bb4-b1d6-7f1ffa7a637e no longer exists at agent ovs-agent-dv-cinder-846842-7-iscsi {{(pid=104417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 04:21:33.349194 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-29c74f04-7bd6-426e-9c11-449fbff6d03d req-8b9b5d98-ffae-40f6-b114-e7a3641b598f tempest-TestVolumeBootPattern-1718480899 tempest-TestVolumeBootPattern-1718480899-project] 10.222.0.13 "GET /v2.0/security-groups?id=1e7d7258-f507-4717-8413-3442decd3e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1097212 Jun 30 04:21:33.356611 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-2a6d8403-c0a5-4ac4-aa48-860a84345009 None None] No Port match for: 767dc3ec-d6ca-4bb4-b1d6-7f1ffa7a637e {{(pid=104417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 30 04:21:33.357030 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.rpc [None req-2a6d8403-c0a5-4ac4-aa48-860a84345009 None None] Device 767dc3ec-d6ca-4bb4-b1d6-7f1ffa7a637e not bound to the agent host dv-cinder-846842-7-iscsi {{(pid=104417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 04:21:33.358047 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.rpc [None req-2a6d8403-c0a5-4ac4-aa48-860a84345009 None None] Device e8d5a44d-2401-4629-bf3c-f11875e733da no longer exists at agent ovs-agent-dv-cinder-846842-7-iscsi {{(pid=104417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 04:21:33.388508 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-2a6d8403-c0a5-4ac4-aa48-860a84345009 None None] No Port match for: e8d5a44d-2401-4629-bf3c-f11875e733da {{(pid=104417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 30 04:21:33.388865 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.rpc [None req-2a6d8403-c0a5-4ac4-aa48-860a84345009 None None] Device e8d5a44d-2401-4629-bf3c-f11875e733da not bound to the agent host dv-cinder-846842-7-iscsi {{(pid=104417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 04:21:33.423538 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1f1b99-386f-4152-9627-f6ed9ea05b23 req-073ab8c3-ac43-4908-9954-a8684d3e135a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:21:33.424999 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-5a1f1b99-386f-4152-9627-f6ed9ea05b23 req-073ab8c3-ac43-4908-9954-a8684d3e135a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c2fe0f4b2519494ea784cea098da6be3&device_id=997a86f0-800e-427c-91a4-9c6a7c8f7fff HTTP/1.1" status: 200 len: 1128 time: 0.1194766 Jun 30 04:21:33.433400 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e478fd2-314f-4768-b168-17e9619cdd84 req-4d599aff-d93b-4ba3-901a-f0c4c6de87ec tempest-TestShelveInstance-1069409963 tempest-TestShelveInstance-1069409963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:21:33.434819 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-4e478fd2-314f-4768-b168-17e9619cdd84 req-4d599aff-d93b-4ba3-901a-f0c4c6de87ec tempest-TestShelveInstance-1069409963 tempest-TestShelveInstance-1069409963-project] 10.222.0.13 "GET /v2.0/ports?device_id=51354e88-a19f-433f-85b3-126269c921c4 HTTP/1.1" status: 200 len: 944 time: 0.0669136 Jun 30 04:21:33.484059 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.wsgi [-] (104415) accepted ('10.222.0.13', 56198) {{(pid=104415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 04:21:33.487554 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:21:33.526815 dv-cinder-846842-7-iscsi neutron-server[104415]: INFO neutron.wsgi [None req-e63971c8-f920-4884-8ff0-2f7e9794bdd0 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=bf207393082c48d09f827e16d99b2609&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0409875 Jun 30 04:21:33.529305 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.wsgi [-] (104415) accepted ('10.222.0.13', 56200) {{(pid=104415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 04:21:33.547598 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-4e478fd2-314f-4768-b168-17e9619cdd84 req-64a9ebce-3ceb-4df4-bb95-b6097d89c7fc tempest-TestShelveInstance-1069409963 tempest-TestShelveInstance-1069409963-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f4a7f03-b349-4d47-a044-e7fe563f709b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1032906 Jun 30 04:21:33.575307 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1f1b99-386f-4152-9627-f6ed9ea05b23 req-05442f64-70d6-4d51-abdf-b228ec5532ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:21:33.576880 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-5a1f1b99-386f-4152-9627-f6ed9ea05b23 req-05442f64-70d6-4d51-abdf-b228ec5532ed service neutron] 10.222.0.20 "GET /v2.0/networks?id=db2948ec-060f-4621-8ce6-8119698c91b1 HTTP/1.1" status: 200 len: 912 time: 0.1411908 Jun 30 04:21:33.590504 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-4cdb6311-d9ea-4495-8eab-28db58d6e91f admin admin] Publish callbacks [] for security_group (f3b6e636-c97e-43d6-a170-7ea88b7ee921), before_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:21:33.612300 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-4cdb6311-d9ea-4495-8eab-28db58d6e91f admin admin] Publish callbacks [] for security_group (f3b6e636-c97e-43d6-a170-7ea88b7ee921), precommit_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:21:33.619290 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-5a1f1b99-386f-4152-9627-f6ed9ea05b23 req-ca60476e-e8a6-4b0a-a4f4-498a1ce0bc4a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=231a2e75-10e5-4ba7-b633-e79d395e40f4 HTTP/1.1" status: 200 len: 217 time: 0.0362189 Jun 30 04:21:33.662366 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-4cdb6311-d9ea-4495-8eab-28db58d6e91f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3637186'] for security_group (f3b6e636-c97e-43d6-a170-7ea88b7ee921), after_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:21:33.664887 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-4cdb6311-d9ea-4495-8eab-28db58d6e91f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:21:33.666114 dv-cinder-846842-7-iscsi neutron-server[104415]: INFO neutron.wsgi [None req-4cdb6311-d9ea-4495-8eab-28db58d6e91f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f3b6e636-c97e-43d6-a170-7ea88b7ee921 HTTP/1.1" status: 204 len: 168 time: 0.1358194 Jun 30 04:21:33.675820 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdb6311-d9ea-4495-8eab-28db58d6e91f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3b6e636-c97e-43d6-a170-7ea88b7ee921,revision_number=None']} {{(pid=104415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:21:33.678268 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1f1b99-386f-4152-9627-f6ed9ea05b23 req-541c6114-4893-45a3-836e-b770d1df5b5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:21:33.680018 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-5a1f1b99-386f-4152-9627-f6ed9ea05b23 req-541c6114-4893-45a3-836e-b770d1df5b5c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d15d22dc-e983-46bc-a814-5adbf2d25b83 HTTP/1.1" status: 200 len: 850 time: 0.0551715 Jun 30 04:21:33.726097 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1f1b99-386f-4152-9627-f6ed9ea05b23 req-8d5868e7-90ec-4710-99cf-c3f96b74503f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:21:33.727653 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-5a1f1b99-386f-4152-9627-f6ed9ea05b23 req-8d5868e7-90ec-4710-99cf-c3f96b74503f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=db2948ec-060f-4621-8ce6-8119698c91b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0418634 Jun 30 04:21:33.825276 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-5a1f1b99-386f-4152-9627-f6ed9ea05b23 req-1fe3fd1f-fe54-422f-8f96-582d2bdc38e6 service neutron] 10.222.0.20 "GET /v2.0/networks/db2948ec-060f-4621-8ce6-8119698c91b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906248 Jun 30 04:21:33.922800 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-5a1f1b99-386f-4152-9627-f6ed9ea05b23 req-fd64c67e-e56f-4abc-8bcf-3eff298d8020 service neutron] 10.222.0.20 "GET /v2.0/networks/db2948ec-060f-4621-8ce6-8119698c91b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913653 Jun 30 04:21:34.003068 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.wsgi [-] (104415) accepted ('10.222.0.13', 56206) {{(pid=104415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 04:21:34.046740 dv-cinder-846842-7-iscsi neutron-server[104415]: INFO neutron.wsgi [None req-6744919f-e6d3-44b5-9d0b-44b31dc59336 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=45344bd3e7e64b76a20d9a98cd61bb4c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0424373 Jun 30 04:21:34.049412 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.wsgi [-] (104415) accepted ('10.222.0.13', 56208) {{(pid=104415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 04:21:34.076574 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=88,neutron:DELETE=11,neutron:UPDATE=1 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:21:34.104029 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-1a26af92-1abb-45a0-baef-815bceb78e7d admin admin] Publish callbacks [] for security_group (5aac2d0d-32cf-462a-b6b4-00f5c08469f3), before_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:21:34.126458 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-1a26af92-1abb-45a0-baef-815bceb78e7d admin admin] Publish callbacks [] for security_group (5aac2d0d-32cf-462a-b6b4-00f5c08469f3), precommit_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:21:34.190010 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-1a26af92-1abb-45a0-baef-815bceb78e7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3637186'] for security_group (5aac2d0d-32cf-462a-b6b4-00f5c08469f3), after_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:21:34.193783 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-1a26af92-1abb-45a0-baef-815bceb78e7d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:21:34.195527 dv-cinder-846842-7-iscsi neutron-server[104415]: INFO neutron.wsgi [None req-1a26af92-1abb-45a0-baef-815bceb78e7d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5aac2d0d-32cf-462a-b6b4-00f5c08469f3 HTTP/1.1" status: 204 len: 168 time: 0.1450186 Jun 30 04:21:34.203769 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a26af92-1abb-45a0-baef-815bceb78e7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5aac2d0d-32cf-462a-b6b4-00f5c08469f3,revision_number=None']} {{(pid=104415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:21:34.487767 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd98e01-7fbc-4306-9d01-fc52546e9633 req-ecd6c2f0-85c2-419d-96cc-ea59b598ca85 tempest-TestVolumeBootPattern-1718480899 tempest-TestVolumeBootPattern-1718480899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:21:34.489762 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-ebd98e01-7fbc-4306-9d01-fc52546e9633 req-ecd6c2f0-85c2-419d-96cc-ea59b598ca85 tempest-TestVolumeBootPattern-1718480899 tempest-TestVolumeBootPattern-1718480899-project] 10.222.0.13 "GET /v2.0/ports?device_id=997a86f0-800e-427c-91a4-9c6a7c8f7fff HTTP/1.1" status: 200 len: 944 time: 0.0612056 Jun 30 04:21:34.552488 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-ebd98e01-7fbc-4306-9d01-fc52546e9633 req-9a503a3e-5191-4df6-b30d-cc0c7b6fcb3e tempest-TestVolumeBootPattern-1718480899 tempest-TestVolumeBootPattern-1718480899-project] 10.222.0.13 "GET /v2.0/security-groups?id=1e7d7258-f507-4717-8413-3442decd3e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0560088 Jun 30 04:21:34.671381 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1319794-04ab-407a-9b85-00f2b4b90164 req-b72b67cd-e47f-45b8-b34b-677c975d5318 tempest-TestShelveInstance-1069409963 tempest-TestShelveInstance-1069409963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:21:34.672893 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-b1319794-04ab-407a-9b85-00f2b4b90164 req-b72b67cd-e47f-45b8-b34b-677c975d5318 tempest-TestShelveInstance-1069409963 tempest-TestShelveInstance-1069409963-project] 10.222.0.13 "GET /v2.0/ports?device_id=51354e88-a19f-433f-85b3-126269c921c4 HTTP/1.1" status: 200 len: 944 time: 0.0493007 Jun 30 04:21:34.724753 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-b1319794-04ab-407a-9b85-00f2b4b90164 req-9d5c3a8a-e32b-4dbe-befe-b059419bf391 tempest-TestShelveInstance-1069409963 tempest-TestShelveInstance-1069409963-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f4a7f03-b349-4d47-a044-e7fe563f709b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462456 Jun 30 04:21:35.180237 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-1d502374-9570-464d-9146-7e5147b469f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926756172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565263'] for agent (beddbd52-9273-44c2-990c-63933fe383b2), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:21:35.825049 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d2db9b-5a7b-4fe7-ab7a-901ec5c436ce req-6455c168-e01a-4fa9-b823-749c8afb0ee8 tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:21:35.826404 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-68d2db9b-5a7b-4fe7-ab7a-901ec5c436ce req-6455c168-e01a-4fa9-b823-749c8afb0ee8 tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] 10.222.0.13 "GET /v2.0/ports?device_id=1faec7e8-1e39-47c4-aba5-2e67eaf2936c HTTP/1.1" status: 200 len: 945 time: 0.0759912 Jun 30 04:21:35.848083 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c005d8-1682-4d89-86f3-48846d1af7f4 req-7bf4715f-88cd-40a0-bc64-200220b139a9 tempest-TestVolumeBootPattern-1718480899 tempest-TestVolumeBootPattern-1718480899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:21:35.849484 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-f3c005d8-1682-4d89-86f3-48846d1af7f4 req-7bf4715f-88cd-40a0-bc64-200220b139a9 tempest-TestVolumeBootPattern-1718480899 tempest-TestVolumeBootPattern-1718480899-project] 10.222.0.13 "GET /v2.0/ports?device_id=997a86f0-800e-427c-91a4-9c6a7c8f7fff HTTP/1.1" status: 200 len: 944 time: 0.0640690 Jun 30 04:21:35.864809 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=100 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:21:35.908449 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-68d2db9b-5a7b-4fe7-ab7a-901ec5c436ce req-d0c35841-cb76-44df-9e53-fcb0ac37d0e7 tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] 10.222.0.13 "GET /v2.0/security-groups?id=8f11cf44-78a0-4c0e-8f30-1538f7de7776&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761094 Jun 30 04:21:35.924713 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-f3c005d8-1682-4d89-86f3-48846d1af7f4 req-38f55688-a3c6-4746-808d-a7344efcb82d tempest-TestVolumeBootPattern-1718480899 tempest-TestVolumeBootPattern-1718480899-project] 10.222.0.13 "GET /v2.0/security-groups?id=1e7d7258-f507-4717-8413-3442decd3e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0686612 Jun 30 04:21:36.018867 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5ac541-e343-433e-9128-d05df5026836 req-85c4c490-bdae-463d-9c0c-ae68acb99192 tempest-TestShelveInstance-1069409963 tempest-TestShelveInstance-1069409963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:21:36.020370 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-7d5ac541-e343-433e-9128-d05df5026836 req-85c4c490-bdae-463d-9c0c-ae68acb99192 tempest-TestShelveInstance-1069409963 tempest-TestShelveInstance-1069409963-project] 10.222.0.13 "GET /v2.0/ports?device_id=51354e88-a19f-433f-85b3-126269c921c4 HTTP/1.1" status: 200 len: 944 time: 0.0503933 Jun 30 04:21:36.076014 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-7d5ac541-e343-433e-9128-d05df5026836 req-2e69682b-7aeb-4389-8fc5-c3aff082741b tempest-TestShelveInstance-1069409963 tempest-TestShelveInstance-1069409963-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f4a7f03-b349-4d47-a044-e7fe563f709b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495310 Jun 30 04:21:37.064448 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a65a548-9dd6-4cce-a436-ee900c6d3e61 req-51e7a3a6-0e68-4b6e-affb-ed2e28abff17 tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:21:37.065903 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-8a65a548-9dd6-4cce-a436-ee900c6d3e61 req-51e7a3a6-0e68-4b6e-affb-ed2e28abff17 tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] 10.222.0.13 "GET /v2.0/ports?device_id=1faec7e8-1e39-47c4-aba5-2e67eaf2936c HTTP/1.1" status: 200 len: 945 time: 0.0762877 Jun 30 04:21:37.072331 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3a08dc-28f9-4504-8484-1e46def0f0bc req-eb63f69c-b870-415a-954f-40d6817bed5e tempest-TestVolumeBootPattern-1718480899 tempest-TestVolumeBootPattern-1718480899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:21:37.073671 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-6c3a08dc-28f9-4504-8484-1e46def0f0bc req-eb63f69c-b870-415a-954f-40d6817bed5e tempest-TestVolumeBootPattern-1718480899 tempest-TestVolumeBootPattern-1718480899-project] 10.222.0.13 "GET /v2.0/ports?device_id=997a86f0-800e-427c-91a4-9c6a7c8f7fff HTTP/1.1" status: 200 len: 944 time: 0.0745709 Jun 30 04:21:37.152690 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-8a65a548-9dd6-4cce-a436-ee900c6d3e61 req-8eaceb42-16db-49c2-ad05-0ed4669c07d0 tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] 10.222.0.13 "GET /v2.0/security-groups?id=8f11cf44-78a0-4c0e-8f30-1538f7de7776&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780666 Jun 30 04:21:37.156037 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-6c3a08dc-28f9-4504-8484-1e46def0f0bc req-bea97138-0bd1-4361-bef6-31502ef7cf50 tempest-TestVolumeBootPattern-1718480899 tempest-TestVolumeBootPattern-1718480899-project] 10.222.0.13 "GET /v2.0/security-groups?id=1e7d7258-f507-4717-8413-3442decd3e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0754495 Jun 30 04:21:37.253362 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09567efa-31c7-4d5c-ad90-9e84dcdb9039 req-4e7086c8-058e-419b-8d85-8341fd2855e3 tempest-TestShelveInstance-1069409963 tempest-TestShelveInstance-1069409963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:21:37.254849 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-09567efa-31c7-4d5c-ad90-9e84dcdb9039 req-4e7086c8-058e-419b-8d85-8341fd2855e3 tempest-TestShelveInstance-1069409963 tempest-TestShelveInstance-1069409963-project] 10.222.0.13 "GET /v2.0/ports?device_id=51354e88-a19f-433f-85b3-126269c921c4 HTTP/1.1" status: 200 len: 944 time: 0.0471663 Jun 30 04:21:37.268251 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=100 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:21:37.309002 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-09567efa-31c7-4d5c-ad90-9e84dcdb9039 req-fc9a7171-1ec4-4565-a810-d29fb3271721 tempest-TestShelveInstance-1069409963 tempest-TestShelveInstance-1069409963-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f4a7f03-b349-4d47-a044-e7fe563f709b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462184 Jun 30 04:21:37.540398 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-fedb7694-d26c-4356-be0f-b5da89724a58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926756172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565263'] for agent (2ea21a61-d737-4543-a811-a0d035fbf0f6), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:21:38.295266 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ea786b-18b5-40e0-9c7b-9190c3773e3f req-85840a65-a5f2-4946-b683-abfb34bc8951 tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:21:38.296723 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-06ea786b-18b5-40e0-9c7b-9190c3773e3f req-85840a65-a5f2-4946-b683-abfb34bc8951 tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] 10.222.0.13 "GET /v2.0/ports?device_id=1faec7e8-1e39-47c4-aba5-2e67eaf2936c HTTP/1.1" status: 200 len: 945 time: 0.0752766 Jun 30 04:21:38.312965 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea949b4-e503-40f0-a3fb-1e872f542ec8 req-6c0a1c5e-7b53-4d03-8181-b3945b738967 tempest-TestVolumeBootPattern-1718480899 tempest-TestVolumeBootPattern-1718480899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:21:38.314979 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-2ea949b4-e503-40f0-a3fb-1e872f542ec8 req-6c0a1c5e-7b53-4d03-8181-b3945b738967 tempest-TestVolumeBootPattern-1718480899 tempest-TestVolumeBootPattern-1718480899-project] 10.222.0.13 "GET /v2.0/ports?device_id=997a86f0-800e-427c-91a4-9c6a7c8f7fff HTTP/1.1" status: 200 len: 944 time: 0.0842707 Jun 30 04:21:38.387800 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-06ea786b-18b5-40e0-9c7b-9190c3773e3f req-f6a18b32-3b9b-460f-a9a8-c4b400068022 tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] 10.222.0.13 "GET /v2.0/security-groups?id=8f11cf44-78a0-4c0e-8f30-1538f7de7776&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850894 Jun 30 04:21:38.392583 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-2ea949b4-e503-40f0-a3fb-1e872f542ec8 req-fd453615-d2b8-47bb-baef-2ce937c9bcfe tempest-TestVolumeBootPattern-1718480899 tempest-TestVolumeBootPattern-1718480899-project] 10.222.0.13 "GET /v2.0/security-groups?id=1e7d7258-f507-4717-8413-3442decd3e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0709949 Jun 30 04:21:38.484393 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-7a77f087-4523-4fd9-b9f1-b6333d8ad1f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926756172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565263'] for agent (672e10fd-0bbc-4d52-8fca-d980f41e3265), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:21:38.498594 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1736ec65-d04d-4aa0-aaea-c5d7889db682 req-b18752b4-dffe-4bdc-a92b-bab2bb1b432f tempest-TestShelveInstance-1069409963 tempest-TestShelveInstance-1069409963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:21:38.500223 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-1736ec65-d04d-4aa0-aaea-c5d7889db682 req-b18752b4-dffe-4bdc-a92b-bab2bb1b432f tempest-TestShelveInstance-1069409963 tempest-TestShelveInstance-1069409963-project] 10.222.0.13 "GET /v2.0/ports?device_id=51354e88-a19f-433f-85b3-126269c921c4 HTTP/1.1" status: 200 len: 944 time: 0.0505617 Jun 30 04:21:38.581612 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-1736ec65-d04d-4aa0-aaea-c5d7889db682 req-8c62b716-7cd0-478c-970d-cafe90275407 tempest-TestShelveInstance-1069409963 tempest-TestShelveInstance-1069409963-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f4a7f03-b349-4d47-a044-e7fe563f709b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0756221 Jun 30 04:21:38.592667 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570909e1-ee1d-4145-ab93-be532bf1a563 req-8ee3908a-fc01-4ca4-ad91-61c6b130b7ee tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:21:38.594115 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-570909e1-ee1d-4145-ab93-be532bf1a563 req-8ee3908a-fc01-4ca4-ad91-61c6b130b7ee tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] 10.222.0.20 "GET /v2.0/ports?device_id=1faec7e8-1e39-47c4-aba5-2e67eaf2936c HTTP/1.1" status: 200 len: 945 time: 0.0617518 Jun 30 04:21:38.731069 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.db.agents_db [None req-38391644-8868-4c56-b8b1-4dfa3b709b99 None None] Agent healthcheck: found 6 active agents {{(pid=104418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 04:21:39.108829 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.rpc [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Device 90e33ddf-37e0-40e5-ac04-e09a2cb58d98 details requested by agent hyperv_hv-cinder-84684 with host hv-cinder-84684 {{(pid=104417) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 04:21:39.178326 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.plugin [req-570909e1-ee1d-4145-ab93-be532bf1a563 req-f604ebee-71c2-4072-88ae-405609bc43ad tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] Deleting port fca67734-6bd5-404d-9a44-a44b374bc3a8 {{(pid=104416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 30 04:21:39.178700 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-570909e1-ee1d-4145-ab93-be532bf1a563 req-f604ebee-71c2-4072-88ae-405609bc43ad tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781926629636'] for port (fca67734-6bd5-404d-9a44-a44b374bc3a8), before_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:21:39.212519 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.db [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] For port 90e33ddf-37e0-40e5-ac04-e09a2cb58d98, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=90e33ddf-37e0-40e5-ac04-e09a2cb58d98,segment=NetworkSegment(4faf62bd-9dcc-4163-9216-44a354405b4b),segment_id=4faf62bd-9dcc-4163-9216-44a354405b4b)] {{(pid=104417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 04:21:39.214649 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:21:39.228599 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.rpc [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Returning: {'device': '90e33ddf-37e0-40e5-ac04-e09a2cb58d98', 'network_id': 'c7bb47d5-3e98-456a-bf3a-91e07afacb65', 'port_id': '90e33ddf-37e0-40e5-ac04-e09a2cb58d98', 'mac_address': 'fa:16:3e:6b:93:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b470bb7-e396-40f4-b592-bdd8af25c2fd', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104417) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 04:21:39.265476 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Current status of the port 90e33ddf-37e0-40e5-ac04-e09a2cb58d98 is: DOWN; New status is: BUILD {{(pid=104417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 30 04:21:39.265863 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3606762'] for port (90e33ddf-37e0-40e5-ac04-e09a2cb58d98), before_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:21:39.280832 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.notifiers.nova [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 90e33ddf-37e0-40e5-ac04-e09a2cb58d98 {{(pid=104417) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 30 04:21:39.302573 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.db [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] For port 90e33ddf-37e0-40e5-ac04-e09a2cb58d98, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=90e33ddf-37e0-40e5-ac04-e09a2cb58d98,segment=NetworkSegment(4faf62bd-9dcc-4163-9216-44a354405b4b),segment_id=4faf62bd-9dcc-4163-9216-44a354405b4b)] {{(pid=104417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 04:21:39.308828 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4095053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781926634698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781926239335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781926239353'] for port (90e33ddf-37e0-40e5-ac04-e09a2cb58d98), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:21:39.358613 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Pushing event updated for resources: {'Port': ['ID=90e33ddf-37e0-40e5-ac04-e09a2cb58d98,revision_number=7']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:21:39.538091 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.db [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] get_ports_and_sgs() called for port_ids ['90e33ddf-37e0-40e5-ac04-e09a2cb58d98'] {{(pid=104417) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 04:21:39.602553 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca35ab6d-f055-443d-9b21-6c28ad42c76f req-11072e6a-621a-465b-8355-30f9e430e133 tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:21:39.605833 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-ca35ab6d-f055-443d-9b21-6c28ad42c76f req-11072e6a-621a-465b-8355-30f9e430e133 tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] 10.222.0.13 "GET /v2.0/ports?device_id=1faec7e8-1e39-47c4-aba5-2e67eaf2936c HTTP/1.1" status: 200 len: 945 time: 0.0937028 Jun 30 04:21:39.619060 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9266d55-61de-417c-817b-5c476804f566 req-52c76fcb-218c-421e-a3dd-cdeb1f5f90ec tempest-TestVolumeBootPattern-1718480899 tempest-TestVolumeBootPattern-1718480899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:21:39.620532 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-f9266d55-61de-417c-817b-5c476804f566 req-52c76fcb-218c-421e-a3dd-cdeb1f5f90ec tempest-TestVolumeBootPattern-1718480899 tempest-TestVolumeBootPattern-1718480899-project] 10.222.0.13 "GET /v2.0/ports?device_id=997a86f0-800e-427c-91a4-9c6a7c8f7fff HTTP/1.1" status: 200 len: 944 time: 0.1097105 Jun 30 04:21:39.643045 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=100 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:21:39.667561 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.db [req-570909e1-ee1d-4145-ab93-be532bf1a563 req-f604ebee-71c2-4072-88ae-405609bc43ad tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] For port fca67734-6bd5-404d-9a44-a44b374bc3a8, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=fca67734-6bd5-404d-9a44-a44b374bc3a8,segment=NetworkSegment(021a25df-ca0c-481b-8824-64686e570a1e),segment_id=021a25df-ca0c-481b-8824-64686e570a1e)] {{(pid=104416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 04:21:39.667930 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-570909e1-ee1d-4145-ab93-be532bf1a563 req-f604ebee-71c2-4072-88ae-405609bc43ad tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616079'] for port (fca67734-6bd5-404d-9a44-a44b374bc3a8), precommit_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:21:39.694418 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.plugin [req-570909e1-ee1d-4145-ab93-be532bf1a563 req-f604ebee-71c2-4072-88ae-405609bc43ad tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] Calling delete_port for fca67734-6bd5-404d-9a44-a44b374bc3a8 owned by compute:nova {{(pid=104416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 30 04:21:39.729635 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-ca35ab6d-f055-443d-9b21-6c28ad42c76f req-100d3d50-4c3b-40d4-8dc7-a35a3f7615b2 tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] 10.222.0.13 "GET /v2.0/security-groups?id=8f11cf44-78a0-4c0e-8f30-1538f7de7776&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174226 Jun 30 04:21:39.740813 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-f9266d55-61de-417c-817b-5c476804f566 req-00a36bb1-89c1-4aa9-bea4-b78a0dcc3d8b tempest-TestVolumeBootPattern-1718480899 tempest-TestVolumeBootPattern-1718480899-project] 10.222.0.13 "GET /v2.0/security-groups?id=1e7d7258-f507-4717-8413-3442decd3e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1061487 Jun 30 04:21:39.833130 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:21:39.874111 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b285d78-f6cf-4348-b908-912a9a166065 req-9930cff4-4337-4a14-9840-2098678ec3b9 tempest-TestShelveInstance-1069409963 tempest-TestShelveInstance-1069409963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:21:39.875551 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-8b285d78-f6cf-4348-b908-912a9a166065 req-9930cff4-4337-4a14-9840-2098678ec3b9 tempest-TestShelveInstance-1069409963 tempest-TestShelveInstance-1069409963-project] 10.222.0.13 "GET /v2.0/ports?device_id=51354e88-a19f-433f-85b3-126269c921c4 HTTP/1.1" status: 200 len: 945 time: 0.0758355 Jun 30 04:21:39.917964 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-570909e1-ee1d-4145-ab93-be532bf1a563 req-f604ebee-71c2-4072-88ae-405609bc43ad tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4095053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781926635560', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781926239326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1764130'] for port (fca67734-6bd5-404d-9a44-a44b374bc3a8), after_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:21:39.956290 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f604ebee-71c2-4072-88ae-405609bc43ad tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] Pushing event deleted for resources: {'Port': ['ID=fca67734-6bd5-404d-9a44-a44b374bc3a8,revision_number=None']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:21:39.963778 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-8b285d78-f6cf-4348-b908-912a9a166065 req-7d4c5d7b-cad6-4351-8cdb-7cc3ef5e10ad tempest-TestShelveInstance-1069409963 tempest-TestShelveInstance-1069409963-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f4a7f03-b349-4d47-a044-e7fe563f709b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0814419 Jun 30 04:21:40.011786 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.db.l3_dvrscheduler_db [req-570909e1-ee1d-4145-ab93-be532bf1a563 req-f604ebee-71c2-4072-88ae-405609bc43ad tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] No DVR routers for this DVR port fca67734-6bd5-404d-9a44-a44b374bc3a8 on host hv-cinder-84684 {{(pid=104416) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 30 04:21:40.014379 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-570909e1-ee1d-4145-ab93-be532bf1a563 req-f604ebee-71c2-4072-88ae-405609bc43ad tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13292'] for port (None), before_response {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:21:40.017603 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-570909e1-ee1d-4145-ab93-be532bf1a563 req-f604ebee-71c2-4072-88ae-405609bc43ad tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] 10.222.0.20 "DELETE /v2.0/ports/fca67734-6bd5-404d-9a44-a44b374bc3a8 HTTP/1.1" status: 204 len: 173 time: 0.9242442 Jun 30 04:21:40.018030 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1faec7e8-1e39-47c4-aba5-2e67eaf2936c', 'name': 'network-vif-deleted', 'tag': 'fca67734-6bd5-404d-9a44-a44b374bc3a8'}] {{(pid=104416) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 30 04:21:40.020288 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8111519efe35ff5952c269e16f689610d56ef28aa1e0b77ca5734c542983c30f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f84632b-6f4b-4742-9af2-633244b190e9" -d '{"events": [{"server_uuid": "1faec7e8-1e39-47c4-aba5-2e67eaf2936c", "name": "network-vif-deleted", "tag": "fca67734-6bd5-404d-9a44-a44b374bc3a8"}]}' {{(pid=104416) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 04:21:40.059664 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Jun 2022 04:21:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4235dd9-6357-4f41-8812-ce65d339fe1e x-openstack-request-id: req-d4235dd9-6357-4f41-8812-ce65d339fe1e {{(pid=104416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 04:21:40.059953 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1faec7e8-1e39-47c4-aba5-2e67eaf2936c", "name": "network-vif-deleted", "tag": "fca67734-6bd5-404d-9a44-a44b374bc3a8", "status": "completed", "code": 200}]} {{(pid=104416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 04:21:40.060205 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d4235dd9-6357-4f41-8812-ce65d339fe1e {{(pid=104416) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 04:21:40.060609 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d4235dd9-6357-4f41-8812-ce65d339fe1e'] response: {'server_uuid': '1faec7e8-1e39-47c4-aba5-2e67eaf2936c', 'name': 'network-vif-deleted', 'tag': 'fca67734-6bd5-404d-9a44-a44b374bc3a8', 'status': 'completed', 'code': 200} Jun 30 04:21:40.197236 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.db [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] get_ports_and_sgs() called for port_ids ['f7491189-7e96-4247-aee7-3f42f81272cd', 'fca67734-6bd5-404d-9a44-a44b374bc3a8'] {{(pid=104417) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 04:21:40.219060 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:21:40.269050 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-88ff949a-6007-42d5-8261-77b64d367ca9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926756172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565263'] for agent (4c4a8942-da79-4b81-aa08-fb593b1e6e06), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:21:40.430108 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-2a6d8403-c0a5-4ac4-aa48-860a84345009 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926756172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565263'] for agent (cbdf45b5-344e-4e18-9242-1abb738708f2), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:21:40.859375 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fdf354-af4f-4bda-afde-45e0375d1569 req-35fff073-f80b-4072-bb0f-c6cf88aa41f2 tempest-TestVolumeBootPattern-1718480899 tempest-TestVolumeBootPattern-1718480899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:21:40.860868 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-71fdf354-af4f-4bda-afde-45e0375d1569 req-35fff073-f80b-4072-bb0f-c6cf88aa41f2 tempest-TestVolumeBootPattern-1718480899 tempest-TestVolumeBootPattern-1718480899-project] 10.222.0.13 "GET /v2.0/ports?device_id=997a86f0-800e-427c-91a4-9c6a7c8f7fff HTTP/1.1" status: 200 len: 944 time: 0.0474851 Jun 30 04:21:40.914622 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-71fdf354-af4f-4bda-afde-45e0375d1569 req-8b64d837-787d-4a56-918c-caeaeac2212d tempest-TestVolumeBootPattern-1718480899 tempest-TestVolumeBootPattern-1718480899-project] 10.222.0.13 "GET /v2.0/security-groups?id=1e7d7258-f507-4717-8413-3442decd3e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475066 Jun 30 04:21:41.018801 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73476ad1-3267-4376-9167-ea59775daa9c req-b9f8e5ff-a4ef-40d0-a100-2eb51a4facf6 tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:21:41.020318 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-73476ad1-3267-4376-9167-ea59775daa9c req-b9f8e5ff-a4ef-40d0-a100-2eb51a4facf6 tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] 10.222.0.13 "GET /v2.0/ports?device_id=b9a789ea-78f4-481d-bd9b-45bce25676ad HTTP/1.1" status: 200 len: 945 time: 0.0500724 Jun 30 04:21:41.082388 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-73476ad1-3267-4376-9167-ea59775daa9c req-f35262ed-2b43-4c7b-ae38-874fe2a7c74f tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] 10.222.0.13 "GET /v2.0/security-groups?id=8f11cf44-78a0-4c0e-8f30-1538f7de7776&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562501 Jun 30 04:21:41.117367 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.rpc [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Device 231a2e75-10e5-4ba7-b633-e79d395e40f4 details requested by agent hyperv_hv-cinder-84684 with host hv-cinder-84684 {{(pid=104417) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 04:21:41.120720 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.rpc [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Device 90e33ddf-37e0-40e5-ac04-e09a2cb58d98 up at agent hyperv_hv-cinder-84684 {{(pid=104417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 04:21:41.121893 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd02c8ca-d9b8-415b-80ce-8063f1409856 req-2f23b463-ef21-49d7-86cb-f51ff9811a9c tempest-TestShelveInstance-1069409963 tempest-TestShelveInstance-1069409963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:21:41.123426 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-bd02c8ca-d9b8-415b-80ce-8063f1409856 req-2f23b463-ef21-49d7-86cb-f51ff9811a9c tempest-TestShelveInstance-1069409963 tempest-TestShelveInstance-1069409963-project] 10.222.0.13 "GET /v2.0/ports?device_id=51354e88-a19f-433f-85b3-126269c921c4 HTTP/1.1" status: 200 len: 945 time: 0.0638578 Jun 30 04:21:41.174021 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-bd02c8ca-d9b8-415b-80ce-8063f1409856 req-6c13dd50-6236-4a26-a0b6-9c4b24cdd0a8 tempest-TestShelveInstance-1069409963 tempest-TestShelveInstance-1069409963-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f4a7f03-b349-4d47-a044-e7fe563f709b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446672 Jun 30 04:21:41.202946 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.db.provisioning_blocks [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Provisioning complete for port 90e33ddf-37e0-40e5-ac04-e09a2cb58d98 triggered by entity L2. {{(pid=104417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 30 04:21:41.204020 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565073'] for port (90e33ddf-37e0-40e5-ac04-e09a2cb58d98), provisioning_complete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:21:41.261577 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:21:41.284997 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.db [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] For port 231a2e75-10e5-4ba7-b633-e79d395e40f4, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=231a2e75-10e5-4ba7-b633-e79d395e40f4,segment=NetworkSegment(29fd2ab4-096b-48df-8eef-82f2cdac089f),segment_id=29fd2ab4-096b-48df-8eef-82f2cdac089f)] {{(pid=104417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 04:21:41.299958 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.rpc [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Returning: {'device': '231a2e75-10e5-4ba7-b633-e79d395e40f4', 'network_id': 'db2948ec-060f-4621-8ce6-8119698c91b1', 'port_id': '231a2e75-10e5-4ba7-b633-e79d395e40f4', 'mac_address': 'fa:16:3e:4d:59:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 192, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd15d22dc-e983-46bc-a814-5adbf2d25b83', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104417) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 04:21:41.488665 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Current status of the port 90e33ddf-37e0-40e5-ac04-e09a2cb58d98 is: BUILD; New status is: ACTIVE {{(pid=104417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 30 04:21:41.489023 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3606762'] for port (90e33ddf-37e0-40e5-ac04-e09a2cb58d98), before_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:21:41.492154 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Current status of the port 231a2e75-10e5-4ba7-b633-e79d395e40f4 is: DOWN; New status is: BUILD {{(pid=104417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 30 04:21:41.492511 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3606762'] for port (231a2e75-10e5-4ba7-b633-e79d395e40f4), before_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:21:41.516899 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.notifiers.nova [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 231a2e75-10e5-4ba7-b633-e79d395e40f4 {{(pid=104417) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 30 04:21:41.527951 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51354e88-a19f-433f-85b3-126269c921c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90e33ddf-37e0-40e5-ac04-e09a2cb58d98'}] {{(pid=104417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 30 04:21:41.530135 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}872baf0325b3a4d4e4ba58c5a9b381606b113811ad1a9f7b70d77ff172d270fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4139ad15-1f5e-41df-bf93-697b64413168" -d '{"events": [{"server_uuid": "51354e88-a19f-433f-85b3-126269c921c4", "name": "network-vif-plugged", "status": "completed", "tag": "90e33ddf-37e0-40e5-ac04-e09a2cb58d98"}]}' {{(pid=104417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 04:21:41.552164 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.db [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] For port 90e33ddf-37e0-40e5-ac04-e09a2cb58d98, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=90e33ddf-37e0-40e5-ac04-e09a2cb58d98,segment=NetworkSegment(4faf62bd-9dcc-4163-9216-44a354405b4b),segment_id=4faf62bd-9dcc-4163-9216-44a354405b4b)] {{(pid=104417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 04:21:41.554569 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.db [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] For port 231a2e75-10e5-4ba7-b633-e79d395e40f4, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=231a2e75-10e5-4ba7-b633-e79d395e40f4,segment=NetworkSegment(29fd2ab4-096b-48df-8eef-82f2cdac089f),segment_id=29fd2ab4-096b-48df-8eef-82f2cdac089f)] {{(pid=104417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 04:21:41.557830 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4095053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781926634698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781926239335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781926239353'] for port (90e33ddf-37e0-40e5-ac04-e09a2cb58d98), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:21:41.563460 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4095053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781926634698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781926239335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781926239353'] for port (231a2e75-10e5-4ba7-b633-e79d395e40f4), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:21:41.582209 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Jun 2022 04:21:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02762c2e-d120-4f11-b73c-933aa81192fd x-openstack-request-id: req-02762c2e-d120-4f11-b73c-933aa81192fd {{(pid=104417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 04:21:41.582512 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51354e88-a19f-433f-85b3-126269c921c4", "name": "network-vif-plugged", "status": "completed", "tag": "90e33ddf-37e0-40e5-ac04-e09a2cb58d98", "code": 200}]} {{(pid=104417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 04:21:41.582758 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-02762c2e-d120-4f11-b73c-933aa81192fd {{(pid=104417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 04:21:41.583127 dv-cinder-846842-7-iscsi neutron-server[104417]: INFO neutron.notifiers.nova [-] Nova event matching ['req-02762c2e-d120-4f11-b73c-933aa81192fd'] response: {'server_uuid': '51354e88-a19f-433f-85b3-126269c921c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90e33ddf-37e0-40e5-ac04-e09a2cb58d98', 'code': 200} Jun 30 04:21:41.609011 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Pushing event updated for resources: {'Port': ['ID=90e33ddf-37e0-40e5-ac04-e09a2cb58d98,revision_number=8']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:21:41.662106 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Pushing event updated for resources: {'Port': ['ID=231a2e75-10e5-4ba7-b633-e79d395e40f4,revision_number=4']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:21:41.811242 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.db [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] get_ports_and_sgs() called for port_ids ['231a2e75-10e5-4ba7-b633-e79d395e40f4'] {{(pid=104417) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 04:21:41.812171 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:SELECT=44 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:21:41.844781 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:21:42.033278 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a194eac6-802e-4075-8909-788eaff7efdd req-56e2bcda-52b3-458c-a905-207ee2f9da23 tempest-TestVolumeBootPattern-1718480899 tempest-TestVolumeBootPattern-1718480899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:21:42.034771 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-a194eac6-802e-4075-8909-788eaff7efdd req-56e2bcda-52b3-458c-a905-207ee2f9da23 tempest-TestVolumeBootPattern-1718480899 tempest-TestVolumeBootPattern-1718480899-project] 10.222.0.13 "GET /v2.0/ports?device_id=997a86f0-800e-427c-91a4-9c6a7c8f7fff HTTP/1.1" status: 200 len: 945 time: 0.0502496 Jun 30 04:21:42.088188 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-a194eac6-802e-4075-8909-788eaff7efdd req-45da51f3-0761-4e99-9f14-a910894f1d52 tempest-TestVolumeBootPattern-1718480899 tempest-TestVolumeBootPattern-1718480899-project] 10.222.0.13 "GET /v2.0/security-groups?id=1e7d7258-f507-4717-8413-3442decd3e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475533 Jun 30 04:21:42.208209 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0337380b-d4e4-4cb3-bdc9-33c486192dd5 req-078ff7e1-d107-4dfa-81ae-22d8da86abb2 tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:21:42.209844 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-0337380b-d4e4-4cb3-bdc9-33c486192dd5 req-078ff7e1-d107-4dfa-81ae-22d8da86abb2 tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] 10.222.0.13 "GET /v2.0/ports?device_id=b9a789ea-78f4-481d-bd9b-45bce25676ad HTTP/1.1" status: 200 len: 945 time: 0.0554745 Jun 30 04:21:42.283069 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-0337380b-d4e4-4cb3-bdc9-33c486192dd5 req-0f089e71-cd7d-4475-96ac-6e5e31894196 tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] 10.222.0.13 "GET /v2.0/security-groups?id=8f11cf44-78a0-4c0e-8f30-1538f7de7776&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676296 Jun 30 04:21:42.303321 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d061e650-87c2-407e-a18a-e501c25d1023 req-49d0e91d-b3fe-4938-85d3-d30492dce264 tempest-TestShelveInstance-1069409963 tempest-TestShelveInstance-1069409963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:21:42.303321 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-d061e650-87c2-407e-a18a-e501c25d1023 req-49d0e91d-b3fe-4938-85d3-d30492dce264 tempest-TestShelveInstance-1069409963 tempest-TestShelveInstance-1069409963-project] 10.222.0.13 "GET /v2.0/ports?device_id=51354e88-a19f-433f-85b3-126269c921c4 HTTP/1.1" status: 200 len: 946 time: 0.0583670 Jun 30 04:21:42.363183 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:21:42.368402 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-d061e650-87c2-407e-a18a-e501c25d1023 req-a7d4d344-cfff-4936-b421-a5d232e46a3d tempest-TestShelveInstance-1069409963 tempest-TestShelveInstance-1069409963-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f4a7f03-b349-4d47-a044-e7fe563f709b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533576 Jun 30 04:21:42.727856 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926756172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565263'] for agent (ef703bef-7cc0-467c-baa9-fe8a66be565c), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:21:43.140546 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.rpc [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Device 231a2e75-10e5-4ba7-b633-e79d395e40f4 up at agent hyperv_hv-cinder-84684 {{(pid=104417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 04:21:43.185763 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.db.provisioning_blocks [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Provisioning for port 231a2e75-10e5-4ba7-b633-e79d395e40f4 completed by entity L2. {{(pid=104417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 30 04:21:43.193688 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.db.provisioning_blocks [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Provisioning complete for port 231a2e75-10e5-4ba7-b633-e79d395e40f4 triggered by entity L2. {{(pid=104417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 30 04:21:43.194161 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565073'] for port (231a2e75-10e5-4ba7-b633-e79d395e40f4), provisioning_complete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:21:43.218142 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18accfeb-c0da-4b0d-bdcf-cdb3fb57e0c0 req-52ecb943-198c-4f21-84fc-6c9db0c6e8d8 tempest-TestVolumeBootPattern-1718480899 tempest-TestVolumeBootPattern-1718480899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:21:43.219748 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-18accfeb-c0da-4b0d-bdcf-cdb3fb57e0c0 req-52ecb943-198c-4f21-84fc-6c9db0c6e8d8 tempest-TestVolumeBootPattern-1718480899 tempest-TestVolumeBootPattern-1718480899-project] 10.222.0.13 "GET /v2.0/ports?device_id=997a86f0-800e-427c-91a4-9c6a7c8f7fff HTTP/1.1" status: 200 len: 945 time: 0.0508287 Jun 30 04:21:43.270645 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Current status of the port 231a2e75-10e5-4ba7-b633-e79d395e40f4 is: BUILD; New status is: ACTIVE {{(pid=104417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 30 04:21:43.271008 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3606762'] for port (231a2e75-10e5-4ba7-b633-e79d395e40f4), before_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:21:43.279608 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-18accfeb-c0da-4b0d-bdcf-cdb3fb57e0c0 req-c3b8419a-f948-4776-aca1-ae3c1f87078a tempest-TestVolumeBootPattern-1718480899 tempest-TestVolumeBootPattern-1718480899-project] 10.222.0.13 "GET /v2.0/security-groups?id=1e7d7258-f507-4717-8413-3442decd3e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534496 Jun 30 04:21:43.306297 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.db [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] For port 231a2e75-10e5-4ba7-b633-e79d395e40f4, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=231a2e75-10e5-4ba7-b633-e79d395e40f4,segment=NetworkSegment(29fd2ab4-096b-48df-8eef-82f2cdac089f),segment_id=29fd2ab4-096b-48df-8eef-82f2cdac089f)] {{(pid=104417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 04:21:43.311696 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4095053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781926634698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781926239335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781926239353'] for port (231a2e75-10e5-4ba7-b633-e79d395e40f4), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:21:43.312557 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.rpc [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Device fca67734-6bd5-404d-9a44-a44b374bc3a8 no longer exists at agent hyperv_hv-cinder-84684 {{(pid=104417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 04:21:43.349292 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] No Port match for: fca67734-6bd5-404d-9a44-a44b374bc3a8 {{(pid=104417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 30 04:21:43.349630 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.rpc [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Device fca67734-6bd5-404d-9a44-a44b374bc3a8 not bound to the agent host hv-cinder-84684 {{(pid=104417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 04:21:43.376475 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Pushing event updated for resources: {'Port': ['ID=231a2e75-10e5-4ba7-b633-e79d395e40f4,revision_number=5']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:21:43.493848 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9025e23-9a3b-407e-8c63-df83ab568d5a req-91fbf4cd-6c58-4e9c-95e1-24b9d4592685 tempest-TestShelveInstance-1069409963 tempest-TestShelveInstance-1069409963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:21:43.495374 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-b9025e23-9a3b-407e-8c63-df83ab568d5a req-91fbf4cd-6c58-4e9c-95e1-24b9d4592685 tempest-TestShelveInstance-1069409963 tempest-TestShelveInstance-1069409963-project] 10.222.0.13 "GET /v2.0/ports?device_id=51354e88-a19f-433f-85b3-126269c921c4 HTTP/1.1" status: 200 len: 946 time: 0.0493534 Jun 30 04:21:43.546278 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-b9025e23-9a3b-407e-8c63-df83ab568d5a req-69b2e847-a86e-40de-8c1a-b5ab6b3a6725 tempest-TestShelveInstance-1069409963 tempest-TestShelveInstance-1069409963-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f4a7f03-b349-4d47-a044-e7fe563f709b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452135 Jun 30 04:21:43.584803 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '997a86f0-800e-427c-91a4-9c6a7c8f7fff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '231a2e75-10e5-4ba7-b633-e79d395e40f4'}] {{(pid=104417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 30 04:21:43.587180 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}872baf0325b3a4d4e4ba58c5a9b381606b113811ad1a9f7b70d77ff172d270fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4080ce22-dd2c-4e15-8a80-8b9fc144c567" -d '{"events": [{"server_uuid": "997a86f0-800e-427c-91a4-9c6a7c8f7fff", "name": "network-vif-plugged", "status": "completed", "tag": "231a2e75-10e5-4ba7-b633-e79d395e40f4"}]}' {{(pid=104417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 04:21:43.623199 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Jun 2022 04:21:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e655588-6e64-4487-b116-7f8756f44978 x-openstack-request-id: req-0e655588-6e64-4487-b116-7f8756f44978 {{(pid=104417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 04:21:43.623556 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "997a86f0-800e-427c-91a4-9c6a7c8f7fff", "name": "network-vif-plugged", "status": "completed", "tag": "231a2e75-10e5-4ba7-b633-e79d395e40f4", "code": 200}]} {{(pid=104417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 04:21:43.623802 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0e655588-6e64-4487-b116-7f8756f44978 {{(pid=104417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 04:21:43.624198 dv-cinder-846842-7-iscsi neutron-server[104417]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0e655588-6e64-4487-b116-7f8756f44978'] response: {'server_uuid': '997a86f0-800e-427c-91a4-9c6a7c8f7fff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '231a2e75-10e5-4ba7-b633-e79d395e40f4', 'code': 200} Jun 30 04:21:43.650934 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0894b94a-d43b-4cdc-8668-056011326c04 req-813a6244-f243-4fa7-922e-e4a35e1b74dc tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:21:43.652751 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-0894b94a-d43b-4cdc-8668-056011326c04 req-813a6244-f243-4fa7-922e-e4a35e1b74dc tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] 10.222.0.13 "GET /v2.0/ports?device_id=b9a789ea-78f4-481d-bd9b-45bce25676ad HTTP/1.1" status: 200 len: 945 time: 0.0520315 Jun 30 04:21:43.705546 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-0894b94a-d43b-4cdc-8668-056011326c04 req-01848fc7-7edf-4a35-b27c-a026a41d2bcd tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] 10.222.0.13 "GET /v2.0/security-groups?id=8f11cf44-78a0-4c0e-8f30-1538f7de7776&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443544 Jun 30 04:21:44.108693 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:21:44.138140 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af87cc8-314d-4a00-9979-b73ef87dbcdc req-05c45532-8b42-4d01-9fd9-e2bcb032308b tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:21:44.139668 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-6af87cc8-314d-4a00-9979-b73ef87dbcdc req-05c45532-8b42-4d01-9fd9-e2bcb032308b tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] 10.222.0.20 "GET /v2.0/ports?device_id=b9a789ea-78f4-481d-bd9b-45bce25676ad HTTP/1.1" status: 200 len: 945 time: 0.1168172 Jun 30 04:21:44.143122 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad2ebfa-d4dc-4e00-9d56-a1a23f7226f4 req-a661f5b6-3180-48a0-99df-62a15b17c4d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:21:44.144468 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-7ad2ebfa-d4dc-4e00-9d56-a1a23f7226f4 req-a661f5b6-3180-48a0-99df-62a15b17c4d4 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=997a86f0-800e-427c-91a4-9c6a7c8f7fff HTTP/1.1" status: 200 len: 1130 time: 0.0844362 Jun 30 04:21:44.145538 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4226565d-dcf4-496f-8e97-0e523831d44a req-565c456e-da52-43fc-9e1c-53446ca6e6d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:21:44.146880 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-4226565d-dcf4-496f-8e97-0e523831d44a req-565c456e-da52-43fc-9e1c-53446ca6e6d0 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=51354e88-a19f-433f-85b3-126269c921c4 HTTP/1.1" status: 200 len: 1130 time: 0.0879493 Jun 30 04:21:44.198770 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:DELETE=6,neutron:SELECT=50 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:21:44.199581 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=10,neutron:DELETE=2 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:21:44.290130 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-4226565d-dcf4-496f-8e97-0e523831d44a req-d323b7a1-2535-4ff2-ba46-5b07f1011f7f service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=0f4a7f03-b349-4d47-a044-e7fe563f709b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1322515 Jun 30 04:21:44.294374 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-7ad2ebfa-d4dc-4e00-9d56-a1a23f7226f4 req-5b304624-4580-4ccb-a84a-0dea5a6df263 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=1e7d7258-f507-4717-8413-3442decd3e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1346693 Jun 30 04:21:44.297881 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.plugin [req-6af87cc8-314d-4a00-9979-b73ef87dbcdc req-cf7e4993-75f6-4937-a310-b0fa4b6283f7 tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] Deleting port f7491189-7e96-4247-aee7-3f42f81272cd {{(pid=104416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 30 04:21:44.298198 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-6af87cc8-314d-4a00-9979-b73ef87dbcdc req-cf7e4993-75f6-4937-a310-b0fa4b6283f7 tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781926629636'] for port (f7491189-7e96-4247-aee7-3f42f81272cd), before_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:21:44.424085 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193c5986-3e28-4af4-adea-b8ebb78bd4a9 req-2dfbcf90-5bad-4b77-be72-aa43903da327 tempest-TestVolumeBootPattern-1718480899 tempest-TestVolumeBootPattern-1718480899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:21:44.425549 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-193c5986-3e28-4af4-adea-b8ebb78bd4a9 req-2dfbcf90-5bad-4b77-be72-aa43903da327 tempest-TestVolumeBootPattern-1718480899 tempest-TestVolumeBootPattern-1718480899-project] 10.222.0.13 "GET /v2.0/ports?device_id=997a86f0-800e-427c-91a4-9c6a7c8f7fff HTTP/1.1" status: 200 len: 946 time: 0.0654328 Jun 30 04:21:44.430534 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.db [req-6af87cc8-314d-4a00-9979-b73ef87dbcdc req-cf7e4993-75f6-4937-a310-b0fa4b6283f7 tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] For port f7491189-7e96-4247-aee7-3f42f81272cd, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=f7491189-7e96-4247-aee7-3f42f81272cd,segment=NetworkSegment(021a25df-ca0c-481b-8824-64686e570a1e),segment_id=021a25df-ca0c-481b-8824-64686e570a1e)] {{(pid=104416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 04:21:44.430899 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-6af87cc8-314d-4a00-9979-b73ef87dbcdc req-cf7e4993-75f6-4937-a310-b0fa4b6283f7 tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616079'] for port (f7491189-7e96-4247-aee7-3f42f81272cd), precommit_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:21:44.455623 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.plugin [req-6af87cc8-314d-4a00-9979-b73ef87dbcdc req-cf7e4993-75f6-4937-a310-b0fa4b6283f7 tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] Calling delete_port for f7491189-7e96-4247-aee7-3f42f81272cd owned by compute:nova {{(pid=104416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 30 04:21:44.530035 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-193c5986-3e28-4af4-adea-b8ebb78bd4a9 req-fc2d650a-c1be-42af-991e-182fa483fbe4 tempest-TestVolumeBootPattern-1718480899 tempest-TestVolumeBootPattern-1718480899-project] 10.222.0.13 "GET /v2.0/security-groups?id=1e7d7258-f507-4717-8413-3442decd3e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0964518 Jun 30 04:21:44.598434 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:21:44.618570 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-6af87cc8-314d-4a00-9979-b73ef87dbcdc req-cf7e4993-75f6-4937-a310-b0fa4b6283f7 tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4095053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781926635560', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781926239326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1764130'] for port (f7491189-7e96-4247-aee7-3f42f81272cd), after_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:21:44.632113 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.db [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] get_ports_and_sgs() called for port_ids ['f7491189-7e96-4247-aee7-3f42f81272cd'] {{(pid=104417) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 04:21:44.672138 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7e4993-75f6-4937-a310-b0fa4b6283f7 tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] Pushing event deleted for resources: {'Port': ['ID=f7491189-7e96-4247-aee7-3f42f81272cd,revision_number=None']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:21:44.719563 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430f97e0-0ccc-4aeb-8844-619186f912b7 req-03389ea1-0a5d-4641-b021-79fdcdeb47a6 tempest-TestShelveInstance-1069409963 tempest-TestShelveInstance-1069409963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:21:44.721075 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-430f97e0-0ccc-4aeb-8844-619186f912b7 req-03389ea1-0a5d-4641-b021-79fdcdeb47a6 tempest-TestShelveInstance-1069409963 tempest-TestShelveInstance-1069409963-project] 10.222.0.13 "GET /v2.0/ports?device_id=51354e88-a19f-433f-85b3-126269c921c4 HTTP/1.1" status: 200 len: 946 time: 0.1038353 Jun 30 04:21:44.742210 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.db.l3_dvrscheduler_db [req-6af87cc8-314d-4a00-9979-b73ef87dbcdc req-cf7e4993-75f6-4937-a310-b0fa4b6283f7 tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] No DVR routers for this DVR port f7491189-7e96-4247-aee7-3f42f81272cd on host hv-cinder-84684 {{(pid=104416) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 30 04:21:44.744672 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-6af87cc8-314d-4a00-9979-b73ef87dbcdc req-cf7e4993-75f6-4937-a310-b0fa4b6283f7 tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13292'] for port (None), before_response {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:21:44.748012 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-6af87cc8-314d-4a00-9979-b73ef87dbcdc req-cf7e4993-75f6-4937-a310-b0fa4b6283f7 tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] 10.222.0.20 "DELETE /v2.0/ports/f7491189-7e96-4247-aee7-3f42f81272cd HTTP/1.1" status: 204 len: 173 time: 0.5967965 Jun 30 04:21:44.749565 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9a789ea-78f4-481d-bd9b-45bce25676ad', 'name': 'network-vif-deleted', 'tag': 'f7491189-7e96-4247-aee7-3f42f81272cd'}] {{(pid=104416) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 30 04:21:44.751819 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8111519efe35ff5952c269e16f689610d56ef28aa1e0b77ca5734c542983c30f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d15d6a6-2b47-47e9-af01-4a47833aabff" -d '{"events": [{"server_uuid": "b9a789ea-78f4-481d-bd9b-45bce25676ad", "name": "network-vif-deleted", "tag": "f7491189-7e96-4247-aee7-3f42f81272cd"}]}' {{(pid=104416) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 04:21:44.812628 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-acf9e174-fafd-4c34-80da-a3f335ee4e7f req-1003bb9c-b526-408d-9e27-5548f1b9aff4 tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] 10.222.0.13 "GET /v2.0/ports?device_id=b9a789ea-78f4-481d-bd9b-45bce25676ad HTTP/1.1" status: 200 len: 210 time: 0.0379183 Jun 30 04:21:44.817477 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-430f97e0-0ccc-4aeb-8844-619186f912b7 req-2a2c5f22-14b7-4aad-9d6c-abc21cfedfd5 tempest-TestShelveInstance-1069409963 tempest-TestShelveInstance-1069409963-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f4a7f03-b349-4d47-a044-e7fe563f709b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0815279 Jun 30 04:21:44.856236 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Jun 2022 04:21:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fc85071-6164-484b-b666-cba8a7a08a1e x-openstack-request-id: req-1fc85071-6164-484b-b666-cba8a7a08a1e {{(pid=104416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 04:21:44.856540 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9a789ea-78f4-481d-bd9b-45bce25676ad", "name": "network-vif-deleted", "tag": "f7491189-7e96-4247-aee7-3f42f81272cd", "status": "completed", "code": 200}]} {{(pid=104416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 04:21:44.856792 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1fc85071-6164-484b-b666-cba8a7a08a1e {{(pid=104416) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 04:21:44.857203 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1fc85071-6164-484b-b666-cba8a7a08a1e'] response: {'server_uuid': 'b9a789ea-78f4-481d-bd9b-45bce25676ad', 'name': 'network-vif-deleted', 'tag': 'f7491189-7e96-4247-aee7-3f42f81272cd', 'status': 'completed', 'code': 200} Jun 30 04:21:45.652684 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1958c925-b41c-45d6-bc47-e7bbe261c87b req-d7a8c374-1296-4030-8ea3-5d3544727a69 tempest-TestVolumeBootPattern-1718480899 tempest-TestVolumeBootPattern-1718480899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:21:45.654131 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-1958c925-b41c-45d6-bc47-e7bbe261c87b req-d7a8c374-1296-4030-8ea3-5d3544727a69 tempest-TestVolumeBootPattern-1718480899 tempest-TestVolumeBootPattern-1718480899-project] 10.222.0.13 "GET /v2.0/ports?device_id=997a86f0-800e-427c-91a4-9c6a7c8f7fff HTTP/1.1" status: 200 len: 946 time: 0.0484135 Jun 30 04:21:45.704432 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-1958c925-b41c-45d6-bc47-e7bbe261c87b req-16fc4be9-20cc-4a3d-9d4f-4042ee333613 tempest-TestVolumeBootPattern-1718480899 tempest-TestVolumeBootPattern-1718480899-project] 10.222.0.13 "GET /v2.0/security-groups?id=1e7d7258-f507-4717-8413-3442decd3e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447502 Jun 30 04:21:45.967494 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-607fa9f9-5b9a-431b-b836-af874d909587 req-819e8b97-d538-4868-bb84-c366e70bbb62 tempest-ServerRescueNegativeTestJSON-1003299466 tempest-ServerRescueNegativeTestJSON-1003299466-project] 10.222.0.13 "GET /v2.0/ports?device_id=b9a789ea-78f4-481d-bd9b-45bce25676ad HTTP/1.1" status: 200 len: 210 time: 0.0631855 Jun 30 04:21:45.981859 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883f8686-73a0-4536-a3dd-5749f91b4f94 req-8167f64a-fe9b-445e-a2ee-1aa5b008d049 tempest-TestShelveInstance-1069409963 tempest-TestShelveInstance-1069409963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:21:45.983451 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-883f8686-73a0-4536-a3dd-5749f91b4f94 req-8167f64a-fe9b-445e-a2ee-1aa5b008d049 tempest-TestShelveInstance-1069409963 tempest-TestShelveInstance-1069409963-project] 10.222.0.13 "GET /v2.0/ports?device_id=51354e88-a19f-433f-85b3-126269c921c4 HTTP/1.1" status: 200 len: 946 time: 0.0928314 Jun 30 04:21:46.035250 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-883f8686-73a0-4536-a3dd-5749f91b4f94 req-37dd969a-42dc-4048-aca1-64086ed92eb7 tempest-TestShelveInstance-1069409963 tempest-TestShelveInstance-1069409963-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f4a7f03-b349-4d47-a044-e7fe563f709b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453360 Jun 30 04:21:46.813556 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:21:46.838367 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b06332a-e616-4215-ab5c-f355edba9b39 req-6d8ee86d-f974-4c49-a173-cc9009df7dcd tempest-TestVolumeBootPattern-1718480899 tempest-TestVolumeBootPattern-1718480899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:21:46.839996 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-9b06332a-e616-4215-ab5c-f355edba9b39 req-6d8ee86d-f974-4c49-a173-cc9009df7dcd tempest-TestVolumeBootPattern-1718480899 tempest-TestVolumeBootPattern-1718480899-project] 10.222.0.13 "GET /v2.0/ports?device_id=997a86f0-800e-427c-91a4-9c6a7c8f7fff HTTP/1.1" status: 200 len: 946 time: 0.0632718 Jun 30 04:21:46.894979 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-9b06332a-e616-4215-ab5c-f355edba9b39 req-d48583f1-48fa-4d07-b6ae-4ed9bee8bd40 tempest-TestVolumeBootPattern-1718480899 tempest-TestVolumeBootPattern-1718480899-project] 10.222.0.13 "GET /v2.0/security-groups?id=1e7d7258-f507-4717-8413-3442decd3e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494034 Jun 30 04:21:47.016799 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775377cd-9bef-4bcb-b22f-8a06d908b5ad req-42825527-c69e-4db9-b95e-3c952e761f64 tempest-TestVolumeBootPattern-1718480899 tempest-TestVolumeBootPattern-1718480899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:21:47.018119 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-775377cd-9bef-4bcb-b22f-8a06d908b5ad req-42825527-c69e-4db9-b95e-3c952e761f64 tempest-TestVolumeBootPattern-1718480899 tempest-TestVolumeBootPattern-1718480899-project] 10.222.0.13 "GET /v2.0/ports?device_id=997a86f0-800e-427c-91a4-9c6a7c8f7fff HTTP/1.1" status: 200 len: 946 time: 0.0528483 Jun 30 04:21:47.024689 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.wsgi [-] (104415) accepted ('10.222.0.13', 56304) {{(pid=104415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 04:21:47.069719 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-775377cd-9bef-4bcb-b22f-8a06d908b5ad req-17d4b3bd-72af-43ce-b9f1-a35416423f90 tempest-TestVolumeBootPattern-1718480899 tempest-TestVolumeBootPattern-1718480899-project] 10.222.0.13 "GET /v2.0/security-groups?id=1e7d7258-f507-4717-8413-3442decd3e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452437 Jun 30 04:21:47.092076 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.wsgi [-] (104415) accepted ('10.222.0.13', 56308) {{(pid=104415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 04:21:47.131661 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a72824c5-756d-481f-8bda-4490fddf783d tempest-TestVolumeBootPattern-575658593 tempest-TestVolumeBootPattern-575658593-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:21:47.133299 dv-cinder-846842-7-iscsi neutron-server[104415]: INFO neutron.wsgi [None req-a72824c5-756d-481f-8bda-4490fddf783d tempest-TestVolumeBootPattern-575658593 tempest-TestVolumeBootPattern-575658593-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=997a86f0-800e-427c-91a4-9c6a7c8f7fff HTTP/1.1" status: 200 len: 1125 time: 0.0399673 Jun 30 04:21:47.136224 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.wsgi [-] (104415) accepted ('10.222.0.13', 56310) {{(pid=104415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 04:21:47.139326 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.rpc [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Device f7491189-7e96-4247-aee7-3f42f81272cd no longer exists at agent hyperv_hv-cinder-84684 {{(pid=104417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 04:21:47.141334 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.v2.base [None req-8f6246c7-cbf3-465c-8649-d606a11eae63 tempest-TestVolumeBootPattern-1718480899 tempest-TestVolumeBootPattern-1718480899-project] Request body: {'floatingip': {'floating_network_id': 'a14b0e4f-074d-4507-846c-fc8420bddf12', 'port_id': '231a2e75-10e5-4ba7-b633-e79d395e40f4', 'tenant_id': 'c2fe0f4b2519494ea784cea098da6be3', 'fixed_ip_address': '172.20.0.14'}} {{(pid=104415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 30 04:21:47.163503 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] No Port match for: f7491189-7e96-4247-aee7-3f42f81272cd {{(pid=104417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 30 04:21:47.164568 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.rpc [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Device f7491189-7e96-4247-aee7-3f42f81272cd not bound to the agent host hv-cinder-84684 {{(pid=104417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 04:21:47.166453 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-8f6246c7-cbf3-465c-8649-d606a11eae63 tempest-TestVolumeBootPattern-1718480899 tempest-TestVolumeBootPattern-1718480899-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:21:47.318781 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-8f6246c7-cbf3-465c-8649-d606a11eae63 tempest-TestVolumeBootPattern-1718480899 tempest-TestVolumeBootPattern-1718480899-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3606762'] for port (None), before_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:21:47.517711 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.db.db_base_plugin_common [None req-8f6246c7-cbf3-465c-8649-d606a11eae63 tempest-TestVolumeBootPattern-1718480899 tempest-TestVolumeBootPattern-1718480899-project] Allocated IP 172.27.1.73 (a14b0e4f-074d-4507-846c-fc8420bddf12/15378187-268c-4fae-ace7-eaca7aa50f90/715cd27a-4deb-442f-b7c6-d9be046100fd) {{(pid=104415) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 04:21:47.713924 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-8f6246c7-cbf3-465c-8649-d606a11eae63 tempest-TestVolumeBootPattern-1718480899 tempest-TestVolumeBootPattern-1718480899-project] Publish callbacks [] for port (715cd27a-4deb-442f-b7c6-d9be046100fd), precommit_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:21:47.726466 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-de2d9f5c-55c9-4a6c-889f-ee51efc0eb8f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-613962'] for router_interface (14dd9340-9cf5-4523-a842-7d5aab670ffb), before_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:21:47.816612 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:21:47.830760 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-8f6246c7-cbf3-465c-8649-d606a11eae63 tempest-TestVolumeBootPattern-1718480899 tempest-TestVolumeBootPattern-1718480899-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4095053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781926239317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11645207'] for port (715cd27a-4deb-442f-b7c6-d9be046100fd), after_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:21:47.863142 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:21:47.885743 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f6246c7-cbf3-465c-8649-d606a11eae63 tempest-TestVolumeBootPattern-1718480899 tempest-TestVolumeBootPattern-1718480899-project] Network a14b0e4f-074d-4507-846c-fc8420bddf12 is already hosted by enough agents. {{(pid=104415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 04:21:47.920399 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.scheduler.base_scheduler [None req-8f6246c7-cbf3-465c-8649-d606a11eae63 tempest-TestVolumeBootPattern-1718480899 tempest-TestVolumeBootPattern-1718480899-project] Resources bound (agent type, host, resource id): {{(pid=104415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 04:21:47.925037 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f6246c7-cbf3-465c-8649-d606a11eae63 tempest-TestVolumeBootPattern-1718480899 tempest-TestVolumeBootPattern-1718480899-project] Received port after_create {{(pid=104415) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 30 04:21:47.932467 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6246c7-cbf3-465c-8649-d606a11eae63 tempest-TestVolumeBootPattern-1718480899 tempest-TestVolumeBootPattern-1718480899-project] Pushing event updated for resources: {'Port': ['ID=715cd27a-4deb-442f-b7c6-d9be046100fd,revision_number=1']} {{(pid=104415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:21:48.144414 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.plugins.ml2.plugin [None req-de2d9f5c-55c9-4a6c-889f-ee51efc0eb8f admin admin] Deleting port 6c61d533-f4ae-4d98-96d7-8819e728f60d {{(pid=104415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 30 04:21:48.145102 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-de2d9f5c-55c9-4a6c-889f-ee51efc0eb8f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781926629636'] for port (6c61d533-f4ae-4d98-96d7-8819e728f60d), before_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:21:48.511379 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.plugins.ml2.db [None req-de2d9f5c-55c9-4a6c-889f-ee51efc0eb8f admin admin] For port 6c61d533-f4ae-4d98-96d7-8819e728f60d, host dv-cinder-846842-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-7-iscsi',level=0,port_id=6c61d533-f4ae-4d98-96d7-8819e728f60d,segment=NetworkSegment(021a25df-ca0c-481b-8824-64686e570a1e),segment_id=021a25df-ca0c-481b-8824-64686e570a1e)] {{(pid=104415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 04:21:48.511733 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-de2d9f5c-55c9-4a6c-889f-ee51efc0eb8f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616079'] for port (6c61d533-f4ae-4d98-96d7-8819e728f60d), precommit_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:21:48.546454 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.plugins.ml2.plugin [None req-de2d9f5c-55c9-4a6c-889f-ee51efc0eb8f admin admin] Calling delete_port for 6c61d533-f4ae-4d98-96d7-8819e728f60d owned by network:router_interface {{(pid=104415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 30 04:21:48.685273 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-8f6246c7-cbf3-465c-8649-d606a11eae63 tempest-TestVolumeBootPattern-1718480899 tempest-TestVolumeBootPattern-1718480899-project] Publish callbacks [] for floatingip (c32c46d3-1743-4ad3-aaf8-13bf395e24a2), precommit_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:21:48.799270 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:21:48.805805 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-8f6246c7-cbf3-465c-8649-d606a11eae63 tempest-TestVolumeBootPattern-1718480899 tempest-TestVolumeBootPattern-1718480899-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3606762'] for port (715cd27a-4deb-442f-b7c6-d9be046100fd), before_update {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:21:48.829555 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=92,neutron:INSERT=1,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:21:48.905796 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-de2d9f5c-55c9-4a6c-889f-ee51efc0eb8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4095053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781926635560', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781926239326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11645207'] for port (6c61d533-f4ae-4d98-96d7-8819e728f60d), after_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:21:48.937336 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2d9f5c-55c9-4a6c-889f-ee51efc0eb8f admin admin] Pushing event deleted for resources: {'Port': ['ID=6c61d533-f4ae-4d98-96d7-8819e728f60d,revision_number=None']} {{(pid=104415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:21:49.135813 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-8f6246c7-cbf3-465c-8649-d606a11eae63 tempest-TestVolumeBootPattern-1718480899 tempest-TestVolumeBootPattern-1718480899-project] Publish callbacks [] for port (715cd27a-4deb-442f-b7c6-d9be046100fd), precommit_update {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:21:49.141805 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-8f6246c7-cbf3-465c-8649-d606a11eae63 tempest-TestVolumeBootPattern-1718480899 tempest-TestVolumeBootPattern-1718480899-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4095053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781926634698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781926239335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781926239353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11645230'] for port (715cd27a-4deb-442f-b7c6-d9be046100fd), after_update {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:21:49.228653 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6246c7-cbf3-465c-8649-d606a11eae63 tempest-TestVolumeBootPattern-1718480899 tempest-TestVolumeBootPattern-1718480899-project] Pushing event updated for resources: {'Port': ['ID=715cd27a-4deb-442f-b7c6-d9be046100fd,revision_number=2']} {{(pid=104415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:21:49.233234 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-de2d9f5c-55c9-4a6c-889f-ee51efc0eb8f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-614586'] for router_interface (14dd9340-9cf5-4523-a842-7d5aab670ffb), after_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:21:49.246047 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-8f6246c7-cbf3-465c-8649-d606a11eae63 tempest-TestVolumeBootPattern-1718480899 tempest-TestVolumeBootPattern-1718480899-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-620077'] for floatingip (c32c46d3-1743-4ad3-aaf8-13bf395e24a2), after_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:21:49.414114 dv-cinder-846842-7-iscsi neutron-server[104415]: INFO neutron.db.l3_db [None req-8f6246c7-cbf3-465c-8649-d606a11eae63 tempest-TestVolumeBootPattern-1718480899 tempest-TestVolumeBootPattern-1718480899-project] Floating IP c32c46d3-1743-4ad3-aaf8-13bf395e24a2 associated. External IP: 172.27.1.73, port: 231a2e75-10e5-4ba7-b633-e79d395e40f4. Jun 30 04:21:49.551599 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:21:49.597492 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de2d9f5c-55c9-4a6c-889f-ee51efc0eb8f admin admin] Router 14dd9340-9cf5-4523-a842-7d5aab670ffb has already been hosted by L3 agent 2ea21a61-d737-4543-a811-a0d035fbf0f6 {{(pid=104415) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 30 04:21:49.670091 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=100 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:21:49.767328 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f6246c7-cbf3-465c-8649-d606a11eae63 tempest-TestVolumeBootPattern-1718480899 tempest-TestVolumeBootPattern-1718480899-project] Router e0d14cc1-d55a-47b8-8f48-3523e445fe69 has already been hosted by L3 agent 2ea21a61-d737-4543-a811-a0d035fbf0f6 {{(pid=104415) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 30 04:21:49.787128 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de2d9f5c-55c9-4a6c-889f-ee51efc0eb8f admin admin] Notify agent at l3_agent.dv-cinder-846842-7-iscsi the message routers_updated {{(pid=104415) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 04:21:49.792501 dv-cinder-846842-7-iscsi neutron-server[104415]: INFO neutron.wsgi [None req-de2d9f5c-55c9-4a6c-889f-ee51efc0eb8f admin admin] 10.222.0.13 "PUT /v2.0/routers/14dd9340-9cf5-4523-a842-7d5aab670ffb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7672634 Jun 30 04:21:49.795392 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.13', 56312) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 04:21:49.798173 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf472ddc-9dac-4002-b2e8-13873c2974b1 None None] Sync routers for ids ['14dd9340-9cf5-4523-a842-7d5aab670ffb'] in dv-cinder-846842-7-iscsi {{(pid=104418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 04:21:49.809603 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf472ddc-9dac-4002-b2e8-13873c2974b1 None None] Routers {'14dd9340-9cf5-4523-a842-7d5aab670ffb'} bound to L3 agent in host dv-cinder-846842-7-iscsi {{(pid=104418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 30 04:21:49.810219 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.db.l3_hamode_db [None req-cf472ddc-9dac-4002-b2e8-13873c2974b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-30T04:07:07Z,description=,heartbeat_timestamp=2022-06-30T04:21:38Z,host='dv-cinder-846842-7-iscsi',id=2ea21a61-d737-4543-a811-a0d035fbf0f6,load=0,resource_versions=,resources_synced=,started_at=2022-06-30T04:07:07Z,topic='l3_agent')) {'router_ids': ['14dd9340-9cf5-4523-a842-7d5aab670ffb'], 'active': True} {{(pid=104418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 04:21:49.887906 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f6246c7-cbf3-465c-8649-d606a11eae63 tempest-TestVolumeBootPattern-1718480899 tempest-TestVolumeBootPattern-1718480899-project] Notify agent at l3_agent.dv-cinder-846842-7-iscsi the message routers_updated {{(pid=104415) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 04:21:49.899940 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe2ad85f-f8a9-4ad5-96f7-6e32f15a9b8a None None] Sync routers for ids ['e0d14cc1-d55a-47b8-8f48-3523e445fe69'] in dv-cinder-846842-7-iscsi {{(pid=104417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 04:21:49.908890 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-8f6246c7-cbf3-465c-8649-d606a11eae63 tempest-TestVolumeBootPattern-1718480899 tempest-TestVolumeBootPattern-1718480899-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13292'] for floatingip (None), before_response {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:21:49.912824 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe2ad85f-f8a9-4ad5-96f7-6e32f15a9b8a None None] Routers {'e0d14cc1-d55a-47b8-8f48-3523e445fe69'} bound to L3 agent in host dv-cinder-846842-7-iscsi {{(pid=104417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 30 04:21:49.916450 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-2c24a359-4591-4441-9824-612440d63cd9 admin admin] Publish callbacks [] for router (14dd9340-9cf5-4523-a842-7d5aab670ffb), before_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:21:49.918829 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.db.l3_hamode_db [None req-fe2ad85f-f8a9-4ad5-96f7-6e32f15a9b8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-30T04:07:07Z,description=,heartbeat_timestamp=2022-06-30T04:21:38Z,host='dv-cinder-846842-7-iscsi',id=2ea21a61-d737-4543-a811-a0d035fbf0f6,load=0,resource_versions=,resources_synced=,started_at=2022-06-30T04:07:07Z,topic='l3_agent')) {'router_ids': ['e0d14cc1-d55a-47b8-8f48-3523e445fe69'], 'active': True} {{(pid=104417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 04:21:49.921135 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.db.l3_dvr_db [None req-cf472ddc-9dac-4002-b2e8-13873c2974b1 None None] Set router 14dd9340-9cf5-4523-a842-7d5aab670ffb gateway port host: dv-cinder-846842-7-iscsi {{(pid=104418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 30 04:21:49.943647 dv-cinder-846842-7-iscsi neutron-server[104415]: INFO neutron.wsgi [None req-8f6246c7-cbf3-465c-8649-d606a11eae63 tempest-TestVolumeBootPattern-1718480899 tempest-TestVolumeBootPattern-1718480899-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.8060291 Jun 30 04:21:49.944289 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '997a86f0-800e-427c-91a4-9c6a7c8f7fff', 'tag': '231a2e75-10e5-4ba7-b633-e79d395e40f4'}] {{(pid=104415) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 30 04:21:49.946733 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d30a34cf25b41f2e39a6e8a7c8aade182e15085106272f21e1153e4bea097eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e7d8955-77da-4341-8fc3-b8ff2ffe463a" -d '{"events": [{"name": "network-changed", "server_uuid": "997a86f0-800e-427c-91a4-9c6a7c8f7fff", "tag": "231a2e75-10e5-4ba7-b633-e79d395e40f4"}]}' {{(pid=104415) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 04:21:49.985639 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Jun 2022 04:21:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7e07a44-6339-4bbe-92f3-62680d3a33c0 x-openstack-request-id: req-b7e07a44-6339-4bbe-92f3-62680d3a33c0 {{(pid=104415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 04:21:49.986136 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "997a86f0-800e-427c-91a4-9c6a7c8f7fff", "tag": "231a2e75-10e5-4ba7-b633-e79d395e40f4", "status": "completed", "code": 200}]} {{(pid=104415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 04:21:49.986547 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b7e07a44-6339-4bbe-92f3-62680d3a33c0 {{(pid=104415) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 04:21:49.987124 dv-cinder-846842-7-iscsi neutron-server[104415]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b7e07a44-6339-4bbe-92f3-62680d3a33c0'] response: {'name': 'network-changed', 'server_uuid': '997a86f0-800e-427c-91a4-9c6a7c8f7fff', 'tag': '231a2e75-10e5-4ba7-b633-e79d395e40f4', 'status': 'completed', 'code': 200} Jun 30 04:21:50.005875 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:21:50.045710 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.db.l3_dvr_db [None req-fe2ad85f-f8a9-4ad5-96f7-6e32f15a9b8a None None] Set router e0d14cc1-d55a-47b8-8f48-3523e445fe69 gateway port host: dv-cinder-846842-7-iscsi {{(pid=104417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 30 04:21:50.060696 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7d8955-77da-4341-8fc3-b8ff2ffe463a req-872b0666-af13-47ef-8704-663b587bea6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:21:50.062217 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-5e7d8955-77da-4341-8fc3-b8ff2ffe463a req-872b0666-af13-47ef-8704-663b587bea6b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c2fe0f4b2519494ea784cea098da6be3&device_id=997a86f0-800e-427c-91a4-9c6a7c8f7fff HTTP/1.1" status: 200 len: 1130 time: 0.0517039 Jun 30 04:21:50.063742 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-2c24a359-4591-4441-9824-612440d63cd9 admin admin] Publish callbacks [] for router_gateway (14dd9340-9cf5-4523-a842-7d5aab670ffb), before_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:21:50.108570 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.db.l3_hamode_db [None req-cf472ddc-9dac-4002-b2e8-13873c2974b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14dd9340-9cf5-4523-a842-7d5aab670ffb', 'name': 'tempest-ServerRescueNegativeTestJSON-2013191960-router', 'tenant_id': '74b53f46d15c4465b9005939114e67a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14b0e4f-074d-4507-846c-fc8420bddf12', 'external_fixed_ips': [{'subnet_id': '15378187-268c-4fae-ace7-eaca7aa50f90', 'ip_address': '172.27.1.60'}], 'enable_snat': True}, 'gw_port_id': '680d7f3a-cee8-4ca1-828c-66dca56cd16c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T04:16:26Z', 'updated_at': '2022-06-30T04:21:48Z', 'revision_number': 5, 'project_id': '74b53f46d15c4465b9005939114e67a3', 'gw_port': {'id': '680d7f3a-cee8-4ca1-828c-66dca56cd16c', 'name': '', 'network_id': 'a14b0e4f-074d-4507-846c-fc8420bddf12', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:be:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14dd9340-9cf5-4523-a842-7d5aab670ffb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '15378187-268c-4fae-ace7-eaca7aa50f90', 'ip_address': '172.27.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T04:16:27Z', 'updated_at': '2022-06-30T04:16:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15378187-268c-4fae-ace7-eaca7aa50f90', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-7-iscsi'}], 'dv-cinder-846842-7-iscsi', False) {} {{(pid=104418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 04:21:50.141108 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf472ddc-9dac-4002-b2e8-13873c2974b1 None None] Checking router: 14dd9340-9cf5-4523-a842-7d5aab670ffb for host: dv-cinder-846842-7-iscsi {{(pid=104418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 04:21:50.150421 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf472ddc-9dac-4002-b2e8-13873c2974b1 None None] Routers {'14dd9340-9cf5-4523-a842-7d5aab670ffb'} bound to L3 agent in host dv-cinder-846842-7-iscsi {{(pid=104418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 30 04:21:50.150421 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.db.l3_hamode_db [None req-cf472ddc-9dac-4002-b2e8-13873c2974b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-30T04:07:07Z,description=,heartbeat_timestamp=2022-06-30T04:21:38Z,host='dv-cinder-846842-7-iscsi',id=2ea21a61-d737-4543-a811-a0d035fbf0f6,load=0,resource_versions=,resources_synced=,started_at=2022-06-30T04:07:07Z,topic='l3_agent')) {'router_ids': ['14dd9340-9cf5-4523-a842-7d5aab670ffb'], 'active': True} {{(pid=104418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 04:21:50.164811 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.plugin [None req-2c24a359-4591-4441-9824-612440d63cd9 admin admin] Deleting port 680d7f3a-cee8-4ca1-828c-66dca56cd16c {{(pid=104416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 30 04:21:50.165203 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-2c24a359-4591-4441-9824-612440d63cd9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781926629636'] for port (680d7f3a-cee8-4ca1-828c-66dca56cd16c), before_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:21:50.232746 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:21:50.242194 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7d8955-77da-4341-8fc3-b8ff2ffe463a req-49e0ee78-9e8c-4f44-9cdd-2067d0a1bafb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:21:50.242912 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.db.l3_dvr_db [None req-cf472ddc-9dac-4002-b2e8-13873c2974b1 None None] Set router 14dd9340-9cf5-4523-a842-7d5aab670ffb gateway port host: None {{(pid=104418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 30 04:21:50.243754 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-5e7d8955-77da-4341-8fc3-b8ff2ffe463a req-49e0ee78-9e8c-4f44-9cdd-2067d0a1bafb service neutron] 10.222.0.20 "GET /v2.0/networks?id=db2948ec-060f-4621-8ce6-8119698c91b1 HTTP/1.1" status: 200 len: 912 time: 0.1733546 Jun 30 04:21:50.270597 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:21:50.283656 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.db.l3_hamode_db [None req-fe2ad85f-f8a9-4ad5-96f7-6e32f15a9b8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0d14cc1-d55a-47b8-8f48-3523e445fe69', 'name': 'tempest-TestVolumeBootPattern-138600561-router', 'tenant_id': 'c2fe0f4b2519494ea784cea098da6be3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14b0e4f-074d-4507-846c-fc8420bddf12', 'external_fixed_ips': [{'subnet_id': '15378187-268c-4fae-ace7-eaca7aa50f90', 'ip_address': '172.27.1.209'}], 'enable_snat': True}, 'gw_port_id': '732ebfd2-5866-4d8a-9290-15df8bc253e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T04:17:39Z', 'updated_at': '2022-06-30T04:17:42Z', 'revision_number': 4, 'project_id': 'c2fe0f4b2519494ea784cea098da6be3', 'gw_port': {'id': '732ebfd2-5866-4d8a-9290-15df8bc253e2', 'name': '', 'network_id': 'a14b0e4f-074d-4507-846c-fc8420bddf12', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:35:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0d14cc1-d55a-47b8-8f48-3523e445fe69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '15378187-268c-4fae-ace7-eaca7aa50f90', 'ip_address': '172.27.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T04:17:39Z', 'updated_at': '2022-06-30T04:17:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15378187-268c-4fae-ace7-eaca7aa50f90', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-7-iscsi', '_floatingips': [{'id': 'c32c46d3-1743-4ad3-aaf8-13bf395e24a2', 'tenant_id': 'c2fe0f4b2519494ea784cea098da6be3', 'floating_ip_address': '172.27.1.73', 'floating_network_id': 'a14b0e4f-074d-4507-846c-fc8420bddf12', 'router_id': 'e0d14cc1-d55a-47b8-8f48-3523e445fe69', 'port_id': '231a2e75-10e5-4ba7-b633-e79d395e40f4', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 587, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'db2948ec-060f-4621-8ce6-8119698c91b1', 'mac_address': 'fa:16:3e:4d:59:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '997a86f0-800e-427c-91a4-9c6a7c8f7fff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-30T04:21:48Z', 'updated_at': '2022-06-30T04:21:48Z', 'revision_number': 0, 'project_id': 'c2fe0f4b2519494ea784cea098da6be3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b299c8ca-10fe-4c07-82e6-fb84dcb9a9df', 'name': '', 'network_id': 'db2948ec-060f-4621-8ce6-8119698c91b1', 'tenant_id': 'c2fe0f4b2519494ea784cea098da6be3', 'mac_address': 'fa:16:3e:a3:5b:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0d14cc1-d55a-47b8-8f48-3523e445fe69', 'device_owner': 'network:router_interface', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': 'd15d22dc-e983-46bc-a814-5adbf2d25b83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T04:17:42Z', 'updated_at': '2022-06-30T04:17:46Z', 'revision_number': 5, 'project_id': 'c2fe0f4b2519494ea784cea098da6be3', 'subnets': [{'id': 'd15d22dc-e983-46bc-a814-5adbf2d25b83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846842-7-iscsi', False) {} {{(pid=104417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 04:21:50.294433 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.db.l3_hamode_db [None req-cf472ddc-9dac-4002-b2e8-13873c2974b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14dd9340-9cf5-4523-a842-7d5aab670ffb', 'name': 'tempest-ServerRescueNegativeTestJSON-2013191960-router', 'tenant_id': '74b53f46d15c4465b9005939114e67a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T04:16:26Z', 'updated_at': '2022-06-30T04:21:50Z', 'revision_number': 6, 'project_id': '74b53f46d15c4465b9005939114e67a3', 'gw_port_host': None}], 'dv-cinder-846842-7-iscsi', False) {} {{(pid=104418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 04:21:50.312489 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe2ad85f-f8a9-4ad5-96f7-6e32f15a9b8a None None] Checking router: e0d14cc1-d55a-47b8-8f48-3523e445fe69 for host: dv-cinder-846842-7-iscsi {{(pid=104417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 04:21:50.313318 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.db [None req-2c24a359-4591-4441-9824-612440d63cd9 admin admin] For port 680d7f3a-cee8-4ca1-828c-66dca56cd16c, host dv-cinder-846842-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-7-iscsi',level=0,port_id=680d7f3a-cee8-4ca1-828c-66dca56cd16c,segment=NetworkSegment(3bfcffa1-5305-4ee8-86f3-678eb000aac1),segment_id=3bfcffa1-5305-4ee8-86f3-678eb000aac1)] {{(pid=104416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 04:21:50.313661 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-2c24a359-4591-4441-9824-612440d63cd9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616079'] for port (680d7f3a-cee8-4ca1-828c-66dca56cd16c), precommit_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:21:50.321404 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe2ad85f-f8a9-4ad5-96f7-6e32f15a9b8a None None] Routers {'e0d14cc1-d55a-47b8-8f48-3523e445fe69'} bound to L3 agent in host dv-cinder-846842-7-iscsi {{(pid=104417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 30 04:21:50.322017 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.db.l3_hamode_db [None req-fe2ad85f-f8a9-4ad5-96f7-6e32f15a9b8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-30T04:07:07Z,description=,heartbeat_timestamp=2022-06-30T04:21:38Z,host='dv-cinder-846842-7-iscsi',id=2ea21a61-d737-4543-a811-a0d035fbf0f6,load=0,resource_versions=,resources_synced=,started_at=2022-06-30T04:07:07Z,topic='l3_agent')) {'router_ids': ['e0d14cc1-d55a-47b8-8f48-3523e445fe69'], 'active': True} {{(pid=104417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 04:21:50.322226 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf472ddc-9dac-4002-b2e8-13873c2974b1 None None] The sync data for ids ['14dd9340-9cf5-4523-a842-7d5aab670ffb'] in dv-cinder-846842-7-iscsi is: [{'id': '14dd9340-9cf5-4523-a842-7d5aab670ffb', 'name': 'tempest-ServerRescueNegativeTestJSON-2013191960-router', 'tenant_id': '74b53f46d15c4465b9005939114e67a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T04:16:26Z', 'updated_at': '2022-06-30T04:21:50Z', 'revision_number': 6, 'project_id': '74b53f46d15c4465b9005939114e67a3', 'gw_port_host': None}] {{(pid=104418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 04:21:50.341711 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.plugin [None req-2c24a359-4591-4441-9824-612440d63cd9 admin admin] Calling delete_port for 680d7f3a-cee8-4ca1-828c-66dca56cd16c owned by network:router_gateway {{(pid=104416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 30 04:21:50.344923 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-5e7d8955-77da-4341-8fc3-b8ff2ffe463a req-e2a4069e-6bdd-4e3b-a59c-86203384024e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=231a2e75-10e5-4ba7-b633-e79d395e40f4 HTTP/1.1" status: 200 len: 999 time: 0.0949111 Jun 30 04:21:50.430695 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.db.l3_dvr_db [None req-fe2ad85f-f8a9-4ad5-96f7-6e32f15a9b8a None None] Set router e0d14cc1-d55a-47b8-8f48-3523e445fe69 gateway port host: dv-cinder-846842-7-iscsi {{(pid=104417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 30 04:21:50.436094 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7d8955-77da-4341-8fc3-b8ff2ffe463a req-ebc6cc93-a0fd-4820-9000-a4eee92bbbb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:21:50.437616 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-5e7d8955-77da-4341-8fc3-b8ff2ffe463a req-ebc6cc93-a0fd-4820-9000-a4eee92bbbb9 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d15d22dc-e983-46bc-a814-5adbf2d25b83 HTTP/1.1" status: 200 len: 850 time: 0.0842962 Jun 30 04:21:50.517841 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7d8955-77da-4341-8fc3-b8ff2ffe463a req-a1c9b410-0bf5-467f-b547-44f4fe75c8a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:21:50.519332 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-5e7d8955-77da-4341-8fc3-b8ff2ffe463a req-a1c9b410-0bf5-467f-b547-44f4fe75c8a5 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=db2948ec-060f-4621-8ce6-8119698c91b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0733933 Jun 30 04:21:50.624182 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:21:50.656335 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.db.l3_hamode_db [None req-fe2ad85f-f8a9-4ad5-96f7-6e32f15a9b8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0d14cc1-d55a-47b8-8f48-3523e445fe69', 'name': 'tempest-TestVolumeBootPattern-138600561-router', 'tenant_id': 'c2fe0f4b2519494ea784cea098da6be3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14b0e4f-074d-4507-846c-fc8420bddf12', 'external_fixed_ips': [{'subnet_id': '15378187-268c-4fae-ace7-eaca7aa50f90', 'ip_address': '172.27.1.209'}], 'enable_snat': True}, 'gw_port_id': '732ebfd2-5866-4d8a-9290-15df8bc253e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T04:17:39Z', 'updated_at': '2022-06-30T04:17:42Z', 'revision_number': 4, 'project_id': 'c2fe0f4b2519494ea784cea098da6be3', 'gw_port': {'id': '732ebfd2-5866-4d8a-9290-15df8bc253e2', 'name': '', 'network_id': 'a14b0e4f-074d-4507-846c-fc8420bddf12', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:35:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0d14cc1-d55a-47b8-8f48-3523e445fe69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '15378187-268c-4fae-ace7-eaca7aa50f90', 'ip_address': '172.27.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T04:17:39Z', 'updated_at': '2022-06-30T04:17:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15378187-268c-4fae-ace7-eaca7aa50f90', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-7-iscsi', '_floatingips': [{'id': 'c32c46d3-1743-4ad3-aaf8-13bf395e24a2', 'tenant_id': 'c2fe0f4b2519494ea784cea098da6be3', 'floating_ip_address': '172.27.1.73', 'floating_network_id': 'a14b0e4f-074d-4507-846c-fc8420bddf12', 'router_id': 'e0d14cc1-d55a-47b8-8f48-3523e445fe69', 'port_id': '231a2e75-10e5-4ba7-b633-e79d395e40f4', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 587, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'db2948ec-060f-4621-8ce6-8119698c91b1', 'mac_address': 'fa:16:3e:4d:59:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '997a86f0-800e-427c-91a4-9c6a7c8f7fff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-30T04:21:48Z', 'updated_at': '2022-06-30T04:21:48Z', 'revision_number': 0, 'project_id': 'c2fe0f4b2519494ea784cea098da6be3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b299c8ca-10fe-4c07-82e6-fb84dcb9a9df', 'name': '', 'network_id': 'db2948ec-060f-4621-8ce6-8119698c91b1', 'tenant_id': 'c2fe0f4b2519494ea784cea098da6be3', 'mac_address': 'fa:16:3e:a3:5b:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0d14cc1-d55a-47b8-8f48-3523e445fe69', 'device_owner': 'network:router_interface', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': 'd15d22dc-e983-46bc-a814-5adbf2d25b83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T04:17:42Z', 'updated_at': '2022-06-30T04:17:46Z', 'revision_number': 5, 'project_id': 'c2fe0f4b2519494ea784cea098da6be3', 'subnets': [{'id': 'd15d22dc-e983-46bc-a814-5adbf2d25b83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846842-7-iscsi', False) {} {{(pid=104417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 04:21:50.661445 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-5e7d8955-77da-4341-8fc3-b8ff2ffe463a req-467ee6a4-ce93-48c1-96ed-983b12f74cf9 service neutron] 10.222.0.20 "GET /v2.0/networks/db2948ec-060f-4621-8ce6-8119698c91b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1310766 Jun 30 04:21:50.668366 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-2c24a359-4591-4441-9824-612440d63cd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4095053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781926635560', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781926239326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1764130'] for port (680d7f3a-cee8-4ca1-828c-66dca56cd16c), after_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:21:50.684005 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe2ad85f-f8a9-4ad5-96f7-6e32f15a9b8a None None] The sync data for ids ['e0d14cc1-d55a-47b8-8f48-3523e445fe69'] in dv-cinder-846842-7-iscsi is: [{'id': 'e0d14cc1-d55a-47b8-8f48-3523e445fe69', 'name': 'tempest-TestVolumeBootPattern-138600561-router', 'tenant_id': 'c2fe0f4b2519494ea784cea098da6be3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14b0e4f-074d-4507-846c-fc8420bddf12', 'external_fixed_ips': [{'subnet_id': '15378187-268c-4fae-ace7-eaca7aa50f90', 'ip_address': '172.27.1.209'}], 'enable_snat': True}, 'gw_port_id': '732ebfd2-5866-4d8a-9290-15df8bc253e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T04:17:39Z', 'updated_at': '2022-06-30T04:17:42Z', 'revision_number': 4, 'project_id': 'c2fe0f4b2519494ea784cea098da6be3', 'gw_port': {'id': '732ebfd2-5866-4d8a-9290-15df8bc253e2', 'name': '', 'network_id': 'a14b0e4f-074d-4507-846c-fc8420bddf12', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:35:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0d14cc1-d55a-47b8-8f48-3523e445fe69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '15378187-268c-4fae-ace7-eaca7aa50f90', 'ip_address': '172.27.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T04:17:39Z', 'updated_at': '2022-06-30T04:17:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15378187-268c-4fae-ace7-eaca7aa50f90', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-7-iscsi', '_floatingips': [{'id': 'c32c46d3-1743-4ad3-aaf8-13bf395e24a2', 'tenant_id': 'c2fe0f4b2519494ea784cea098da6be3', 'floating_ip_address': '172.27.1.73', 'floating_network_id': 'a14b0e4f-074d-4507-846c-fc8420bddf12', 'router_id': 'e0d14cc1-d55a-47b8-8f48-3523e445fe69', 'port_id': '231a2e75-10e5-4ba7-b633-e79d395e40f4', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 587, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'db2948ec-060f-4621-8ce6-8119698c91b1', 'mac_address': 'fa:16:3e:4d:59:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '997a86f0-800e-427c-91a4-9c6a7c8f7fff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-30T04:21:48Z', 'updated_at': '2022-06-30T04:21:48Z', 'revision_number': 0, 'project_id': 'c2fe0f4b2519494ea784cea098da6be3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b299c8ca-10fe-4c07-82e6-fb84dcb9a9df', 'name': '', 'network_id': 'db2948ec-060f-4621-8ce6-8119698c91b1', 'tenant_id': 'c2fe0f4b2519494ea784cea098da6be3', 'mac_address': 'fa:16:3e:a3:5b:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0d14cc1-d55a-47b8-8f48-3523e445fe69', 'device_owner': 'network:router_interface', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': 'd15d22dc-e983-46bc-a814-5adbf2d25b83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T04:17:42Z', 'updated_at': '2022-06-30T04:17:46Z', 'revision_number': 5, 'project_id': 'c2fe0f4b2519494ea784cea098da6be3', 'subnets': [{'id': 'd15d22dc-e983-46bc-a814-5adbf2d25b83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 04:21:50.716557 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c24a359-4591-4441-9824-612440d63cd9 admin admin] Pushing event deleted for resources: {'Port': ['ID=680d7f3a-cee8-4ca1-828c-66dca56cd16c,revision_number=None']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:21:50.841557 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-2c24a359-4591-4441-9824-612440d63cd9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-622358'] for router_gateway (14dd9340-9cf5-4523-a842-7d5aab670ffb), after_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:21:50.846283 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-5e7d8955-77da-4341-8fc3-b8ff2ffe463a req-21ffbd07-3aaa-4bf0-b8e0-a367ffe0bcc3 service neutron] 10.222.0.20 "GET /v2.0/networks/db2948ec-060f-4621-8ce6-8119698c91b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1753931 Jun 30 04:21:50.913401 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c10f665d-e403-44e2-bd83-3956c536bbc2 None None] New status for floating IP c32c46d3-1743-4ad3-aaf8-13bf395e24a2: ACTIVE {{(pid=104418) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 30 04:21:50.934710 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-2c24a359-4591-4441-9824-612440d63cd9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-612909', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-992710'] for router (14dd9340-9cf5-4523-a842-7d5aab670ffb), precommit_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:21:50.936945 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-2c24a359-4591-4441-9824-612440d63cd9 admin admin] Publish callbacks [] for router_controller (14dd9340-9cf5-4523-a842-7d5aab670ffb), precommit_delete_associations {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:21:50.952476 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:SELECT=100 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:21:50.982151 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-2c24a359-4591-4441-9824-612440d63cd9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-613100'] for router (14dd9340-9cf5-4523-a842-7d5aab670ffb), after_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:21:50.982752 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c24a359-4591-4441-9824-612440d63cd9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 14dd9340-9cf5-4523-a842-7d5aab670ffb {{(pid=104416) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 04:21:50.986801 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-2c24a359-4591-4441-9824-612440d63cd9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:21:50.987983 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-2c24a359-4591-4441-9824-612440d63cd9 admin admin] 10.222.0.13 "DELETE /v2.0/routers/14dd9340-9cf5-4523-a842-7d5aab670ffb HTTP/1.1" status: 204 len: 168 time: 1.1915457 Jun 30 04:21:50.991988 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.13', 56318) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 04:21:51.036146 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.db.db_base_plugin_v2 [None req-b7f771e7-5524-41b6-9eac-a40dd28d97ec admin admin] Deleting subnet 1d12b51a-7dad-4338-8514-f9c8956a192d {{(pid=104416) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 30 04:21:51.039523 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-b7f771e7-5524-41b6-9eac-a40dd28d97ec admin admin] Publish callbacks [] for subnet (1d12b51a-7dad-4338-8514-f9c8956a192d), before_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:21:51.059829 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:21:51.075942 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-b7f771e7-5524-41b6-9eac-a40dd28d97ec admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-840556'] for subnet (1d12b51a-7dad-4338-8514-f9c8956a192d), precommit_delete_associations {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:21:51.157918 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-b7f771e7-5524-41b6-9eac-a40dd28d97ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3565464'] for subnet (1d12b51a-7dad-4338-8514-f9c8956a192d), precommit_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:21:51.220879 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-b7f771e7-5524-41b6-9eac-a40dd28d97ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3565459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1764173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12208629'] for subnet (1d12b51a-7dad-4338-8514-f9c8956a192d), after_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:21:51.248515 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f771e7-5524-41b6-9eac-a40dd28d97ec admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1d12b51a-7dad-4338-8514-f9c8956a192d,revision_number=None']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:21:51.252504 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-b7f771e7-5524-41b6-9eac-a40dd28d97ec admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:21:51.258360 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-b7f771e7-5524-41b6-9eac-a40dd28d97ec admin admin] 10.222.0.13 "DELETE /v2.0/subnets/1d12b51a-7dad-4338-8514-f9c8956a192d HTTP/1.1" status: 204 len: 168 time: 0.2631142 Jun 30 04:21:51.259384 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.wsgi [-] (104415) accepted ('10.222.0.13', 56320) {{(pid=104415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 04:21:51.275084 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0735eb2c-398b-494b-a45d-f99d3958ab64 None None] Network d053466e-8b12-41f1-8495-352ca2b58558 requested from dv-cinder-846842-7-iscsi {{(pid=104417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 30 04:21:51.341951 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-7cedcff4-d9dd-4a88-9641-5e0455c83dd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3657771'] for network (d053466e-8b12-41f1-8495-352ca2b58558), before_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:21:51.373452 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.rpc [None req-2a6d8403-c0a5-4ac4-aa48-860a84345009 None None] Device 680d7f3a-cee8-4ca1-828c-66dca56cd16c no longer exists at agent ovs-agent-dv-cinder-846842-7-iscsi {{(pid=104417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 04:21:51.387018 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.plugins.ml2.plugin [None req-7cedcff4-d9dd-4a88-9641-5e0455c83dd9 admin admin] Deleting port fed38962-e522-4563-9135-9012a0a10475 {{(pid=104415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 30 04:21:51.387496 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-7cedcff4-d9dd-4a88-9641-5e0455c83dd9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781926629636'] for port (fed38962-e522-4563-9135-9012a0a10475), before_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:21:51.395275 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-2a6d8403-c0a5-4ac4-aa48-860a84345009 None None] No Port match for: 680d7f3a-cee8-4ca1-828c-66dca56cd16c {{(pid=104417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 30 04:21:51.395714 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.rpc [None req-2a6d8403-c0a5-4ac4-aa48-860a84345009 None None] Device 680d7f3a-cee8-4ca1-828c-66dca56cd16c not bound to the agent host dv-cinder-846842-7-iscsi {{(pid=104417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 04:21:51.396136 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.rpc [None req-2a6d8403-c0a5-4ac4-aa48-860a84345009 None None] Device 6c61d533-f4ae-4d98-96d7-8819e728f60d no longer exists at agent ovs-agent-dv-cinder-846842-7-iscsi {{(pid=104417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 04:21:51.417423 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-2a6d8403-c0a5-4ac4-aa48-860a84345009 None None] No Port match for: 6c61d533-f4ae-4d98-96d7-8819e728f60d {{(pid=104417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 30 04:21:51.417746 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.rpc [None req-2a6d8403-c0a5-4ac4-aa48-860a84345009 None None] Device 6c61d533-f4ae-4d98-96d7-8819e728f60d not bound to the agent host dv-cinder-846842-7-iscsi {{(pid=104417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 04:21:51.491512 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bc1937b-d39b-449f-99b4-acfea03d5415 None None] DHCP port deletion for d053466e-8b12-41f1-8495-352ca2b58558 request from dv-cinder-846842-7-iscsi {{(pid=104417) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 30 04:21:51.539857 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-8bc1937b-d39b-449f-99b4-acfea03d5415 None None] Deleting port fed38962-e522-4563-9135-9012a0a10475 {{(pid=104417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 30 04:21:51.539857 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-8bc1937b-d39b-449f-99b4-acfea03d5415 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781926629636'] for port (fed38962-e522-4563-9135-9012a0a10475), before_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:21:51.601655 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=100 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:21:51.603903 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.db [None req-8bc1937b-d39b-449f-99b4-acfea03d5415 None None] For port fed38962-e522-4563-9135-9012a0a10475, host dv-cinder-846842-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-7-iscsi',level=0,port_id=fed38962-e522-4563-9135-9012a0a10475,segment=NetworkSegment(021a25df-ca0c-481b-8824-64686e570a1e),segment_id=021a25df-ca0c-481b-8824-64686e570a1e)] {{(pid=104417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 04:21:51.604384 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-8bc1937b-d39b-449f-99b4-acfea03d5415 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616079'] for port (fed38962-e522-4563-9135-9012a0a10475), precommit_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:21:51.619145 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-8bc1937b-d39b-449f-99b4-acfea03d5415 None None] Calling delete_port for fed38962-e522-4563-9135-9012a0a10475 owned by network:dhcp {{(pid=104417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 30 04:21:51.693215 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.plugins.ml2.db [None req-7cedcff4-d9dd-4a88-9641-5e0455c83dd9 admin admin] For port fed38962-e522-4563-9135-9012a0a10475, host dv-cinder-846842-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-7-iscsi',level=0,port_id=fed38962-e522-4563-9135-9012a0a10475,segment=NetworkSegment(021a25df-ca0c-481b-8824-64686e570a1e),segment_id=021a25df-ca0c-481b-8824-64686e570a1e)] {{(pid=104415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 04:21:51.693544 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-7cedcff4-d9dd-4a88-9641-5e0455c83dd9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616079'] for port (fed38962-e522-4563-9135-9012a0a10475), precommit_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:21:51.704933 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-8bc1937b-d39b-449f-99b4-acfea03d5415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4095053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781926635560', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781926239326'] for port (fed38962-e522-4563-9135-9012a0a10475), after_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:21:51.707262 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.plugins.ml2.plugin [None req-7cedcff4-d9dd-4a88-9641-5e0455c83dd9 admin admin] Calling delete_port for fed38962-e522-4563-9135-9012a0a10475 owned by network:dhcp {{(pid=104415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 30 04:21:51.729494 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc1937b-d39b-449f-99b4-acfea03d5415 None None] Pushing event deleted for resources: {'Port': ['ID=fed38962-e522-4563-9135-9012a0a10475,revision_number=None']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:21:51.733933 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bc1937b-d39b-449f-99b4-acfea03d5415 None None] No DVR routers for this DVR port fed38962-e522-4563-9135-9012a0a10475 on host dv-cinder-846842-7-iscsi {{(pid=104417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 30 04:21:51.740487 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bc1937b-d39b-449f-99b4-acfea03d5415 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:21:51.740809 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bc1937b-d39b-449f-99b4-acfea03d5415 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:21:51.743780 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bc1937b-d39b-449f-99b4-acfea03d5415 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:21:51.743780 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bc1937b-d39b-449f-99b4-acfea03d5415 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:21:51.743780 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bc1937b-d39b-449f-99b4-acfea03d5415 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:21:51.743780 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bc1937b-d39b-449f-99b4-acfea03d5415 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:21:51.743780 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bc1937b-d39b-449f-99b4-acfea03d5415 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:21:51.743780 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bc1937b-d39b-449f-99b4-acfea03d5415 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:21:51.743780 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bc1937b-d39b-449f-99b4-acfea03d5415 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:21:51.743780 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bc1937b-d39b-449f-99b4-acfea03d5415 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:21:51.743780 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bc1937b-d39b-449f-99b4-acfea03d5415 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:21:51.748047 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bc1937b-d39b-449f-99b4-acfea03d5415 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:21:51.748047 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bc1937b-d39b-449f-99b4-acfea03d5415 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:21:51.748047 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bc1937b-d39b-449f-99b4-acfea03d5415 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:21:51.748047 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bc1937b-d39b-449f-99b4-acfea03d5415 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:21:51.790326 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-7cedcff4-d9dd-4a88-9641-5e0455c83dd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4095053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781926635560', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781926239326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11645207'] for port (fed38962-e522-4563-9135-9012a0a10475), after_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:21:51.817669 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cedcff4-d9dd-4a88-9641-5e0455c83dd9 admin admin] Pushing event deleted for resources: {'Port': ['ID=fed38962-e522-4563-9135-9012a0a10475,revision_number=None']} {{(pid=104415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:21:51.822652 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cedcff4-d9dd-4a88-9641-5e0455c83dd9 admin admin] No DVR routers for this DVR port fed38962-e522-4563-9135-9012a0a10475 on host dv-cinder-846842-7-iscsi {{(pid=104415) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 30 04:21:51.902957 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-7cedcff4-d9dd-4a88-9641-5e0455c83dd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3567502', 'neutron.services.segments.db._delete_segments_for_network-8781926756190'] for network (d053466e-8b12-41f1-8495-352ca2b58558), precommit_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:21:51.924335 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.services.segments.db [None req-7cedcff4-d9dd-4a88-9641-5e0455c83dd9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d053466e-8b12-41f1-8495-352ca2b58558']}} {{(pid=104415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 04:21:51.934124 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.services.segments.db [None req-7cedcff4-d9dd-4a88-9641-5e0455c83dd9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '021a25df-ca0c-481b-8824-64686e570a1e') {'for_net_delete': True} {{(pid=104415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 04:21:51.934432 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.services.segments.db [None req-7cedcff4-d9dd-4a88-9641-5e0455c83dd9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '021a25df-ca0c-481b-8824-64686e570a1e') {} {{(pid=104415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 04:21:51.944424 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-7cedcff4-d9dd-4a88-9641-5e0455c83dd9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781926756455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8605126'] for segment (021a25df-ca0c-481b-8824-64686e570a1e), before_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:21:51.945986 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:21:51.958943 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-7cedcff4-d9dd-4a88-9641-5e0455c83dd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505043'] for segment (021a25df-ca0c-481b-8824-64686e570a1e), precommit_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:21:51.966988 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7cedcff4-d9dd-4a88-9641-5e0455c83dd9 admin admin] Releasing vlan 157 on physical network physnet1 to pool {{(pid=104415) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 04:21:51.967404 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-7cedcff4-d9dd-4a88-9641-5e0455c83dd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11645378'] for segment (021a25df-ca0c-481b-8824-64686e570a1e), after_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:21:51.997902 dv-cinder-846842-7-iscsi neutron-server[104415]: INFO neutron.services.segments.plugin [-] Segment 021a25df-ca0c-481b-8824-64686e570a1e resource provider aggregate not found Jun 30 04:21:52.028861 dv-cinder-846842-7-iscsi neutron-server[104415]: INFO neutron.services.segments.plugin [-] Segment 021a25df-ca0c-481b-8824-64686e570a1e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 021a25df-ca0c-481b-8824-64686e570a1e found for delete ", "request_id": "req-8efe6ff2-2ca8-41a2-a7de-b03462b280a8"}]} Jun 30 04:21:52.037781 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-7cedcff4-d9dd-4a88-9641-5e0455c83dd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3567543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3637173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-620245'] for network (d053466e-8b12-41f1-8495-352ca2b58558), after_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:21:52.045025 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-7cedcff4-d9dd-4a88-9641-5e0455c83dd9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528667'] for network (None), before_response {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:21:52.048065 dv-cinder-846842-7-iscsi neutron-server[104415]: INFO neutron.wsgi [None req-7cedcff4-d9dd-4a88-9641-5e0455c83dd9 admin admin] 10.222.0.13 "DELETE /v2.0/networks/d053466e-8b12-41f1-8495-352ca2b58558 HTTP/1.1" status: 204 len: 168 time: 0.7877140 Jun 30 04:21:52.058084 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cedcff4-d9dd-4a88-9641-5e0455c83dd9 admin admin] Pushing event deleted for resources: {'Network': ['ID=d053466e-8b12-41f1-8495-352ca2b58558,revision_number=None']} {{(pid=104415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:21:52.164678 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.13', 56330) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 04:21:52.214109 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-fc95cede-bd0e-4317-ab17-f23406a7af15 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=74b53f46d15c4465b9005939114e67a3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0480101 Jun 30 04:21:52.217650 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.13', 56332) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 04:21:52.276261 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-420ac069-d2ab-45f5-ab89-38d010f0c158 admin admin] Publish callbacks [] for security_group (8f11cf44-78a0-4c0e-8f30-1538f7de7776), before_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:21:52.298068 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-420ac069-d2ab-45f5-ab89-38d010f0c158 admin admin] Publish callbacks [] for security_group (8f11cf44-78a0-4c0e-8f30-1538f7de7776), precommit_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:21:52.363608 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-420ac069-d2ab-45f5-ab89-38d010f0c158 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3637186'] for security_group (8f11cf44-78a0-4c0e-8f30-1538f7de7776), after_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:21:52.367652 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-420ac069-d2ab-45f5-ab89-38d010f0c158 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:21:52.369165 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-420ac069-d2ab-45f5-ab89-38d010f0c158 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8f11cf44-78a0-4c0e-8f30-1538f7de7776 HTTP/1.1" status: 204 len: 168 time: 0.1505582 Jun 30 04:21:52.377159 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420ac069-d2ab-45f5-ab89-38d010f0c158 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f11cf44-78a0-4c0e-8f30-1538f7de7776,revision_number=None']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:21:53.092321 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.13', 56354) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 04:21:53.200560 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.v2.base [None req-bdf0c63a-0820-4900-b774-038a7c9eb9e9 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1202044632-network', 'tenant_id': 'cec258de3eea4a12a7bd9b2b9832dce6'}} {{(pid=104416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 30 04:21:53.223713 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdf0c63a-0820-4900-b774-038a7c9eb9e9 admin admin] Made reservation on behalf of cec258de3eea4a12a7bd9b2b9832dce6 for: {'network': 1} {{(pid=104416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 04:21:53.226264 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-bdf0c63a-0820-4900-b774-038a7c9eb9e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3606762'] for network (None), before_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:21:53.236218 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-bdf0c63a-0820-4900-b774-038a7c9eb9e9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:21:53.267638 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.rpc [None req-2a6d8403-c0a5-4ac4-aa48-860a84345009 None None] Device fed38962-e522-4563-9135-9012a0a10475 no longer exists at agent ovs-agent-dv-cinder-846842-7-iscsi {{(pid=104417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 04:21:53.287858 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-2a6d8403-c0a5-4ac4-aa48-860a84345009 None None] No Port match for: fed38962-e522-4563-9135-9012a0a10475 {{(pid=104417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 30 04:21:53.288210 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.rpc [None req-2a6d8403-c0a5-4ac4-aa48-860a84345009 None None] Device fed38962-e522-4563-9135-9012a0a10475 not bound to the agent host dv-cinder-846842-7-iscsi {{(pid=104417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 04:21:53.298593 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=87,neutron:DELETE=8,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:21:53.319686 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-bdf0c63a-0820-4900-b774-038a7c9eb9e9 admin admin] Publish callbacks [] for security_group (426b30b4-a951-459c-bf6a-0a461a578a5a), precommit_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:21:53.324631 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-bdf0c63a-0820-4900-b774-038a7c9eb9e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3637186'] for security_group (426b30b4-a951-459c-bf6a-0a461a578a5a), after_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:21:53.350115 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bdf0c63a-0820-4900-b774-038a7c9eb9e9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 185} {{(pid=104416) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 04:21:53.359109 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf0c63a-0820-4900-b774-038a7c9eb9e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=426b30b4-a951-459c-bf6a-0a461a578a5a,revision_number=1']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:21:53.365200 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-bdf0c63a-0820-4900-b774-038a7c9eb9e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505043'] for segment (7897bd61-5670-4a95-81f9-59b4b92b6687), precommit_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:21:53.365545 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.db.segments_db [None req-bdf0c63a-0820-4900-b774-038a7c9eb9e9 admin admin] Added segment 7897bd61-5670-4a95-81f9-59b4b92b6687 of type vlan for network 6ae8070a-7682-4fda-9ac2-70bc78e189c1 Jun 30 04:21:53.405666 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-bdf0c63a-0820-4900-b774-038a7c9eb9e9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781926193812'] for network (6ae8070a-7682-4fda-9ac2-70bc78e189c1), precommit_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:21:53.432277 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-bdf0c63a-0820-4900-b774-038a7c9eb9e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3637173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528681'] for network (6ae8070a-7682-4fda-9ac2-70bc78e189c1), after_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:21:53.433350 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdf0c63a-0820-4900-b774-038a7c9eb9e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:21:53.433955 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-bdf0c63a-0820-4900-b774-038a7c9eb9e9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528667'] for network (None), before_response {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:21:53.467247 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=80,neutron:DELETE=5,neutron:UPDATE=3,neutron:INSERT=12 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:21:53.472606 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-bdf0c63a-0820-4900-b774-038a7c9eb9e9 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 865 time: 0.3791962 Jun 30 04:21:53.475844 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.wsgi [-] (104415) accepted ('10.222.0.13', 56358) {{(pid=104415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 04:21:53.481844 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.v2.base [None req-da333e25-9c47-4357-9980-1275868c2741 admin admin] Request body: {'subnet': {'network_id': '6ae8070a-7682-4fda-9ac2-70bc78e189c1', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1202044632-subnet', 'tenant_id': 'cec258de3eea4a12a7bd9b2b9832dce6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 30 04:21:53.502570 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf0c63a-0820-4900-b774-038a7c9eb9e9 admin admin] Pushing event updated for resources: {'Network': ['ID=6ae8070a-7682-4fda-9ac2-70bc78e189c1,revision_number=1']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:21:53.510024 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da333e25-9c47-4357-9980-1275868c2741 admin admin] Made reservation on behalf of cec258de3eea4a12a7bd9b2b9832dce6 for: {'subnet': 1} {{(pid=104415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 04:21:53.513083 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-da333e25-9c47-4357-9980-1275868c2741 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8617624'] for subnet (None), before_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:21:53.513929 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.rpc [None req-2a6d8403-c0a5-4ac4-aa48-860a84345009 None None] Network 6ae8070a-7682-4fda-9ac2-70bc78e189c1 details requested by agent ovs-agent-dv-cinder-846842-7-iscsi with host dv-cinder-846842-7-iscsi {{(pid=104417) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 04:21:53.531680 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:21:53.699502 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-da333e25-9c47-4357-9980-1275868c2741 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11635623', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8617614'] for subnet (f5fefb96-b952-42d8-9509-ca82c6db7d62), after_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:21:53.746524 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da333e25-9c47-4357-9980-1275868c2741 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f5fefb96-b952-42d8-9509-ca82c6db7d62,revision_number=0']} {{(pid=104415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:21:53.765704 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da333e25-9c47-4357-9980-1275868c2741 admin admin] Checking segment: {'id': '7897bd61-5670-4a95-81f9-59b4b92b6687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '6ae8070a-7682-4fda-9ac2-70bc78e189c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104415) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 30 04:21:53.766010 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da333e25-9c47-4357-9980-1275868c2741 admin admin] Network hostable DHCP agents. Network: 6ae8070a-7682-4fda-9ac2-70bc78e189c1, hostable agents: ['beddbd52-9273-44c2-990c-63933fe383b2'], hosted agents: [] {{(pid=104415) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 04:21:53.787473 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da333e25-9c47-4357-9980-1275868c2741 admin admin] Network 6ae8070a-7682-4fda-9ac2-70bc78e189c1 is scheduled to be hosted by DHCP agent beddbd52-9273-44c2-990c-63933fe383b2 with binding_index 1 {{(pid=104415) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 04:21:53.798989 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.scheduler.base_scheduler [None req-da333e25-9c47-4357-9980-1275868c2741 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-846842-7-iscsi, 6ae8070a-7682-4fda-9ac2-70bc78e189c1) {{(pid=104415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 04:21:53.803846 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da333e25-9c47-4357-9980-1275868c2741 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:21:53.804461 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-da333e25-9c47-4357-9980-1275868c2741 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528667'] for subnet (None), before_response {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:21:53.809625 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-405bd618-2248-4699-baac-408733542430 None None] Network 6ae8070a-7682-4fda-9ac2-70bc78e189c1 requested from dv-cinder-846842-7-iscsi {{(pid=104417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 30 04:21:53.829395 dv-cinder-846842-7-iscsi neutron-server[104415]: INFO neutron.wsgi [None req-da333e25-9c47-4357-9980-1275868c2741 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3510120 Jun 30 04:21:53.831627 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.13', 56360) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 04:21:53.836039 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.v2.base [None req-785cda20-0d72-421c-a198-b461abf4dd4d admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1202044632-router', 'tenant_id': 'cec258de3eea4a12a7bd9b2b9832dce6', 'external_gateway_info': {'network_id': 'a14b0e4f-074d-4507-846c-fc8420bddf12'}}} {{(pid=104416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 30 04:21:53.857515 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-785cda20-0d72-421c-a198-b461abf4dd4d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-611393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-992720'] for router (907d6541-3795-4e11-930f-4a3f7aece202), before_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:21:53.858630 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-785cda20-0d72-421c-a198-b461abf4dd4d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-612039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-618118', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-671212', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-992729'] for router (907d6541-3795-4e11-930f-4a3f7aece202), precommit_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:21:53.913224 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-785cda20-0d72-421c-a198-b461abf4dd4d admin admin] Publish callbacks [] for router_controller (907d6541-3795-4e11-930f-4a3f7aece202), precommit_add_association {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:21:54.053921 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-785cda20-0d72-421c-a198-b461abf4dd4d admin admin] Publish callbacks [] for router_gateway (907d6541-3795-4e11-930f-4a3f7aece202), precommit_update {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:21:54.057126 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af266286-849b-43dc-aa29-f24c20786520 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcd801984-d77e-514a-975e-2a6430aac994-6ae8070a-7682-4fda-9ac2-70bc78e189c1', 'network_id': '6ae8070a-7682-4fda-9ac2-70bc78e189c1', 'project_id': 'cec258de3eea4a12a7bd9b2b9832dce6', 'fixed_ips': [{'subnet_id': 'f5fefb96-b952-42d8-9509-ca82c6db7d62'}]}} from dv-cinder-846842-7-iscsi. {{(pid=104417) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 30 04:21:54.058075 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-af266286-849b-43dc-aa29-f24c20786520 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3606762'] for port (None), before_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:21:54.168268 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:21:54.197476 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.db.db_base_plugin_common [None req-af266286-849b-43dc-aa29-f24c20786520 None None] Allocated IP 172.20.0.2 (6ae8070a-7682-4fda-9ac2-70bc78e189c1/f5fefb96-b952-42d8-9509-ca82c6db7d62/2d0e1fb1-4172-4681-92df-fa58ae2099fd) {{(pid=104417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 04:21:54.238869 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-785cda20-0d72-421c-a198-b461abf4dd4d admin admin] Publish callbacks [] for router_gateway (907d6541-3795-4e11-930f-4a3f7aece202), before_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:21:54.262484 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-785cda20-0d72-421c-a198-b461abf4dd4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3606762'] for port (None), before_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:21:54.339429 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-af266286-849b-43dc-aa29-f24c20786520 None None] Publish callbacks [] for port (2d0e1fb1-4172-4681-92df-fa58ae2099fd), precommit_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:21:54.347025 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-af266286-849b-43dc-aa29-f24c20786520 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4095053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781926239317'] for port (2d0e1fb1-4172-4681-92df-fa58ae2099fd), after_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:21:54.372055 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.db.db_base_plugin_common [None req-785cda20-0d72-421c-a198-b461abf4dd4d admin admin] Allocated IP 172.27.1.223 (a14b0e4f-074d-4507-846c-fc8420bddf12/15378187-268c-4fae-ace7-eaca7aa50f90/f7aa1a22-3246-47ba-8d0d-26ea50586ed9) {{(pid=104416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 04:21:54.393283 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af266286-849b-43dc-aa29-f24c20786520 None None] Network 6ae8070a-7682-4fda-9ac2-70bc78e189c1 is already hosted by enough agents. {{(pid=104417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 04:21:54.398410 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.scheduler.base_scheduler [None req-af266286-849b-43dc-aa29-f24c20786520 None None] Resources bound (agent type, host, resource id): {{(pid=104417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 04:21:54.400515 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af266286-849b-43dc-aa29-f24c20786520 None None] Pushing event updated for resources: {'Port': ['ID=2d0e1fb1-4172-4681-92df-fa58ae2099fd,revision_number=1']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:21:54.403009 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af266286-849b-43dc-aa29-f24c20786520 None None] Received port after_create {{(pid=104417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 30 04:21:54.459545 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.managers [None req-af266286-849b-43dc-aa29-f24c20786520 None None] Attempting to bind port 2d0e1fb1-4172-4681-92df-fa58ae2099fd on host dv-cinder-846842-7-iscsi for vnic_type normal with profile {{(pid=104417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 30 04:21:54.459904 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.managers [None req-af266286-849b-43dc-aa29-f24c20786520 None None] Attempting to bind port 2d0e1fb1-4172-4681-92df-fa58ae2099fd by drivers openvswitch,hyperv on host dv-cinder-846842-7-iscsi at level 0 using segments [{'id': '7897bd61-5670-4a95-81f9-59b4b92b6687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '6ae8070a-7682-4fda-9ac2-70bc78e189c1'}] {{(pid=104417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 30 04:21:54.460225 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af266286-849b-43dc-aa29-f24c20786520 None None] Attempting to bind port 2d0e1fb1-4172-4681-92df-fa58ae2099fd on network 6ae8070a-7682-4fda-9ac2-70bc78e189c1 {{(pid=104417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 30 04:21:54.465897 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af266286-849b-43dc-aa29-f24c20786520 None None] Checking agent: {'id': 'cbdf45b5-344e-4e18-9242-1abb738708f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846842-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 30, 4, 7, 10), 'started_at': datetime.datetime(2022, 6, 30, 4, 7, 40), 'heartbeat_timestamp': datetime.datetime(2022, 6, 30, 4, 21, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846842-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 30 04:21:54.466261 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af266286-849b-43dc-aa29-f24c20786520 None None] Checking segment: {'id': '7897bd61-5670-4a95-81f9-59b4b92b6687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '6ae8070a-7682-4fda-9ac2-70bc78e189c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 30 04:21:54.466649 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-af266286-849b-43dc-aa29-f24c20786520 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:21:54.467027 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af266286-849b-43dc-aa29-f24c20786520 None None] Bound using segment: {'id': '7897bd61-5670-4a95-81f9-59b4b92b6687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '6ae8070a-7682-4fda-9ac2-70bc78e189c1'} {{(pid=104417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 30 04:21:54.467525 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.managers [None req-af266286-849b-43dc-aa29-f24c20786520 None None] Bound port: 2d0e1fb1-4172-4681-92df-fa58ae2099fd, host: dv-cinder-846842-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7897bd61-5670-4a95-81f9-59b4b92b6687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '6ae8070a-7682-4fda-9ac2-70bc78e189c1'}}] {{(pid=104417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 30 04:21:54.467893 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-af266286-849b-43dc-aa29-f24c20786520 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3606762'] for port (2d0e1fb1-4172-4681-92df-fa58ae2099fd), before_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:21:54.532856 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.db [None req-af266286-849b-43dc-aa29-f24c20786520 None None] For port 2d0e1fb1-4172-4681-92df-fa58ae2099fd, host dv-cinder-846842-7-iscsi, cleared binding levels {{(pid=104417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 04:21:54.536218 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.db [None req-af266286-849b-43dc-aa29-f24c20786520 None None] For port 2d0e1fb1-4172-4681-92df-fa58ae2099fd, host dv-cinder-846842-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-7-iscsi',level=0,port_id=2d0e1fb1-4172-4681-92df-fa58ae2099fd,segment=NetworkSegment(7897bd61-5670-4a95-81f9-59b4b92b6687),segment_id=7897bd61-5670-4a95-81f9-59b4b92b6687)] {{(pid=104417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 04:21:54.544604 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-af266286-849b-43dc-aa29-f24c20786520 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4095053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781926634698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781926239335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781926239353'] for port (2d0e1fb1-4172-4681-92df-fa58ae2099fd), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:21:54.547857 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=93,neutron:DELETE=3,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:21:54.609142 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af266286-849b-43dc-aa29-f24c20786520 None None] Pushing event updated for resources: {'Port': ['ID=2d0e1fb1-4172-4681-92df-fa58ae2099fd,revision_number=2']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:21:54.749138 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-785cda20-0d72-421c-a198-b461abf4dd4d admin admin] Publish callbacks [] for port (f7aa1a22-3246-47ba-8d0d-26ea50586ed9), precommit_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:21:54.769528 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=86,neutron:INSERT=8,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:21:54.786843 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-785cda20-0d72-421c-a198-b461abf4dd4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4095053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781926239317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1764130'] for port (f7aa1a22-3246-47ba-8d0d-26ea50586ed9), after_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:21:54.829746 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-785cda20-0d72-421c-a198-b461abf4dd4d admin admin] Network a14b0e4f-074d-4507-846c-fc8420bddf12 is already hosted by enough agents. {{(pid=104416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 04:21:54.834346 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.scheduler.base_scheduler [None req-785cda20-0d72-421c-a198-b461abf4dd4d admin admin] Resources bound (agent type, host, resource id): {{(pid=104416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 04:21:54.838612 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-785cda20-0d72-421c-a198-b461abf4dd4d admin admin] Received port after_create {{(pid=104416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 30 04:21:54.861013 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785cda20-0d72-421c-a198-b461abf4dd4d admin admin] Pushing event updated for resources: {'Port': ['ID=f7aa1a22-3246-47ba-8d0d-26ea50586ed9,revision_number=1']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:21:54.974345 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:21:55.085750 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-785cda20-0d72-421c-a198-b461abf4dd4d admin admin] Publish callbacks [] for router_gateway (907d6541-3795-4e11-930f-4a3f7aece202), after_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:21:55.292511 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-785cda20-0d72-421c-a198-b461abf4dd4d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-612929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-619506'] for router (907d6541-3795-4e11-930f-4a3f7aece202), after_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:21:55.302353 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.rpc [None req-2a6d8403-c0a5-4ac4-aa48-860a84345009 None None] Device 2d0e1fb1-4172-4681-92df-fa58ae2099fd up at agent ovs-agent-dv-cinder-846842-7-iscsi {{(pid=104417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 04:21:55.365203 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.db.provisioning_blocks [None req-2a6d8403-c0a5-4ac4-aa48-860a84345009 None None] Provisioning complete for port 2d0e1fb1-4172-4681-92df-fa58ae2099fd triggered by entity L2. {{(pid=104417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 30 04:21:55.365851 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-2a6d8403-c0a5-4ac4-aa48-860a84345009 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565073'] for port (2d0e1fb1-4172-4681-92df-fa58ae2099fd), provisioning_complete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:21:55.434841 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-785cda20-0d72-421c-a198-b461abf4dd4d admin admin] Router 907d6541-3795-4e11-930f-4a3f7aece202 is scheduled to L3 agent 2ea21a61-d737-4543-a811-a0d035fbf0f6 with binding_index 1 {{(pid=104416) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 30 04:21:55.445930 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-2a6d8403-c0a5-4ac4-aa48-860a84345009 None None] Current status of the port 2d0e1fb1-4172-4681-92df-fa58ae2099fd is: DOWN; New status is: ACTIVE {{(pid=104417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 30 04:21:55.446574 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-2a6d8403-c0a5-4ac4-aa48-860a84345009 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3606762'] for port (2d0e1fb1-4172-4681-92df-fa58ae2099fd), before_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:21:55.483125 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.db [None req-2a6d8403-c0a5-4ac4-aa48-860a84345009 None None] For port 2d0e1fb1-4172-4681-92df-fa58ae2099fd, host dv-cinder-846842-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-7-iscsi',level=0,port_id=2d0e1fb1-4172-4681-92df-fa58ae2099fd,segment=NetworkSegment(7897bd61-5670-4a95-81f9-59b4b92b6687),segment_id=7897bd61-5670-4a95-81f9-59b4b92b6687)] {{(pid=104417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 04:21:55.487473 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-2a6d8403-c0a5-4ac4-aa48-860a84345009 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4095053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781926634698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781926239335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781926239353'] for port (2d0e1fb1-4172-4681-92df-fa58ae2099fd), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:21:55.537566 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6d8403-c0a5-4ac4-aa48-860a84345009 None None] Pushing event updated for resources: {'Port': ['ID=2d0e1fb1-4172-4681-92df-fa58ae2099fd,revision_number=3']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:21:55.542054 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8948556b-f827-4110-8333-522495d4a7c2 None None] Network 6ae8070a-7682-4fda-9ac2-70bc78e189c1 requested from dv-cinder-846842-7-iscsi {{(pid=104417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 30 04:21:55.552664 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-785cda20-0d72-421c-a198-b461abf4dd4d admin admin] Notify agent at l3_agent.dv-cinder-846842-7-iscsi the message routers_updated {{(pid=104416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 04:21:55.564564 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-245ecd35-761b-428f-a5bb-77c58f417cc6 None None] Sync routers for ids ['907d6541-3795-4e11-930f-4a3f7aece202'] in dv-cinder-846842-7-iscsi {{(pid=104417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 04:21:55.575638 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-785cda20-0d72-421c-a198-b461abf4dd4d admin admin] Publish callbacks [] for router (None), before_response {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:21:55.577064 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-785cda20-0d72-421c-a198-b461abf4dd4d admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.7442846 Jun 30 04:21:55.580212 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.wsgi [-] (104415) accepted ('10.222.0.13', 56362) {{(pid=104415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 04:21:55.628043 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:INSERT=4,neutron:UPDATE=7,neutron:SELECT=89 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:21:55.634080 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-245ecd35-761b-428f-a5bb-77c58f417cc6 None None] Routers {'907d6541-3795-4e11-930f-4a3f7aece202'} bound to L3 agent in host dv-cinder-846842-7-iscsi {{(pid=104417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 30 04:21:55.634688 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.db.l3_hamode_db [None req-245ecd35-761b-428f-a5bb-77c58f417cc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-30T04:07:07Z,description=,heartbeat_timestamp=2022-06-30T04:21:38Z,host='dv-cinder-846842-7-iscsi',id=2ea21a61-d737-4543-a811-a0d035fbf0f6,load=0,resource_versions=,resources_synced=,started_at=2022-06-30T04:07:07Z,topic='l3_agent')) {'router_ids': ['907d6541-3795-4e11-930f-4a3f7aece202'], 'active': True} {{(pid=104417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 04:21:55.670656 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.db.provisioning_blocks [None req-88bf5031-a88d-4d26-8cf3-178788727b9a None None] Provisioning complete for port 2d0e1fb1-4172-4681-92df-fa58ae2099fd triggered by entity DHCP. {{(pid=104417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 30 04:21:55.671024 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-88bf5031-a88d-4d26-8cf3-178788727b9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565073'] for port (2d0e1fb1-4172-4681-92df-fa58ae2099fd), provisioning_complete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:21:55.829747 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.db.l3_dvr_db [None req-245ecd35-761b-428f-a5bb-77c58f417cc6 None None] Set router 907d6541-3795-4e11-930f-4a3f7aece202 gateway port host: dv-cinder-846842-7-iscsi {{(pid=104417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 30 04:21:55.893783 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-88bf5031-a88d-4d26-8cf3-178788727b9a None None] Current status of the port 2d0e1fb1-4172-4681-92df-fa58ae2099fd is: ACTIVE; New status is: ACTIVE {{(pid=104417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 30 04:21:55.961138 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:21:56.006796 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-8e241ce2-5a54-4cb6-8c06-6e04c3ff843a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3606762'] for port (None), before_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:21:56.025567 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.db.provisioning_blocks [None req-9b1ba126-bcd7-497c-91b2-9db655e056dd None None] Provisioning complete for port 2d0e1fb1-4172-4681-92df-fa58ae2099fd triggered by entity DHCP. {{(pid=104417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 30 04:21:56.026293 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-9b1ba126-bcd7-497c-91b2-9db655e056dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565073'] for port (2d0e1fb1-4172-4681-92df-fa58ae2099fd), provisioning_complete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:21:56.049475 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.db.l3_hamode_db [None req-245ecd35-761b-428f-a5bb-77c58f417cc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '907d6541-3795-4e11-930f-4a3f7aece202', 'name': 'tempest-AttachVolumeTestJSON-1202044632-router', 'tenant_id': 'cec258de3eea4a12a7bd9b2b9832dce6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14b0e4f-074d-4507-846c-fc8420bddf12', 'external_fixed_ips': [{'subnet_id': '15378187-268c-4fae-ace7-eaca7aa50f90', 'ip_address': '172.27.1.223'}], 'enable_snat': True}, 'gw_port_id': 'f7aa1a22-3246-47ba-8d0d-26ea50586ed9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T04:21:53Z', 'updated_at': '2022-06-30T04:21:54Z', 'revision_number': 3, 'project_id': 'cec258de3eea4a12a7bd9b2b9832dce6', 'gw_port': {'id': 'f7aa1a22-3246-47ba-8d0d-26ea50586ed9', 'name': '', 'network_id': 'a14b0e4f-074d-4507-846c-fc8420bddf12', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:e6:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '907d6541-3795-4e11-930f-4a3f7aece202', 'device_owner': 'network:router_gateway', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '15378187-268c-4fae-ace7-eaca7aa50f90', 'ip_address': '172.27.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T04:21:54Z', 'updated_at': '2022-06-30T04:21:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '15378187-268c-4fae-ace7-eaca7aa50f90', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-7-iscsi'}], 'dv-cinder-846842-7-iscsi', False) {} {{(pid=104417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 04:21:56.054738 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=100 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:21:56.086217 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-245ecd35-761b-428f-a5bb-77c58f417cc6 None None] Checking router: 907d6541-3795-4e11-930f-4a3f7aece202 for host: dv-cinder-846842-7-iscsi {{(pid=104417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 04:21:56.086524 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-245ecd35-761b-428f-a5bb-77c58f417cc6 None None] Updating router 907d6541-3795-4e11-930f-4a3f7aece202 port f7aa1a22-3246-47ba-8d0d-26ea50586ed9 binding host dv-cinder-846842-7-iscsi {{(pid=104417) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 04:21:56.122901 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-245ecd35-761b-428f-a5bb-77c58f417cc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3606762'] for port (f7aa1a22-3246-47ba-8d0d-26ea50586ed9), before_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:21:56.168619 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.db.db_base_plugin_common [None req-8e241ce2-5a54-4cb6-8c06-6e04c3ff843a admin admin] Allocated IP 172.20.0.1 (6ae8070a-7682-4fda-9ac2-70bc78e189c1/f5fefb96-b952-42d8-9509-ca82c6db7d62/658b8ecd-f547-4e59-8873-35a792608596) {{(pid=104415) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 04:21:56.178433 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:INSERT=3,neutron:SELECT=92,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:21:56.224296 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-9b1ba126-bcd7-497c-91b2-9db655e056dd None None] Current status of the port 2d0e1fb1-4172-4681-92df-fa58ae2099fd is: ACTIVE; New status is: ACTIVE {{(pid=104417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 30 04:21:56.282050 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-8e241ce2-5a54-4cb6-8c06-6e04c3ff843a admin admin] Publish callbacks [] for port (658b8ecd-f547-4e59-8873-35a792608596), precommit_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:21:56.319708 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-8e241ce2-5a54-4cb6-8c06-6e04c3ff843a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4095053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781926239317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11645207'] for port (658b8ecd-f547-4e59-8873-35a792608596), after_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:21:56.364566 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e241ce2-5a54-4cb6-8c06-6e04c3ff843a admin admin] Network 6ae8070a-7682-4fda-9ac2-70bc78e189c1 is already hosted by enough agents. {{(pid=104415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 04:21:56.367697 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.scheduler.base_scheduler [None req-8e241ce2-5a54-4cb6-8c06-6e04c3ff843a admin admin] Resources bound (agent type, host, resource id): {{(pid=104415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 04:21:56.371761 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e241ce2-5a54-4cb6-8c06-6e04c3ff843a admin admin] Received port after_create {{(pid=104415) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 30 04:21:56.394199 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e241ce2-5a54-4cb6-8c06-6e04c3ff843a admin admin] Pushing event updated for resources: {'Port': ['ID=658b8ecd-f547-4e59-8873-35a792608596,revision_number=1']} {{(pid=104415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:21:56.406964 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-245ecd35-761b-428f-a5bb-77c58f417cc6 None None] Publish callbacks [] for port (f7aa1a22-3246-47ba-8d0d-26ea50586ed9), precommit_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:21:56.413516 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-245ecd35-761b-428f-a5bb-77c58f417cc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4095053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781926634698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781926239335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781926239353'] for port (f7aa1a22-3246-47ba-8d0d-26ea50586ed9), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:21:56.416882 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-8e241ce2-5a54-4cb6-8c06-6e04c3ff843a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-614065'] for router_interface (907d6541-3795-4e11-930f-4a3f7aece202), before_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:21:56.470413 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac8aeb0-5708-4b86-b2a7-da19b85271ba None None] Pushing event updated for resources: {'Port': ['ID=f7aa1a22-3246-47ba-8d0d-26ea50586ed9,revision_number=2']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:21:56.472776 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.managers [None req-245ecd35-761b-428f-a5bb-77c58f417cc6 None None] Attempting to bind port f7aa1a22-3246-47ba-8d0d-26ea50586ed9 on host dv-cinder-846842-7-iscsi for vnic_type normal with profile {{(pid=104417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 30 04:21:56.473141 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.managers [None req-245ecd35-761b-428f-a5bb-77c58f417cc6 None None] Attempting to bind port f7aa1a22-3246-47ba-8d0d-26ea50586ed9 by drivers openvswitch,hyperv on host dv-cinder-846842-7-iscsi at level 0 using segments [{'id': '3bfcffa1-5305-4ee8-86f3-678eb000aac1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a14b0e4f-074d-4507-846c-fc8420bddf12'}] {{(pid=104417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 30 04:21:56.473482 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-245ecd35-761b-428f-a5bb-77c58f417cc6 None None] Attempting to bind port f7aa1a22-3246-47ba-8d0d-26ea50586ed9 on network a14b0e4f-074d-4507-846c-fc8420bddf12 {{(pid=104417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 30 04:21:56.479615 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-245ecd35-761b-428f-a5bb-77c58f417cc6 None None] Checking agent: {'id': 'cbdf45b5-344e-4e18-9242-1abb738708f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846842-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 30, 4, 7, 10), 'started_at': datetime.datetime(2022, 6, 30, 4, 7, 40), 'heartbeat_timestamp': datetime.datetime(2022, 6, 30, 4, 21, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846842-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 30 04:21:56.479962 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-245ecd35-761b-428f-a5bb-77c58f417cc6 None None] Checking segment: {'id': '3bfcffa1-5305-4ee8-86f3-678eb000aac1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a14b0e4f-074d-4507-846c-fc8420bddf12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 30 04:21:56.480353 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-245ecd35-761b-428f-a5bb-77c58f417cc6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:21:56.480735 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-245ecd35-761b-428f-a5bb-77c58f417cc6 None None] Bound using segment: {'id': '3bfcffa1-5305-4ee8-86f3-678eb000aac1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a14b0e4f-074d-4507-846c-fc8420bddf12'} {{(pid=104417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 30 04:21:56.481184 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.managers [None req-245ecd35-761b-428f-a5bb-77c58f417cc6 None None] Bound port: f7aa1a22-3246-47ba-8d0d-26ea50586ed9, host: dv-cinder-846842-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3bfcffa1-5305-4ee8-86f3-678eb000aac1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a14b0e4f-074d-4507-846c-fc8420bddf12'}}] {{(pid=104417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 30 04:21:56.481550 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-245ecd35-761b-428f-a5bb-77c58f417cc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3606762'] for port (f7aa1a22-3246-47ba-8d0d-26ea50586ed9), before_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:21:56.537718 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.db [None req-245ecd35-761b-428f-a5bb-77c58f417cc6 None None] For port f7aa1a22-3246-47ba-8d0d-26ea50586ed9, host dv-cinder-846842-7-iscsi, cleared binding levels {{(pid=104417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 04:21:56.542488 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.db [None req-245ecd35-761b-428f-a5bb-77c58f417cc6 None None] For port f7aa1a22-3246-47ba-8d0d-26ea50586ed9, host dv-cinder-846842-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-7-iscsi',level=0,port_id=f7aa1a22-3246-47ba-8d0d-26ea50586ed9,segment=NetworkSegment(3bfcffa1-5305-4ee8-86f3-678eb000aac1),segment_id=3bfcffa1-5305-4ee8-86f3-678eb000aac1)] {{(pid=104417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 04:21:56.549921 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-245ecd35-761b-428f-a5bb-77c58f417cc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4095053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781926634698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781926239335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781926239353'] for port (f7aa1a22-3246-47ba-8d0d-26ea50586ed9), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:21:56.571852 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-8e241ce2-5a54-4cb6-8c06-6e04c3ff843a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3606762'] for port (658b8ecd-f547-4e59-8873-35a792608596), before_update {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:21:56.605427 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:21:56.611451 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-245ecd35-761b-428f-a5bb-77c58f417cc6 None None] Routers {'907d6541-3795-4e11-930f-4a3f7aece202'} bound to L3 agent in host dv-cinder-846842-7-iscsi {{(pid=104417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 30 04:21:56.612069 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.db.l3_hamode_db [None req-245ecd35-761b-428f-a5bb-77c58f417cc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-30T04:07:07Z,description=,heartbeat_timestamp=2022-06-30T04:21:38Z,host='dv-cinder-846842-7-iscsi',id=2ea21a61-d737-4543-a811-a0d035fbf0f6,load=0,resource_versions=,resources_synced=,started_at=2022-06-30T04:07:07Z,topic='l3_agent')) {'router_ids': ['907d6541-3795-4e11-930f-4a3f7aece202'], 'active': True} {{(pid=104417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 04:21:56.615343 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac8aeb0-5708-4b86-b2a7-da19b85271ba None None] Pushing event updated for resources: {'Port': ['ID=f7aa1a22-3246-47ba-8d0d-26ea50586ed9,revision_number=3']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:21:56.690023 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.db.provisioning_blocks [None req-c0ed9cf5-297b-44f2-9c8e-4736ef3a8fbd None None] Provisioning complete for port 658b8ecd-f547-4e59-8873-35a792608596 triggered by entity DHCP. {{(pid=104417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 30 04:21:56.690273 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-c0ed9cf5-297b-44f2-9c8e-4736ef3a8fbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565073'] for port (658b8ecd-f547-4e59-8873-35a792608596), provisioning_complete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:21:56.713020 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:21:56.738147 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-c0ed9cf5-297b-44f2-9c8e-4736ef3a8fbd None None] Port 658b8ecd-f547-4e59-8873-35a792608596 cannot update to ACTIVE because it is not bound. {{(pid=104417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 30 04:21:56.745079 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-8e241ce2-5a54-4cb6-8c06-6e04c3ff843a admin admin] Publish callbacks [] for port (658b8ecd-f547-4e59-8873-35a792608596), precommit_update {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:21:56.750583 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-8e241ce2-5a54-4cb6-8c06-6e04c3ff843a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4095053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781926634698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781926239335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781926239353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11645230'] for port (658b8ecd-f547-4e59-8873-35a792608596), after_update {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:21:56.755978 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.db.l3_dvr_db [None req-245ecd35-761b-428f-a5bb-77c58f417cc6 None None] Set router 907d6541-3795-4e11-930f-4a3f7aece202 gateway port host: dv-cinder-846842-7-iscsi {{(pid=104417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 30 04:21:56.820035 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e241ce2-5a54-4cb6-8c06-6e04c3ff843a admin admin] Pushing event updated for resources: {'Port': ['ID=658b8ecd-f547-4e59-8873-35a792608596,revision_number=2']} {{(pid=104415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:21:56.822759 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-8e241ce2-5a54-4cb6-8c06-6e04c3ff843a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-613933'] for router_interface (907d6541-3795-4e11-930f-4a3f7aece202), after_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:21:56.847566 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:21:56.914850 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e241ce2-5a54-4cb6-8c06-6e04c3ff843a admin admin] Network 6ae8070a-7682-4fda-9ac2-70bc78e189c1 is already hosted by enough agents. {{(pid=104415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 04:21:56.916403 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.scheduler.base_scheduler [None req-8e241ce2-5a54-4cb6-8c06-6e04c3ff843a admin admin] Resources bound (agent type, host, resource id): {{(pid=104415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 04:21:57.040472 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e241ce2-5a54-4cb6-8c06-6e04c3ff843a admin admin] Router 907d6541-3795-4e11-930f-4a3f7aece202 has already been hosted by L3 agent 2ea21a61-d737-4543-a811-a0d035fbf0f6 {{(pid=104415) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 30 04:21:57.085546 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.db.l3_hamode_db [None req-245ecd35-761b-428f-a5bb-77c58f417cc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '907d6541-3795-4e11-930f-4a3f7aece202', 'name': 'tempest-AttachVolumeTestJSON-1202044632-router', 'tenant_id': 'cec258de3eea4a12a7bd9b2b9832dce6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14b0e4f-074d-4507-846c-fc8420bddf12', 'external_fixed_ips': [{'subnet_id': '15378187-268c-4fae-ace7-eaca7aa50f90', 'ip_address': '172.27.1.223'}], 'enable_snat': True}, 'gw_port_id': 'f7aa1a22-3246-47ba-8d0d-26ea50586ed9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T04:21:53Z', 'updated_at': '2022-06-30T04:21:56Z', 'revision_number': 4, 'project_id': 'cec258de3eea4a12a7bd9b2b9832dce6', 'gw_port': {'id': 'f7aa1a22-3246-47ba-8d0d-26ea50586ed9', 'name': '', 'network_id': 'a14b0e4f-074d-4507-846c-fc8420bddf12', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:e6:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '907d6541-3795-4e11-930f-4a3f7aece202', 'device_owner': 'network:router_gateway', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '15378187-268c-4fae-ace7-eaca7aa50f90', 'ip_address': '172.27.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T04:21:54Z', 'updated_at': '2022-06-30T04:21:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15378187-268c-4fae-ace7-eaca7aa50f90', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-7-iscsi', '_interfaces': [{'id': '658b8ecd-f547-4e59-8873-35a792608596', 'name': '', 'network_id': '6ae8070a-7682-4fda-9ac2-70bc78e189c1', 'tenant_id': 'cec258de3eea4a12a7bd9b2b9832dce6', 'mac_address': 'fa:16:3e:01:03:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '907d6541-3795-4e11-930f-4a3f7aece202', 'device_owner': 'network:router_interface', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': 'f5fefb96-b952-42d8-9509-ca82c6db7d62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T04:21:56Z', 'updated_at': '2022-06-30T04:21:56Z', 'revision_number': 1, 'project_id': 'cec258de3eea4a12a7bd9b2b9832dce6', 'subnets': [{'id': 'f5fefb96-b952-42d8-9509-ca82c6db7d62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846842-7-iscsi', False) {} {{(pid=104417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 04:21:57.111185 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-245ecd35-761b-428f-a5bb-77c58f417cc6 None None] The sync data for ids ['907d6541-3795-4e11-930f-4a3f7aece202'] in dv-cinder-846842-7-iscsi is: [{'id': '907d6541-3795-4e11-930f-4a3f7aece202', 'name': 'tempest-AttachVolumeTestJSON-1202044632-router', 'tenant_id': 'cec258de3eea4a12a7bd9b2b9832dce6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14b0e4f-074d-4507-846c-fc8420bddf12', 'external_fixed_ips': [{'subnet_id': '15378187-268c-4fae-ace7-eaca7aa50f90', 'ip_address': '172.27.1.223'}], 'enable_snat': True}, 'gw_port_id': 'f7aa1a22-3246-47ba-8d0d-26ea50586ed9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T04:21:53Z', 'updated_at': '2022-06-30T04:21:56Z', 'revision_number': 4, 'project_id': 'cec258de3eea4a12a7bd9b2b9832dce6', 'gw_port': {'id': 'f7aa1a22-3246-47ba-8d0d-26ea50586ed9', 'name': '', 'network_id': 'a14b0e4f-074d-4507-846c-fc8420bddf12', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:e6:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '907d6541-3795-4e11-930f-4a3f7aece202', 'device_owner': 'network:router_gateway', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '15378187-268c-4fae-ace7-eaca7aa50f90', 'ip_address': '172.27.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T04:21:54Z', 'updated_at': '2022-06-30T04:21:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15378187-268c-4fae-ace7-eaca7aa50f90', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-7-iscsi', '_interfaces': [{'id': '658b8ecd-f547-4e59-8873-35a792608596', 'name': '', 'network_id': '6ae8070a-7682-4fda-9ac2-70bc78e189c1', 'tenant_id': 'cec258de3eea4a12a7bd9b2b9832dce6', 'mac_address': 'fa:16:3e:01:03:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '907d6541-3795-4e11-930f-4a3f7aece202', 'device_owner': 'network:router_interface', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': 'f5fefb96-b952-42d8-9509-ca82c6db7d62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T04:21:56Z', 'updated_at': '2022-06-30T04:21:56Z', 'revision_number': 1, 'project_id': 'cec258de3eea4a12a7bd9b2b9832dce6', 'subnets': [{'id': 'f5fefb96-b952-42d8-9509-ca82c6db7d62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 04:21:57.114504 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:21:57.157780 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.db.provisioning_blocks [None req-ce90ef6e-4835-4dd2-ad28-19a14b32e2ec None None] Provisioning complete for port 658b8ecd-f547-4e59-8873-35a792608596 triggered by entity DHCP. {{(pid=104417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 30 04:21:57.158141 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-ce90ef6e-4835-4dd2-ad28-19a14b32e2ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565073'] for port (658b8ecd-f547-4e59-8873-35a792608596), provisioning_complete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:21:57.158408 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e241ce2-5a54-4cb6-8c06-6e04c3ff843a admin admin] Notify agent at l3_agent.dv-cinder-846842-7-iscsi the message routers_updated {{(pid=104415) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 04:21:57.163930 dv-cinder-846842-7-iscsi neutron-server[104415]: INFO neutron.wsgi [None req-8e241ce2-5a54-4cb6-8c06-6e04c3ff843a admin admin] 10.222.0.13 "PUT /v2.0/routers/907d6541-3795-4e11-930f-4a3f7aece202/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5827029 Jun 30 04:21:57.191845 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-ce90ef6e-4835-4dd2-ad28-19a14b32e2ec None None] Port 658b8ecd-f547-4e59-8873-35a792608596 cannot update to ACTIVE because it is not bound. {{(pid=104417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 30 04:21:57.297421 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.rpc [None req-2a6d8403-c0a5-4ac4-aa48-860a84345009 None None] Device 2d0e1fb1-4172-4681-92df-fa58ae2099fd up at agent ovs-agent-dv-cinder-846842-7-iscsi {{(pid=104417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 04:21:57.376469 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.db.provisioning_blocks [None req-2a6d8403-c0a5-4ac4-aa48-860a84345009 None None] Provisioning complete for port 2d0e1fb1-4172-4681-92df-fa58ae2099fd triggered by entity L2. {{(pid=104417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 30 04:21:57.377117 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-2a6d8403-c0a5-4ac4-aa48-860a84345009 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565073'] for port (2d0e1fb1-4172-4681-92df-fa58ae2099fd), provisioning_complete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:21:57.455740 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-2a6d8403-c0a5-4ac4-aa48-860a84345009 None None] Current status of the port 2d0e1fb1-4172-4681-92df-fa58ae2099fd is: ACTIVE; New status is: ACTIVE {{(pid=104417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 30 04:21:57.511985 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.wsgi [-] (104415) accepted ('10.222.0.13', 56374) {{(pid=104415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 04:21:57.516697 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.v2.base [None req-fc9f6690-dacc-4e15-80b2-68fc82493cd7 tempest-AttachVolumeTestJSON-1888872629 tempest-AttachVolumeTestJSON-1888872629-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1236630855', 'description': 'tempest-description--1869227320'}} {{(pid=104415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 30 04:21:57.540666 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-fc9f6690-dacc-4e15-80b2-68fc82493cd7 tempest-AttachVolumeTestJSON-1888872629 tempest-AttachVolumeTestJSON-1888872629-project] Publish callbacks [] for security_group (None), before_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:21:57.616186 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-fc9f6690-dacc-4e15-80b2-68fc82493cd7 tempest-AttachVolumeTestJSON-1888872629 tempest-AttachVolumeTestJSON-1888872629-project] Publish callbacks [] for security_group (8599d120-1223-4b97-956e-b4c2c7efbe95), precommit_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:21:57.621186 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-fc9f6690-dacc-4e15-80b2-68fc82493cd7 tempest-AttachVolumeTestJSON-1888872629 tempest-AttachVolumeTestJSON-1888872629-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3637186'] for security_group (8599d120-1223-4b97-956e-b4c2c7efbe95), after_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:21:57.653592 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-fc9f6690-dacc-4e15-80b2-68fc82493cd7 tempest-AttachVolumeTestJSON-1888872629 tempest-AttachVolumeTestJSON-1888872629-project] Publish callbacks [] for security_group (None), before_response {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:21:57.657513 dv-cinder-846842-7-iscsi neutron-server[104415]: INFO neutron.wsgi [None req-fc9f6690-dacc-4e15-80b2-68fc82493cd7 tempest-AttachVolumeTestJSON-1888872629 tempest-AttachVolumeTestJSON-1888872629-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1417611 Jun 30 04:21:57.657911 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.13', 56376) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 04:21:57.661394 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9f6690-dacc-4e15-80b2-68fc82493cd7 tempest-AttachVolumeTestJSON-1888872629 tempest-AttachVolumeTestJSON-1888872629-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8599d120-1223-4b97-956e-b4c2c7efbe95,revision_number=1']} {{(pid=104415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:21:57.662599 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.v2.base [None req-714d27c4-0dec-46bf-82e0-65defc080e9e tempest-AttachVolumeTestJSON-1888872629 tempest-AttachVolumeTestJSON-1888872629-project] Request body: {'security_group_rule': {'security_group_id': '8599d120-1223-4b97-956e-b4c2c7efbe95', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 30 04:21:57.696314 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-714d27c4-0dec-46bf-82e0-65defc080e9e tempest-AttachVolumeTestJSON-1888872629 tempest-AttachVolumeTestJSON-1888872629-project] Publish callbacks [] for security_group_rule (cd3a39dc-cc04-4970-9def-a42f497a146a), before_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:21:57.732979 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=2,neutron:DELETE=1 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:21:57.765896 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-714d27c4-0dec-46bf-82e0-65defc080e9e tempest-AttachVolumeTestJSON-1888872629 tempest-AttachVolumeTestJSON-1888872629-project] Publish callbacks [] for security_group_rule (cd3a39dc-cc04-4970-9def-a42f497a146a), precommit_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:21:57.781046 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-714d27c4-0dec-46bf-82e0-65defc080e9e tempest-AttachVolumeTestJSON-1888872629 tempest-AttachVolumeTestJSON-1888872629-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3637011'] for security_group_rule (cd3a39dc-cc04-4970-9def-a42f497a146a), after_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:21:57.803944 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714d27c4-0dec-46bf-82e0-65defc080e9e tempest-AttachVolumeTestJSON-1888872629 tempest-AttachVolumeTestJSON-1888872629-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd3a39dc-cc04-4970-9def-a42f497a146a,revision_number=0']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:21:57.816630 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-714d27c4-0dec-46bf-82e0-65defc080e9e tempest-AttachVolumeTestJSON-1888872629 tempest-AttachVolumeTestJSON-1888872629-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:21:57.820453 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-714d27c4-0dec-46bf-82e0-65defc080e9e tempest-AttachVolumeTestJSON-1888872629 tempest-AttachVolumeTestJSON-1888872629-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1590216 Jun 30 04:21:57.821013 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.13', 56380) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 04:21:57.825462 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.v2.base [None req-a8d909a7-c23a-4756-95ec-a179ed693f22 tempest-AttachVolumeTestJSON-1888872629 tempest-AttachVolumeTestJSON-1888872629-project] Request body: {'security_group_rule': {'security_group_id': '8599d120-1223-4b97-956e-b4c2c7efbe95', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 30 04:21:57.856616 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-a8d909a7-c23a-4756-95ec-a179ed693f22 tempest-AttachVolumeTestJSON-1888872629 tempest-AttachVolumeTestJSON-1888872629-project] Publish callbacks [] for security_group_rule (adfe4dde-6d3b-4ecf-86af-e131aeaf2637), before_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:21:57.921631 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-a8d909a7-c23a-4756-95ec-a179ed693f22 tempest-AttachVolumeTestJSON-1888872629 tempest-AttachVolumeTestJSON-1888872629-project] Publish callbacks [] for security_group_rule (adfe4dde-6d3b-4ecf-86af-e131aeaf2637), precommit_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:21:57.926615 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-a8d909a7-c23a-4756-95ec-a179ed693f22 tempest-AttachVolumeTestJSON-1888872629 tempest-AttachVolumeTestJSON-1888872629-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3637011'] for security_group_rule (adfe4dde-6d3b-4ecf-86af-e131aeaf2637), after_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:21:57.946763 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d909a7-c23a-4756-95ec-a179ed693f22 tempest-AttachVolumeTestJSON-1888872629 tempest-AttachVolumeTestJSON-1888872629-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=adfe4dde-6d3b-4ecf-86af-e131aeaf2637,revision_number=0']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:21:57.961446 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-a8d909a7-c23a-4756-95ec-a179ed693f22 tempest-AttachVolumeTestJSON-1888872629 tempest-AttachVolumeTestJSON-1888872629-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:21:57.962976 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-a8d909a7-c23a-4756-95ec-a179ed693f22 tempest-AttachVolumeTestJSON-1888872629 tempest-AttachVolumeTestJSON-1888872629-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1409564 Jun 30 04:21:57.966225 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.13', 56388) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 04:21:57.970666 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.v2.base [None req-97299d5f-dd12-4048-8c40-6c8077e0d0a5 tempest-AttachVolumeTestJSON-1888872629 tempest-AttachVolumeTestJSON-1888872629-project] Request body: {'floatingip': {'floating_network_id': 'a14b0e4f-074d-4507-846c-fc8420bddf12'}} {{(pid=104416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 30 04:21:57.992804 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-97299d5f-dd12-4048-8c40-6c8077e0d0a5 tempest-AttachVolumeTestJSON-1888872629 tempest-AttachVolumeTestJSON-1888872629-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:21:58.016498 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=89,neutron:INSERT=5,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:21:58.103287 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-97299d5f-dd12-4048-8c40-6c8077e0d0a5 tempest-AttachVolumeTestJSON-1888872629 tempest-AttachVolumeTestJSON-1888872629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3606762'] for port (None), before_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:21:58.213569 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3435ed-22c8-49dc-87cb-c27b49294ce4 req-35bd01d6-130b-4712-ada5-7747cbe9db24 tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:21:58.215192 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-5d3435ed-22c8-49dc-87cb-c27b49294ce4 req-35bd01d6-130b-4712-ada5-7747cbe9db24 tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] 10.222.0.13 "GET /v2.0/ports?device_id=a344d61b-2dbc-49a8-b5c1-4d5619af3e77 HTTP/1.1" status: 200 len: 946 time: 0.0709047 Jun 30 04:21:58.289966 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.db.db_base_plugin_common [None req-97299d5f-dd12-4048-8c40-6c8077e0d0a5 tempest-AttachVolumeTestJSON-1888872629 tempest-AttachVolumeTestJSON-1888872629-project] Allocated IP 172.27.1.33 (a14b0e4f-074d-4507-846c-fc8420bddf12/15378187-268c-4fae-ace7-eaca7aa50f90/c512f064-a7eb-46ef-825c-0a945df75e76) {{(pid=104416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 04:21:58.313166 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-5d3435ed-22c8-49dc-87cb-c27b49294ce4 req-637185c8-2038-4d72-bb74-35f321b7fa7a tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] 10.222.0.13 "GET /v2.0/security-groups?id=8726850e-d155-4aa8-9fff-2a2b9ea6cd77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0764084 Jun 30 04:21:58.420828 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-97299d5f-dd12-4048-8c40-6c8077e0d0a5 tempest-AttachVolumeTestJSON-1888872629 tempest-AttachVolumeTestJSON-1888872629-project] Publish callbacks [] for port (c512f064-a7eb-46ef-825c-0a945df75e76), precommit_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:21:58.458522 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-97299d5f-dd12-4048-8c40-6c8077e0d0a5 tempest-AttachVolumeTestJSON-1888872629 tempest-AttachVolumeTestJSON-1888872629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4095053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781926239317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1764130'] for port (c512f064-a7eb-46ef-825c-0a945df75e76), after_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:21:58.502479 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97299d5f-dd12-4048-8c40-6c8077e0d0a5 tempest-AttachVolumeTestJSON-1888872629 tempest-AttachVolumeTestJSON-1888872629-project] Network a14b0e4f-074d-4507-846c-fc8420bddf12 is already hosted by enough agents. {{(pid=104416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 04:21:58.507944 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.scheduler.base_scheduler [None req-97299d5f-dd12-4048-8c40-6c8077e0d0a5 tempest-AttachVolumeTestJSON-1888872629 tempest-AttachVolumeTestJSON-1888872629-project] Resources bound (agent type, host, resource id): {{(pid=104416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 04:21:58.510230 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97299d5f-dd12-4048-8c40-6c8077e0d0a5 tempest-AttachVolumeTestJSON-1888872629 tempest-AttachVolumeTestJSON-1888872629-project] Pushing event updated for resources: {'Port': ['ID=c512f064-a7eb-46ef-825c-0a945df75e76,revision_number=1']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:21:58.512414 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97299d5f-dd12-4048-8c40-6c8077e0d0a5 tempest-AttachVolumeTestJSON-1888872629 tempest-AttachVolumeTestJSON-1888872629-project] Received port after_create {{(pid=104416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 30 04:21:58.536836 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:21:58.599847 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-97299d5f-dd12-4048-8c40-6c8077e0d0a5 tempest-AttachVolumeTestJSON-1888872629 tempest-AttachVolumeTestJSON-1888872629-project] Publish callbacks [] for floatingip (85b537f3-0650-4c1c-ba97-213b657eb37e), precommit_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:21:58.638370 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-97299d5f-dd12-4048-8c40-6c8077e0d0a5 tempest-AttachVolumeTestJSON-1888872629 tempest-AttachVolumeTestJSON-1888872629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3606762'] for port (c512f064-a7eb-46ef-825c-0a945df75e76), before_update {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:21:58.781376 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:21:58.791628 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-97299d5f-dd12-4048-8c40-6c8077e0d0a5 tempest-AttachVolumeTestJSON-1888872629 tempest-AttachVolumeTestJSON-1888872629-project] Publish callbacks [] for port (c512f064-a7eb-46ef-825c-0a945df75e76), precommit_update {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:21:58.796981 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-97299d5f-dd12-4048-8c40-6c8077e0d0a5 tempest-AttachVolumeTestJSON-1888872629 tempest-AttachVolumeTestJSON-1888872629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4095053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781926634698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781926239335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781926239353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1764123'] for port (c512f064-a7eb-46ef-825c-0a945df75e76), after_update {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:21:58.868165 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97299d5f-dd12-4048-8c40-6c8077e0d0a5 tempest-AttachVolumeTestJSON-1888872629 tempest-AttachVolumeTestJSON-1888872629-project] Pushing event updated for resources: {'Port': ['ID=c512f064-a7eb-46ef-825c-0a945df75e76,revision_number=2']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:21:58.886307 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-97299d5f-dd12-4048-8c40-6c8077e0d0a5 tempest-AttachVolumeTestJSON-1888872629 tempest-AttachVolumeTestJSON-1888872629-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-620077'] for floatingip (85b537f3-0650-4c1c-ba97-213b657eb37e), after_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:21:58.905546 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-97299d5f-dd12-4048-8c40-6c8077e0d0a5 tempest-AttachVolumeTestJSON-1888872629 tempest-AttachVolumeTestJSON-1888872629-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13292'] for floatingip (None), before_response {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:21:58.906762 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-97299d5f-dd12-4048-8c40-6c8077e0d0a5 tempest-AttachVolumeTestJSON-1888872629 tempest-AttachVolumeTestJSON-1888872629-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.9395499 Jun 30 04:21:59.073367 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-4d2f0bc5-1103-4951-a4ba-eee98a2e5be9 req-79c3ffcd-9c34-457e-afc4-b4c9b138b1c2 tempest-AttachVolumeTestJSON-1888872629 tempest-AttachVolumeTestJSON-1888872629-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--1236630855&fields=id&tenant_id=cec258de3eea4a12a7bd9b2b9832dce6 HTTP/1.1" status: 200 len: 267 time: 0.0461757 Jun 30 04:21:59.177768 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac44a7eb-02ef-49f3-ba7a-8469736f74e1 None None] Sync routers for ids ['907d6541-3795-4e11-930f-4a3f7aece202'] in dv-cinder-846842-7-iscsi {{(pid=104418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 04:21:59.187937 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2f0bc5-1103-4951-a4ba-eee98a2e5be9 req-4af6e9b3-3022-47d5-8f5c-b5ae76f3bcaf tempest-AttachVolumeTestJSON-1888872629 tempest-AttachVolumeTestJSON-1888872629-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:21:59.189436 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac44a7eb-02ef-49f3-ba7a-8469736f74e1 None None] Routers {'907d6541-3795-4e11-930f-4a3f7aece202'} bound to L3 agent in host dv-cinder-846842-7-iscsi {{(pid=104418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 30 04:21:59.189589 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-4d2f0bc5-1103-4951-a4ba-eee98a2e5be9 req-4af6e9b3-3022-47d5-8f5c-b5ae76f3bcaf tempest-AttachVolumeTestJSON-1888872629 tempest-AttachVolumeTestJSON-1888872629-project] 10.222.0.13 "GET /v2.0/networks?id=6ae8070a-7682-4fda-9ac2-70bc78e189c1 HTTP/1.1" status: 200 len: 811 time: 0.1084971 Jun 30 04:21:59.190038 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.db.l3_hamode_db [None req-ac44a7eb-02ef-49f3-ba7a-8469736f74e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-30T04:07:07Z,description=,heartbeat_timestamp=2022-06-30T04:21:38Z,host='dv-cinder-846842-7-iscsi',id=2ea21a61-d737-4543-a811-a0d035fbf0f6,load=0,resource_versions=,resources_synced=,started_at=2022-06-30T04:07:07Z,topic='l3_agent')) {'router_ids': ['907d6541-3795-4e11-930f-4a3f7aece202'], 'active': True} {{(pid=104418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 04:21:59.204806 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-4d2f0bc5-1103-4951-a4ba-eee98a2e5be9 req-5a2a3307-e3b4-49ae-aa2c-1d7baa3a9969 tempest-AttachVolumeTestJSON-1888872629 tempest-AttachVolumeTestJSON-1888872629-project] 10.222.0.13 "GET /v2.0/quotas/cec258de3eea4a12a7bd9b2b9832dce6 HTTP/1.1" status: 200 len: 375 time: 0.0096645 Jun 30 04:21:59.262874 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-4d2f0bc5-1103-4951-a4ba-eee98a2e5be9 req-40b9883f-cceb-4581-be58-e9a19b53a03b tempest-AttachVolumeTestJSON-1888872629 tempest-AttachVolumeTestJSON-1888872629-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=cec258de3eea4a12a7bd9b2b9832dce6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0529237 Jun 30 04:21:59.305073 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.rpc [None req-2a6d8403-c0a5-4ac4-aa48-860a84345009 None None] Device f7aa1a22-3246-47ba-8d0d-26ea50586ed9 up at agent ovs-agent-dv-cinder-846842-7-iscsi {{(pid=104417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 04:21:59.367358 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.db.provisioning_blocks [None req-2a6d8403-c0a5-4ac4-aa48-860a84345009 None None] Provisioning complete for port f7aa1a22-3246-47ba-8d0d-26ea50586ed9 triggered by entity L2. {{(pid=104417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 30 04:21:59.367724 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-2a6d8403-c0a5-4ac4-aa48-860a84345009 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565073'] for port (f7aa1a22-3246-47ba-8d0d-26ea50586ed9), provisioning_complete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:21:59.396144 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.db.l3_dvr_db [None req-ac44a7eb-02ef-49f3-ba7a-8469736f74e1 None None] Set router 907d6541-3795-4e11-930f-4a3f7aece202 gateway port host: dv-cinder-846842-7-iscsi {{(pid=104418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 30 04:21:59.452823 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-2a6d8403-c0a5-4ac4-aa48-860a84345009 None None] Current status of the port f7aa1a22-3246-47ba-8d0d-26ea50586ed9 is: DOWN; New status is: ACTIVE {{(pid=104417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 30 04:21:59.453241 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-2a6d8403-c0a5-4ac4-aa48-860a84345009 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3606762'] for port (f7aa1a22-3246-47ba-8d0d-26ea50586ed9), before_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:21:59.458565 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8250ffb0-daa6-4fef-a1a9-960d8e99b805 req-e3430b03-2b71-4036-8ea5-d17e584a27a9 tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:21:59.463163 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-8250ffb0-daa6-4fef-a1a9-960d8e99b805 req-e3430b03-2b71-4036-8ea5-d17e584a27a9 tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] 10.222.0.13 "GET /v2.0/ports?device_id=a344d61b-2dbc-49a8-b5c1-4d5619af3e77 HTTP/1.1" status: 200 len: 946 time: 0.0691447 Jun 30 04:21:59.465306 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-4d2f0bc5-1103-4951-a4ba-eee98a2e5be9 req-4f213a35-158d-4a50-9278-81c3e2e8b49f service neutron] 10.222.0.13 "GET /v2.0/networks/6ae8070a-7682-4fda-9ac2-70bc78e189c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1899798 Jun 30 04:21:59.475853 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.db [None req-2a6d8403-c0a5-4ac4-aa48-860a84345009 None None] For port f7aa1a22-3246-47ba-8d0d-26ea50586ed9, host dv-cinder-846842-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-7-iscsi',level=0,port_id=f7aa1a22-3246-47ba-8d0d-26ea50586ed9,segment=NetworkSegment(3bfcffa1-5305-4ee8-86f3-678eb000aac1),segment_id=3bfcffa1-5305-4ee8-86f3-678eb000aac1)] {{(pid=104417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 04:21:59.481440 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-2a6d8403-c0a5-4ac4-aa48-860a84345009 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4095053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781926634698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781926239335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781926239353'] for port (f7aa1a22-3246-47ba-8d0d-26ea50586ed9), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:21:59.534475 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6d8403-c0a5-4ac4-aa48-860a84345009 None None] Pushing event updated for resources: {'Port': ['ID=f7aa1a22-3246-47ba-8d0d-26ea50586ed9,revision_number=4']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:21:59.592115 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-8250ffb0-daa6-4fef-a1a9-960d8e99b805 req-37fd5b42-a8d5-4ff5-98b0-f460fe41d555 tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] 10.222.0.13 "GET /v2.0/security-groups?id=8726850e-d155-4aa8-9fff-2a2b9ea6cd77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1195855 Jun 30 04:21:59.599521 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.db.l3_hamode_db [None req-ac44a7eb-02ef-49f3-ba7a-8469736f74e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '907d6541-3795-4e11-930f-4a3f7aece202', 'name': 'tempest-AttachVolumeTestJSON-1202044632-router', 'tenant_id': 'cec258de3eea4a12a7bd9b2b9832dce6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14b0e4f-074d-4507-846c-fc8420bddf12', 'external_fixed_ips': [{'subnet_id': '15378187-268c-4fae-ace7-eaca7aa50f90', 'ip_address': '172.27.1.223'}], 'enable_snat': True}, 'gw_port_id': 'f7aa1a22-3246-47ba-8d0d-26ea50586ed9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T04:21:53Z', 'updated_at': '2022-06-30T04:21:56Z', 'revision_number': 4, 'project_id': 'cec258de3eea4a12a7bd9b2b9832dce6', 'gw_port': {'id': 'f7aa1a22-3246-47ba-8d0d-26ea50586ed9', 'name': '', 'network_id': 'a14b0e4f-074d-4507-846c-fc8420bddf12', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:e6:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '907d6541-3795-4e11-930f-4a3f7aece202', 'device_owner': 'network:router_gateway', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '15378187-268c-4fae-ace7-eaca7aa50f90', 'ip_address': '172.27.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T04:21:54Z', 'updated_at': '2022-06-30T04:21:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15378187-268c-4fae-ace7-eaca7aa50f90', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-7-iscsi', '_interfaces': [{'id': '658b8ecd-f547-4e59-8873-35a792608596', 'name': '', 'network_id': '6ae8070a-7682-4fda-9ac2-70bc78e189c1', 'tenant_id': 'cec258de3eea4a12a7bd9b2b9832dce6', 'mac_address': 'fa:16:3e:01:03:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '907d6541-3795-4e11-930f-4a3f7aece202', 'device_owner': 'network:router_interface', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': 'f5fefb96-b952-42d8-9509-ca82c6db7d62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T04:21:56Z', 'updated_at': '2022-06-30T04:21:56Z', 'revision_number': 2, 'project_id': 'cec258de3eea4a12a7bd9b2b9832dce6', 'subnets': [{'id': 'f5fefb96-b952-42d8-9509-ca82c6db7d62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846842-7-iscsi', False) {} {{(pid=104418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 04:21:59.613812 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-4d2f0bc5-1103-4951-a4ba-eee98a2e5be9 req-0b45ceef-29b6-4f40-8259-ad84327dd6d5 service neutron] 10.222.0.13 "GET /v2.0/networks/6ae8070a-7682-4fda-9ac2-70bc78e189c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1400189 Jun 30 04:21:59.628161 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac44a7eb-02ef-49f3-ba7a-8469736f74e1 None None] Checking router: 907d6541-3795-4e11-930f-4a3f7aece202 for host: dv-cinder-846842-7-iscsi {{(pid=104418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 04:21:59.628473 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac44a7eb-02ef-49f3-ba7a-8469736f74e1 None None] Updating router 907d6541-3795-4e11-930f-4a3f7aece202 port 658b8ecd-f547-4e59-8873-35a792608596 binding host dv-cinder-846842-7-iscsi {{(pid=104418) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 04:21:59.657969 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-ac44a7eb-02ef-49f3-ba7a-8469736f74e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3606762'] for port (658b8ecd-f547-4e59-8873-35a792608596), before_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:21:59.673214 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:21:59.688800 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3fe70f-460d-4561-a470-01afc1ac7400 req-fce21c0c-aadb-4f9d-9eff-d17d4b481856 tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:21:59.690654 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-4c3fe70f-460d-4561-a470-01afc1ac7400 req-fce21c0c-aadb-4f9d-9eff-d17d4b481856 tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] 10.222.0.20 "GET /v2.0/ports?device_id=a344d61b-2dbc-49a8-b5c1-4d5619af3e77 HTTP/1.1" status: 200 len: 946 time: 0.0504882 Jun 30 04:21:59.730194 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:21:59.818487 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-8ca33667-bc2c-431e-94ce-f115b3fd40de req-d11063d4-7048-49df-87fc-1208378f7a41 tempest-AttachVolumeTestJSON-1888872629 tempest-AttachVolumeTestJSON-1888872629-project] 10.222.0.13 "GET /v2.0/ports?device_id=b8b8afff-cd1f-47d8-9c47-cbb3ae7ed3e5 HTTP/1.1" status: 200 len: 210 time: 0.0378916 Jun 30 04:21:59.827363 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.plugin [req-4c3fe70f-460d-4561-a470-01afc1ac7400 req-fec024cc-5ec1-4271-8206-999827e94b25 tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] Deleting port 14e3c353-ee55-4eee-8bdc-9d20ccd23a9e {{(pid=104416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 30 04:21:59.827753 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-4c3fe70f-460d-4561-a470-01afc1ac7400 req-fec024cc-5ec1-4271-8206-999827e94b25 tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781926629636'] for port (14e3c353-ee55-4eee-8bdc-9d20ccd23a9e), before_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:21:59.928407 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.db [req-4c3fe70f-460d-4561-a470-01afc1ac7400 req-fec024cc-5ec1-4271-8206-999827e94b25 tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] For port 14e3c353-ee55-4eee-8bdc-9d20ccd23a9e, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=14e3c353-ee55-4eee-8bdc-9d20ccd23a9e,segment=NetworkSegment(fa7c4b3d-3226-4230-8cea-73b76388d57e),segment_id=fa7c4b3d-3226-4230-8cea-73b76388d57e)] {{(pid=104416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 04:21:59.928864 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-4c3fe70f-460d-4561-a470-01afc1ac7400 req-fec024cc-5ec1-4271-8206-999827e94b25 tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616079'] for port (14e3c353-ee55-4eee-8bdc-9d20ccd23a9e), precommit_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:21:59.962630 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-ac44a7eb-02ef-49f3-ba7a-8469736f74e1 None None] Publish callbacks [] for port (658b8ecd-f547-4e59-8873-35a792608596), precommit_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:21:59.969409 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-ac44a7eb-02ef-49f3-ba7a-8469736f74e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4095053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781926634698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781926239335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781926239353'] for port (658b8ecd-f547-4e59-8873-35a792608596), after_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:22:00.056529 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:22:00.069537 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776d99e4-716f-4c3f-9420-aa3e98edae5d None None] Pushing event updated for resources: {'Port': ['ID=658b8ecd-f547-4e59-8873-35a792608596,revision_number=3']} {{(pid=104418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:22:00.072815 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:22:00.089776 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776d99e4-716f-4c3f-9420-aa3e98edae5d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:22:00.090115 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776d99e4-716f-4c3f-9420-aa3e98edae5d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:22:00.090501 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776d99e4-716f-4c3f-9420-aa3e98edae5d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:22:00.090851 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776d99e4-716f-4c3f-9420-aa3e98edae5d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:22:00.091201 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776d99e4-716f-4c3f-9420-aa3e98edae5d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:22:00.091520 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776d99e4-716f-4c3f-9420-aa3e98edae5d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:22:00.091840 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776d99e4-716f-4c3f-9420-aa3e98edae5d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:22:00.092729 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776d99e4-716f-4c3f-9420-aa3e98edae5d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:22:00.092729 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776d99e4-716f-4c3f-9420-aa3e98edae5d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:22:00.092946 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776d99e4-716f-4c3f-9420-aa3e98edae5d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:22:00.093066 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776d99e4-716f-4c3f-9420-aa3e98edae5d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:22:00.093447 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776d99e4-716f-4c3f-9420-aa3e98edae5d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:22:00.093766 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776d99e4-716f-4c3f-9420-aa3e98edae5d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:22:00.094078 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776d99e4-716f-4c3f-9420-aa3e98edae5d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:22:00.094388 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776d99e4-716f-4c3f-9420-aa3e98edae5d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:22:00.109127 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.managers [None req-ac44a7eb-02ef-49f3-ba7a-8469736f74e1 None None] Attempting to bind port 658b8ecd-f547-4e59-8873-35a792608596 on host dv-cinder-846842-7-iscsi for vnic_type normal with profile {{(pid=104418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 30 04:22:00.109537 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.managers [None req-ac44a7eb-02ef-49f3-ba7a-8469736f74e1 None None] Attempting to bind port 658b8ecd-f547-4e59-8873-35a792608596 by drivers openvswitch,hyperv on host dv-cinder-846842-7-iscsi at level 0 using segments [{'id': '7897bd61-5670-4a95-81f9-59b4b92b6687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '6ae8070a-7682-4fda-9ac2-70bc78e189c1'}] {{(pid=104418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 30 04:22:00.110653 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac44a7eb-02ef-49f3-ba7a-8469736f74e1 None None] Attempting to bind port 658b8ecd-f547-4e59-8873-35a792608596 on network 6ae8070a-7682-4fda-9ac2-70bc78e189c1 {{(pid=104418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 30 04:22:00.116890 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac44a7eb-02ef-49f3-ba7a-8469736f74e1 None None] Checking agent: {'id': 'cbdf45b5-344e-4e18-9242-1abb738708f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846842-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 30, 4, 7, 10), 'started_at': datetime.datetime(2022, 6, 30, 4, 7, 40), 'heartbeat_timestamp': datetime.datetime(2022, 6, 30, 4, 21, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846842-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 30 04:22:00.117259 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac44a7eb-02ef-49f3-ba7a-8469736f74e1 None None] Checking segment: {'id': '7897bd61-5670-4a95-81f9-59b4b92b6687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '6ae8070a-7682-4fda-9ac2-70bc78e189c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 30 04:22:00.117655 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-ac44a7eb-02ef-49f3-ba7a-8469736f74e1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:22:00.118093 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac44a7eb-02ef-49f3-ba7a-8469736f74e1 None None] Bound using segment: {'id': '7897bd61-5670-4a95-81f9-59b4b92b6687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '6ae8070a-7682-4fda-9ac2-70bc78e189c1'} {{(pid=104418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 30 04:22:00.118605 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.managers [None req-ac44a7eb-02ef-49f3-ba7a-8469736f74e1 None None] Bound port: 658b8ecd-f547-4e59-8873-35a792608596, host: dv-cinder-846842-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7897bd61-5670-4a95-81f9-59b4b92b6687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '6ae8070a-7682-4fda-9ac2-70bc78e189c1'}}] {{(pid=104418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 30 04:22:00.119582 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-ac44a7eb-02ef-49f3-ba7a-8469736f74e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3606762'] for port (658b8ecd-f547-4e59-8873-35a792608596), before_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:22:00.152088 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-4c3fe70f-460d-4561-a470-01afc1ac7400 req-fec024cc-5ec1-4271-8206-999827e94b25 tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:22:00.152611 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-4c3fe70f-460d-4561-a470-01afc1ac7400 req-fec024cc-5ec1-4271-8206-999827e94b25 tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-620077'] for floatingip (d509b425-92e5-4e20-b6dc-1571b4651161), after_update {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:22:00.152928 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.db.l3_db [req-4c3fe70f-460d-4561-a470-01afc1ac7400 req-fec024cc-5ec1-4271-8206-999827e94b25 tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] Floating IP d509b425-92e5-4e20-b6dc-1571b4651161 disassociated. External IP: 172.27.1.185, port: 14e3c353-ee55-4eee-8bdc-9d20ccd23a9e. Jun 30 04:22:00.153278 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.plugin [req-4c3fe70f-460d-4561-a470-01afc1ac7400 req-fec024cc-5ec1-4271-8206-999827e94b25 tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] Calling delete_port for 14e3c353-ee55-4eee-8bdc-9d20ccd23a9e owned by compute:nova {{(pid=104416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 30 04:22:00.199794 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.db [None req-ac44a7eb-02ef-49f3-ba7a-8469736f74e1 None None] For port 658b8ecd-f547-4e59-8873-35a792608596, host dv-cinder-846842-7-iscsi, cleared binding levels {{(pid=104418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 04:22:00.204045 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.db [None req-ac44a7eb-02ef-49f3-ba7a-8469736f74e1 None None] For port 658b8ecd-f547-4e59-8873-35a792608596, host dv-cinder-846842-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-7-iscsi',level=0,port_id=658b8ecd-f547-4e59-8873-35a792608596,segment=NetworkSegment(7897bd61-5670-4a95-81f9-59b4b92b6687),segment_id=7897bd61-5670-4a95-81f9-59b4b92b6687)] {{(pid=104418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 04:22:00.211046 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-ac44a7eb-02ef-49f3-ba7a-8469736f74e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4095053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781926634698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781926239335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781926239353'] for port (658b8ecd-f547-4e59-8873-35a792608596), after_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:22:00.234996 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.db.provisioning_blocks [None req-203b36f3-a165-4df0-94e5-79154735ff3d None None] Provisioning complete for port 658b8ecd-f547-4e59-8873-35a792608596 triggered by entity DHCP. {{(pid=104417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 30 04:22:00.235616 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-203b36f3-a165-4df0-94e5-79154735ff3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565073'] for port (658b8ecd-f547-4e59-8873-35a792608596), provisioning_complete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:22:00.273227 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776d99e4-716f-4c3f-9420-aa3e98edae5d None None] Pushing event updated for resources: {'Port': ['ID=658b8ecd-f547-4e59-8873-35a792608596,revision_number=4']} {{(pid=104418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:22:00.289339 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac44a7eb-02ef-49f3-ba7a-8469736f74e1 None None] Routers {'907d6541-3795-4e11-930f-4a3f7aece202'} bound to L3 agent in host dv-cinder-846842-7-iscsi {{(pid=104418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 30 04:22:00.290517 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.db.l3_hamode_db [None req-ac44a7eb-02ef-49f3-ba7a-8469736f74e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-30T04:07:07Z,description=,heartbeat_timestamp=2022-06-30T04:21:38Z,host='dv-cinder-846842-7-iscsi',id=2ea21a61-d737-4543-a811-a0d035fbf0f6,load=0,resource_versions=,resources_synced=,started_at=2022-06-30T04:07:07Z,topic='l3_agent')) {'router_ids': ['907d6541-3795-4e11-930f-4a3f7aece202'], 'active': True} {{(pid=104418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 04:22:00.323030 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:22:00.328826 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-4c3fe70f-460d-4561-a470-01afc1ac7400 req-fec024cc-5ec1-4271-8206-999827e94b25 tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4095053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781926635560', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781926239326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1764130'] for port (14e3c353-ee55-4eee-8bdc-9d20ccd23a9e), after_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:22:00.365504 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-203b36f3-a165-4df0-94e5-79154735ff3d None None] Current status of the port 658b8ecd-f547-4e59-8873-35a792608596 is: DOWN; New status is: ACTIVE {{(pid=104417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 30 04:22:00.366080 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-203b36f3-a165-4df0-94e5-79154735ff3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3606762'] for port (658b8ecd-f547-4e59-8873-35a792608596), before_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:22:00.437187 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.db [None req-203b36f3-a165-4df0-94e5-79154735ff3d None None] For port 658b8ecd-f547-4e59-8873-35a792608596, host dv-cinder-846842-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-7-iscsi',level=0,port_id=658b8ecd-f547-4e59-8873-35a792608596,segment=NetworkSegment(7897bd61-5670-4a95-81f9-59b4b92b6687),segment_id=7897bd61-5670-4a95-81f9-59b4b92b6687)] {{(pid=104417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 04:22:00.438232 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.db.l3_dvr_db [None req-ac44a7eb-02ef-49f3-ba7a-8469736f74e1 None None] Set router 907d6541-3795-4e11-930f-4a3f7aece202 gateway port host: dv-cinder-846842-7-iscsi {{(pid=104418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 30 04:22:00.448957 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-203b36f3-a165-4df0-94e5-79154735ff3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4095053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781926634698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781926239335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781926239353'] for port (658b8ecd-f547-4e59-8873-35a792608596), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:22:00.522523 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203b36f3-a165-4df0-94e5-79154735ff3d None None] Pushing event updated for resources: {'Port': ['ID=658b8ecd-f547-4e59-8873-35a792608596,revision_number=5']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:22:00.525435 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec024cc-5ec1-4271-8206-999827e94b25 tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] Pushing event deleted for resources: {'Port': ['ID=14e3c353-ee55-4eee-8bdc-9d20ccd23a9e,revision_number=None']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:22:00.540324 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4c3fe70f-460d-4561-a470-01afc1ac7400 req-fec024cc-5ec1-4271-8206-999827e94b25 tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] Router f5fad03b-8645-449e-8ef0-392bc6c254bc has already been hosted by L3 agent 2ea21a61-d737-4543-a811-a0d035fbf0f6 {{(pid=104416) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 30 04:22:00.581935 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.db.provisioning_blocks [None req-85defb63-efdd-483b-8205-dae923dc6400 None None] Provisioning complete for port 658b8ecd-f547-4e59-8873-35a792608596 triggered by entity DHCP. {{(pid=104417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 30 04:22:00.582682 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-85defb63-efdd-483b-8205-dae923dc6400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565073'] for port (658b8ecd-f547-4e59-8873-35a792608596), provisioning_complete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:22:00.665785 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4c3fe70f-460d-4561-a470-01afc1ac7400 req-fec024cc-5ec1-4271-8206-999827e94b25 tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] Notify agent at l3_agent.dv-cinder-846842-7-iscsi the message routers_updated {{(pid=104416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 04:22:00.678601 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c622ac5-6ee3-4bb9-879f-2ce589756e52 None None] Sync routers for ids ['f5fad03b-8645-449e-8ef0-392bc6c254bc'] in dv-cinder-846842-7-iscsi {{(pid=104417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 04:22:00.679491 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.db.l3_hamode_db [None req-ac44a7eb-02ef-49f3-ba7a-8469736f74e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '907d6541-3795-4e11-930f-4a3f7aece202', 'name': 'tempest-AttachVolumeTestJSON-1202044632-router', 'tenant_id': 'cec258de3eea4a12a7bd9b2b9832dce6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14b0e4f-074d-4507-846c-fc8420bddf12', 'external_fixed_ips': [{'subnet_id': '15378187-268c-4fae-ace7-eaca7aa50f90', 'ip_address': '172.27.1.223'}], 'enable_snat': True}, 'gw_port_id': 'f7aa1a22-3246-47ba-8d0d-26ea50586ed9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T04:21:53Z', 'updated_at': '2022-06-30T04:21:56Z', 'revision_number': 4, 'project_id': 'cec258de3eea4a12a7bd9b2b9832dce6', 'gw_port': {'id': 'f7aa1a22-3246-47ba-8d0d-26ea50586ed9', 'name': '', 'network_id': 'a14b0e4f-074d-4507-846c-fc8420bddf12', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:e6:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '907d6541-3795-4e11-930f-4a3f7aece202', 'device_owner': 'network:router_gateway', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '15378187-268c-4fae-ace7-eaca7aa50f90', 'ip_address': '172.27.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T04:21:54Z', 'updated_at': '2022-06-30T04:21:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15378187-268c-4fae-ace7-eaca7aa50f90', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-7-iscsi', '_interfaces': [{'id': '658b8ecd-f547-4e59-8873-35a792608596', 'name': '', 'network_id': '6ae8070a-7682-4fda-9ac2-70bc78e189c1', 'tenant_id': 'cec258de3eea4a12a7bd9b2b9832dce6', 'mac_address': 'fa:16:3e:01:03:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '907d6541-3795-4e11-930f-4a3f7aece202', 'device_owner': 'network:router_interface', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': 'f5fefb96-b952-42d8-9509-ca82c6db7d62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T04:21:56Z', 'updated_at': '2022-06-30T04:22:00Z', 'revision_number': 4, 'project_id': 'cec258de3eea4a12a7bd9b2b9832dce6', 'subnets': [{'id': 'f5fefb96-b952-42d8-9509-ca82c6db7d62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846842-7-iscsi', False) {} {{(pid=104418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 04:22:00.683850 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-85defb63-efdd-483b-8205-dae923dc6400 None None] Current status of the port 658b8ecd-f547-4e59-8873-35a792608596 is: ACTIVE; New status is: ACTIVE {{(pid=104417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 30 04:22:00.693188 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c622ac5-6ee3-4bb9-879f-2ce589756e52 None None] Routers {'f5fad03b-8645-449e-8ef0-392bc6c254bc'} bound to L3 agent in host dv-cinder-846842-7-iscsi {{(pid=104417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 30 04:22:00.693806 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.db.l3_hamode_db [None req-7c622ac5-6ee3-4bb9-879f-2ce589756e52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-30T04:07:07Z,description=,heartbeat_timestamp=2022-06-30T04:21:38Z,host='dv-cinder-846842-7-iscsi',id=2ea21a61-d737-4543-a811-a0d035fbf0f6,load=0,resource_versions=,resources_synced=,started_at=2022-06-30T04:07:07Z,topic='l3_agent')) {'router_ids': ['f5fad03b-8645-449e-8ef0-392bc6c254bc'], 'active': True} {{(pid=104417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 04:22:00.714607 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac44a7eb-02ef-49f3-ba7a-8469736f74e1 None None] The sync data for ids ['907d6541-3795-4e11-930f-4a3f7aece202'] in dv-cinder-846842-7-iscsi is: [{'id': '907d6541-3795-4e11-930f-4a3f7aece202', 'name': 'tempest-AttachVolumeTestJSON-1202044632-router', 'tenant_id': 'cec258de3eea4a12a7bd9b2b9832dce6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14b0e4f-074d-4507-846c-fc8420bddf12', 'external_fixed_ips': [{'subnet_id': '15378187-268c-4fae-ace7-eaca7aa50f90', 'ip_address': '172.27.1.223'}], 'enable_snat': True}, 'gw_port_id': 'f7aa1a22-3246-47ba-8d0d-26ea50586ed9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T04:21:53Z', 'updated_at': '2022-06-30T04:21:56Z', 'revision_number': 4, 'project_id': 'cec258de3eea4a12a7bd9b2b9832dce6', 'gw_port': {'id': 'f7aa1a22-3246-47ba-8d0d-26ea50586ed9', 'name': '', 'network_id': 'a14b0e4f-074d-4507-846c-fc8420bddf12', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:e6:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '907d6541-3795-4e11-930f-4a3f7aece202', 'device_owner': 'network:router_gateway', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '15378187-268c-4fae-ace7-eaca7aa50f90', 'ip_address': '172.27.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T04:21:54Z', 'updated_at': '2022-06-30T04:21:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15378187-268c-4fae-ace7-eaca7aa50f90', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-7-iscsi', '_interfaces': [{'id': '658b8ecd-f547-4e59-8873-35a792608596', 'name': '', 'network_id': '6ae8070a-7682-4fda-9ac2-70bc78e189c1', 'tenant_id': 'cec258de3eea4a12a7bd9b2b9832dce6', 'mac_address': 'fa:16:3e:01:03:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '907d6541-3795-4e11-930f-4a3f7aece202', 'device_owner': 'network:router_interface', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': 'f5fefb96-b952-42d8-9509-ca82c6db7d62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T04:21:56Z', 'updated_at': '2022-06-30T04:22:00Z', 'revision_number': 4, 'project_id': 'cec258de3eea4a12a7bd9b2b9832dce6', 'subnets': [{'id': 'f5fefb96-b952-42d8-9509-ca82c6db7d62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 04:22:00.742970 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-1f3161f8-a18f-4ee9-8d7d-ce5f18c535d9 req-ef4d629d-d8a6-4413-b8a8-1901fec82dd1 tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] 10.222.0.13 "GET /v2.0/ports?device_id=a344d61b-2dbc-49a8-b5c1-4d5619af3e77 HTTP/1.1" status: 200 len: 210 time: 0.0494215 Jun 30 04:22:00.743641 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c3fe70f-460d-4561-a470-01afc1ac7400 req-fec024cc-5ec1-4271-8206-999827e94b25 tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] No DVR routers for this DVR port 14e3c353-ee55-4eee-8bdc-9d20ccd23a9e on host hv-cinder-84684 {{(pid=104416) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 30 04:22:00.746577 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-4c3fe70f-460d-4561-a470-01afc1ac7400 req-fec024cc-5ec1-4271-8206-999827e94b25 tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13292'] for port (None), before_response {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:22:00.749960 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-4c3fe70f-460d-4561-a470-01afc1ac7400 req-fec024cc-5ec1-4271-8206-999827e94b25 tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] 10.222.0.20 "DELETE /v2.0/ports/14e3c353-ee55-4eee-8bdc-9d20ccd23a9e HTTP/1.1" status: 204 len: 173 time: 1.0540130 Jun 30 04:22:00.750438 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a344d61b-2dbc-49a8-b5c1-4d5619af3e77', 'name': 'network-vif-deleted', 'tag': '14e3c353-ee55-4eee-8bdc-9d20ccd23a9e'}] {{(pid=104416) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 30 04:22:00.752735 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8111519efe35ff5952c269e16f689610d56ef28aa1e0b77ca5734c542983c30f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22c4f626-a840-467c-9041-14c6fdf95fc6" -d '{"events": [{"server_uuid": "a344d61b-2dbc-49a8-b5c1-4d5619af3e77", "name": "network-vif-deleted", "tag": "14e3c353-ee55-4eee-8bdc-9d20ccd23a9e"}]}' {{(pid=104416) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 04:22:00.788430 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:22:00.814443 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Jun 2022 04:22:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2818f71a-86ef-4357-957e-9ff2ef3cd3ee x-openstack-request-id: req-2818f71a-86ef-4357-957e-9ff2ef3cd3ee {{(pid=104416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 04:22:00.814733 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a344d61b-2dbc-49a8-b5c1-4d5619af3e77", "name": "network-vif-deleted", "tag": "14e3c353-ee55-4eee-8bdc-9d20ccd23a9e", "status": "completed", "code": 200}]} {{(pid=104416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 04:22:00.814986 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2818f71a-86ef-4357-957e-9ff2ef3cd3ee {{(pid=104416) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 04:22:00.815433 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2818f71a-86ef-4357-957e-9ff2ef3cd3ee'] response: {'server_uuid': 'a344d61b-2dbc-49a8-b5c1-4d5619af3e77', 'name': 'network-vif-deleted', 'tag': '14e3c353-ee55-4eee-8bdc-9d20ccd23a9e', 'status': 'completed', 'code': 200} Jun 30 04:22:00.827448 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.db.l3_dvr_db [None req-7c622ac5-6ee3-4bb9-879f-2ce589756e52 None None] Set router f5fad03b-8645-449e-8ef0-392bc6c254bc gateway port host: dv-cinder-846842-7-iscsi {{(pid=104417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 30 04:22:00.988262 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-42bfb948-3334-418b-8c0f-aad38a7bb81d req-f186bab1-ebb5-426f-9c33-49151a4af030 tempest-AttachVolumeTestJSON-1888872629 tempest-AttachVolumeTestJSON-1888872629-project] 10.222.0.13 "GET /v2.0/ports?device_id=b8b8afff-cd1f-47d8-9c47-cbb3ae7ed3e5 HTTP/1.1" status: 200 len: 210 time: 0.0575092 Jun 30 04:22:01.162419 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2f0bc5-1103-4951-a4ba-eee98a2e5be9 req-b8f62a87-d722-49f8-80aa-41aef01cc639 tempest-AttachVolumeTestJSON-1888872629 tempest-AttachVolumeTestJSON-1888872629-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:22:01.164178 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-4d2f0bc5-1103-4951-a4ba-eee98a2e5be9 req-b8f62a87-d722-49f8-80aa-41aef01cc639 tempest-AttachVolumeTestJSON-1888872629 tempest-AttachVolumeTestJSON-1888872629-project] 10.222.0.20 "GET /v2.0/networks?id=6ae8070a-7682-4fda-9ac2-70bc78e189c1 HTTP/1.1" status: 200 len: 811 time: 0.1825867 Jun 30 04:22:01.170009 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.db.l3_hamode_db [None req-7c622ac5-6ee3-4bb9-879f-2ce589756e52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5fad03b-8645-449e-8ef0-392bc6c254bc', 'name': 'tempest-AttachVolumeShelveTestJSON-1944543417-router', 'tenant_id': '71588f8a5fc34919a77f28b6a8c8db0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14b0e4f-074d-4507-846c-fc8420bddf12', 'external_fixed_ips': [{'subnet_id': '15378187-268c-4fae-ace7-eaca7aa50f90', 'ip_address': '172.27.1.94'}], 'enable_snat': True}, 'gw_port_id': '5950e79d-38a6-49e8-a931-d01fb0d60025', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T04:15:04Z', 'updated_at': '2022-06-30T04:15:11Z', 'revision_number': 4, 'project_id': '71588f8a5fc34919a77f28b6a8c8db0e', 'gw_port': {'id': '5950e79d-38a6-49e8-a931-d01fb0d60025', 'name': '', 'network_id': 'a14b0e4f-074d-4507-846c-fc8420bddf12', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:19:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5fad03b-8645-449e-8ef0-392bc6c254bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '15378187-268c-4fae-ace7-eaca7aa50f90', 'ip_address': '172.27.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T04:15:05Z', 'updated_at': '2022-06-30T04:15:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15378187-268c-4fae-ace7-eaca7aa50f90', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-7-iscsi', '_interfaces': [{'id': 'e4bdec9c-25dd-49ab-9bb9-bae1a63baa28', 'name': '', 'network_id': '17fe777c-5046-426d-94b6-3483df1f9f21', 'tenant_id': '71588f8a5fc34919a77f28b6a8c8db0e', 'mac_address': 'fa:16:3e:97:07:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5fad03b-8645-449e-8ef0-392bc6c254bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'd7ebd17c-ba43-4daa-b223-4200fbc873be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T04:15:09Z', 'updated_at': '2022-06-30T04:15:19Z', 'revision_number': 5, 'project_id': '71588f8a5fc34919a77f28b6a8c8db0e', 'subnets': [{'id': 'd7ebd17c-ba43-4daa-b223-4200fbc873be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846842-7-iscsi', False) {} {{(pid=104417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 04:22:01.229093 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c622ac5-6ee3-4bb9-879f-2ce589756e52 None None] Checking router: f5fad03b-8645-449e-8ef0-392bc6c254bc for host: dv-cinder-846842-7-iscsi {{(pid=104417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 04:22:01.242050 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c622ac5-6ee3-4bb9-879f-2ce589756e52 None None] Routers {'f5fad03b-8645-449e-8ef0-392bc6c254bc'} bound to L3 agent in host dv-cinder-846842-7-iscsi {{(pid=104417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 30 04:22:01.242853 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.db.l3_hamode_db [None req-7c622ac5-6ee3-4bb9-879f-2ce589756e52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-30T04:07:07Z,description=,heartbeat_timestamp=2022-06-30T04:21:38Z,host='dv-cinder-846842-7-iscsi',id=2ea21a61-d737-4543-a811-a0d035fbf0f6,load=0,resource_versions=,resources_synced=,started_at=2022-06-30T04:07:07Z,topic='l3_agent')) {'router_ids': ['f5fad03b-8645-449e-8ef0-392bc6c254bc'], 'active': True} {{(pid=104417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 04:22:01.272152 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-4d2f0bc5-1103-4951-a4ba-eee98a2e5be9 req-b08bfa4d-ac61-42bd-ad72-739062debe3b tempest-AttachVolumeTestJSON-1888872629 tempest-AttachVolumeTestJSON-1888872629-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cec258de3eea4a12a7bd9b2b9832dce6 HTTP/1.1" status: 200 len: 380 time: 0.0943844 Jun 30 04:22:01.327473 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.v2.base [req-4d2f0bc5-1103-4951-a4ba-eee98a2e5be9 req-f3263731-6b60-4930-84d4-cf38d7c97170 tempest-AttachVolumeTestJSON-1888872629 tempest-AttachVolumeTestJSON-1888872629-project] Request body: {'port': {'device_id': 'b8b8afff-cd1f-47d8-9c47-cbb3ae7ed3e5', 'network_id': '6ae8070a-7682-4fda-9ac2-70bc78e189c1', 'admin_state_up': True, 'tenant_id': 'cec258de3eea4a12a7bd9b2b9832dce6', 'security_groups': ['8599d120-1223-4b97-956e-b4c2c7efbe95']}} {{(pid=104416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 30 04:22:01.338883 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.rpc [None req-2a6d8403-c0a5-4ac4-aa48-860a84345009 None None] Device f7aa1a22-3246-47ba-8d0d-26ea50586ed9 up at agent ovs-agent-dv-cinder-846842-7-iscsi {{(pid=104417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 04:22:01.393231 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.db.l3_dvr_db [None req-7c622ac5-6ee3-4bb9-879f-2ce589756e52 None None] Set router f5fad03b-8645-449e-8ef0-392bc6c254bc gateway port host: dv-cinder-846842-7-iscsi {{(pid=104417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 30 04:22:01.415006 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:22:01.444346 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.db.provisioning_blocks [None req-2a6d8403-c0a5-4ac4-aa48-860a84345009 None None] Provisioning complete for port f7aa1a22-3246-47ba-8d0d-26ea50586ed9 triggered by entity L2. {{(pid=104417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 30 04:22:01.444933 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-2a6d8403-c0a5-4ac4-aa48-860a84345009 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565073'] for port (f7aa1a22-3246-47ba-8d0d-26ea50586ed9), provisioning_complete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:22:01.459671 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4d2f0bc5-1103-4951-a4ba-eee98a2e5be9 req-f3263731-6b60-4930-84d4-cf38d7c97170 tempest-AttachVolumeTestJSON-1888872629 tempest-AttachVolumeTestJSON-1888872629-project] Made reservation on behalf of cec258de3eea4a12a7bd9b2b9832dce6 for: {'port': 1} {{(pid=104416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 04:22:01.464008 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-4d2f0bc5-1103-4951-a4ba-eee98a2e5be9 req-f3263731-6b60-4930-84d4-cf38d7c97170 tempest-AttachVolumeTestJSON-1888872629 tempest-AttachVolumeTestJSON-1888872629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3606762'] for port (None), before_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:22:01.519828 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:22:01.549167 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:INSERT=1 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:22:01.604715 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.db.db_base_plugin_common [req-4d2f0bc5-1103-4951-a4ba-eee98a2e5be9 req-f3263731-6b60-4930-84d4-cf38d7c97170 tempest-AttachVolumeTestJSON-1888872629 tempest-AttachVolumeTestJSON-1888872629-project] Allocated IP 172.20.0.4 (6ae8070a-7682-4fda-9ac2-70bc78e189c1/f5fefb96-b952-42d8-9509-ca82c6db7d62/92d5d28e-901e-4fdd-a753-3d722a745dcb) {{(pid=104416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 04:22:01.633320 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-2a6d8403-c0a5-4ac4-aa48-860a84345009 None None] Current status of the port f7aa1a22-3246-47ba-8d0d-26ea50586ed9 is: ACTIVE; New status is: ACTIVE {{(pid=104417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 30 04:22:01.634452 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.rpc [None req-2a6d8403-c0a5-4ac4-aa48-860a84345009 None None] Device 658b8ecd-f547-4e59-8873-35a792608596 up at agent ovs-agent-dv-cinder-846842-7-iscsi {{(pid=104417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 04:22:01.696355 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.db.l3_hamode_db [None req-7c622ac5-6ee3-4bb9-879f-2ce589756e52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5fad03b-8645-449e-8ef0-392bc6c254bc', 'name': 'tempest-AttachVolumeShelveTestJSON-1944543417-router', 'tenant_id': '71588f8a5fc34919a77f28b6a8c8db0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14b0e4f-074d-4507-846c-fc8420bddf12', 'external_fixed_ips': [{'subnet_id': '15378187-268c-4fae-ace7-eaca7aa50f90', 'ip_address': '172.27.1.94'}], 'enable_snat': True}, 'gw_port_id': '5950e79d-38a6-49e8-a931-d01fb0d60025', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T04:15:04Z', 'updated_at': '2022-06-30T04:15:11Z', 'revision_number': 4, 'project_id': '71588f8a5fc34919a77f28b6a8c8db0e', 'gw_port': {'id': '5950e79d-38a6-49e8-a931-d01fb0d60025', 'name': '', 'network_id': 'a14b0e4f-074d-4507-846c-fc8420bddf12', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:19:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5fad03b-8645-449e-8ef0-392bc6c254bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '15378187-268c-4fae-ace7-eaca7aa50f90', 'ip_address': '172.27.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T04:15:05Z', 'updated_at': '2022-06-30T04:15:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15378187-268c-4fae-ace7-eaca7aa50f90', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-7-iscsi', '_interfaces': [{'id': 'e4bdec9c-25dd-49ab-9bb9-bae1a63baa28', 'name': '', 'network_id': '17fe777c-5046-426d-94b6-3483df1f9f21', 'tenant_id': '71588f8a5fc34919a77f28b6a8c8db0e', 'mac_address': 'fa:16:3e:97:07:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5fad03b-8645-449e-8ef0-392bc6c254bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'd7ebd17c-ba43-4daa-b223-4200fbc873be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T04:15:09Z', 'updated_at': '2022-06-30T04:15:19Z', 'revision_number': 5, 'project_id': '71588f8a5fc34919a77f28b6a8c8db0e', 'subnets': [{'id': 'd7ebd17c-ba43-4daa-b223-4200fbc873be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846842-7-iscsi', False) {} {{(pid=104417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 04:22:01.726689 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c622ac5-6ee3-4bb9-879f-2ce589756e52 None None] The sync data for ids ['f5fad03b-8645-449e-8ef0-392bc6c254bc'] in dv-cinder-846842-7-iscsi is: [{'id': 'f5fad03b-8645-449e-8ef0-392bc6c254bc', 'name': 'tempest-AttachVolumeShelveTestJSON-1944543417-router', 'tenant_id': '71588f8a5fc34919a77f28b6a8c8db0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14b0e4f-074d-4507-846c-fc8420bddf12', 'external_fixed_ips': [{'subnet_id': '15378187-268c-4fae-ace7-eaca7aa50f90', 'ip_address': '172.27.1.94'}], 'enable_snat': True}, 'gw_port_id': '5950e79d-38a6-49e8-a931-d01fb0d60025', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T04:15:04Z', 'updated_at': '2022-06-30T04:15:11Z', 'revision_number': 4, 'project_id': '71588f8a5fc34919a77f28b6a8c8db0e', 'gw_port': {'id': '5950e79d-38a6-49e8-a931-d01fb0d60025', 'name': '', 'network_id': 'a14b0e4f-074d-4507-846c-fc8420bddf12', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:19:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5fad03b-8645-449e-8ef0-392bc6c254bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '15378187-268c-4fae-ace7-eaca7aa50f90', 'ip_address': '172.27.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T04:15:05Z', 'updated_at': '2022-06-30T04:15:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15378187-268c-4fae-ace7-eaca7aa50f90', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-7-iscsi', '_interfaces': [{'id': 'e4bdec9c-25dd-49ab-9bb9-bae1a63baa28', 'name': '', 'network_id': '17fe777c-5046-426d-94b6-3483df1f9f21', 'tenant_id': '71588f8a5fc34919a77f28b6a8c8db0e', 'mac_address': 'fa:16:3e:97:07:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5fad03b-8645-449e-8ef0-392bc6c254bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'd7ebd17c-ba43-4daa-b223-4200fbc873be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T04:15:09Z', 'updated_at': '2022-06-30T04:15:19Z', 'revision_number': 5, 'project_id': '71588f8a5fc34919a77f28b6a8c8db0e', 'subnets': [{'id': 'd7ebd17c-ba43-4daa-b223-4200fbc873be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 04:22:01.736460 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.db.provisioning_blocks [None req-2a6d8403-c0a5-4ac4-aa48-860a84345009 None None] Provisioning complete for port 658b8ecd-f547-4e59-8873-35a792608596 triggered by entity L2. {{(pid=104417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 30 04:22:01.736832 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-2a6d8403-c0a5-4ac4-aa48-860a84345009 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565073'] for port (658b8ecd-f547-4e59-8873-35a792608596), provisioning_complete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:22:01.747174 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-4d2f0bc5-1103-4951-a4ba-eee98a2e5be9 req-f3263731-6b60-4930-84d4-cf38d7c97170 tempest-AttachVolumeTestJSON-1888872629 tempest-AttachVolumeTestJSON-1888872629-project] Publish callbacks [] for port (92d5d28e-901e-4fdd-a753-3d722a745dcb), precommit_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:22:01.781559 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-4d2f0bc5-1103-4951-a4ba-eee98a2e5be9 req-f3263731-6b60-4930-84d4-cf38d7c97170 tempest-AttachVolumeTestJSON-1888872629 tempest-AttachVolumeTestJSON-1888872629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4095053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781926239317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1764130'] for port (92d5d28e-901e-4fdd-a753-3d722a745dcb), after_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:22:01.826016 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-2a6d8403-c0a5-4ac4-aa48-860a84345009 None None] Current status of the port 658b8ecd-f547-4e59-8873-35a792608596 is: ACTIVE; New status is: ACTIVE {{(pid=104417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 30 04:22:01.833783 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4d2f0bc5-1103-4951-a4ba-eee98a2e5be9 req-f3263731-6b60-4930-84d4-cf38d7c97170 tempest-AttachVolumeTestJSON-1888872629 tempest-AttachVolumeTestJSON-1888872629-project] Network 6ae8070a-7682-4fda-9ac2-70bc78e189c1 is already hosted by enough agents. {{(pid=104416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 04:22:01.839067 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.scheduler.base_scheduler [req-4d2f0bc5-1103-4951-a4ba-eee98a2e5be9 req-f3263731-6b60-4930-84d4-cf38d7c97170 tempest-AttachVolumeTestJSON-1888872629 tempest-AttachVolumeTestJSON-1888872629-project] Resources bound (agent type, host, resource id): {{(pid=104416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 04:22:01.843621 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d2f0bc5-1103-4951-a4ba-eee98a2e5be9 req-f3263731-6b60-4930-84d4-cf38d7c97170 tempest-AttachVolumeTestJSON-1888872629 tempest-AttachVolumeTestJSON-1888872629-project] Received port after_create {{(pid=104416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 30 04:22:01.874821 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3263731-6b60-4930-84d4-cf38d7c97170 tempest-AttachVolumeTestJSON-1888872629 tempest-AttachVolumeTestJSON-1888872629-project] Pushing event updated for resources: {'Port': ['ID=92d5d28e-901e-4fdd-a753-3d722a745dcb,revision_number=1']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:22:01.874980 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.wsgi [-] (104415) accepted ('10.222.0.13', 56432) {{(pid=104415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 04:22:01.902720 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2f0bc5-1103-4951-a4ba-eee98a2e5be9 req-f3263731-6b60-4930-84d4-cf38d7c97170 tempest-AttachVolumeTestJSON-1888872629 tempest-AttachVolumeTestJSON-1888872629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:22:01.903393 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-4d2f0bc5-1103-4951-a4ba-eee98a2e5be9 req-f3263731-6b60-4930-84d4-cf38d7c97170 tempest-AttachVolumeTestJSON-1888872629 tempest-AttachVolumeTestJSON-1888872629-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13292'] for port (None), before_response {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:22:01.921995 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-4d2f0bc5-1103-4951-a4ba-eee98a2e5be9 req-f3263731-6b60-4930-84d4-cf38d7c97170 tempest-AttachVolumeTestJSON-1888872629 tempest-AttachVolumeTestJSON-1888872629-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5982869 Jun 30 04:22:01.934176 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.v2.base [req-4d2f0bc5-1103-4951-a4ba-eee98a2e5be9 req-58a5d57a-e172-4809-8fb2-ef249658172a service neutron] Request body: {'port': {'device_id': 'b8b8afff-cd1f-47d8-9c47-cbb3ae7ed3e5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84684'}} {{(pid=104416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 30 04:22:01.950013 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-7df99a0b-4dea-4282-a929-871ec974add0 tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] Publish callbacks [] for security_group (8726850e-d155-4aa8-9fff-2a2b9ea6cd77), before_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:22:01.979324 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-7df99a0b-4dea-4282-a929-871ec974add0 tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] Publish callbacks [] for security_group (8726850e-d155-4aa8-9fff-2a2b9ea6cd77), precommit_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:22:02.003944 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-4d2f0bc5-1103-4951-a4ba-eee98a2e5be9 req-58a5d57a-e172-4809-8fb2-ef249658172a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3606762'] for port (92d5d28e-901e-4fdd-a753-3d722a745dcb), before_update {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:22:02.046692 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-7df99a0b-4dea-4282-a929-871ec974add0 tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3637186'] for security_group (8726850e-d155-4aa8-9fff-2a2b9ea6cd77), after_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:22:02.050193 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-7df99a0b-4dea-4282-a929-871ec974add0 tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] Publish callbacks [] for security_group (None), before_response {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:22:02.051681 dv-cinder-846842-7-iscsi neutron-server[104415]: INFO neutron.wsgi [None req-7df99a0b-4dea-4282-a929-871ec974add0 tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] 10.222.0.13 "DELETE /v2.0/security-groups/8726850e-d155-4aa8-9fff-2a2b9ea6cd77 HTTP/1.1" status: 204 len: 168 time: 0.1756387 Jun 30 04:22:02.056599 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.wsgi [-] (104415) accepted ('10.222.0.13', 56436) {{(pid=104415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 04:22:02.071355 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef2f1e05-609d-4bcb-9578-f3f977c72e2b None None] New status for floating IP d509b425-92e5-4e20-b6dc-1571b4651161: DOWN {{(pid=104418) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 30 04:22:02.082715 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df99a0b-4dea-4282-a929-871ec974add0 tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8726850e-d155-4aa8-9fff-2a2b9ea6cd77,revision_number=None']} {{(pid=104415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:22:02.084197 dv-cinder-846842-7-iscsi neutron-server[104415]: INFO neutron.api.v2.resource [None req-8414b2fc-46e5-41bb-8d7e-2a7615ce4602 tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] show failed (client error): The resource could not be found. Jun 30 04:22:02.088653 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.13', 56438) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 04:22:02.090114 dv-cinder-846842-7-iscsi neutron-server[104415]: INFO neutron.wsgi [None req-8414b2fc-46e5-41bb-8d7e-2a7615ce4602 tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] 10.222.0.13 "GET /v2.0/security-groups/8726850e-d155-4aa8-9fff-2a2b9ea6cd77 HTTP/1.1" status: 404 len: 347 time: 0.0301538 Jun 30 04:22:02.213321 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.db.provisioning_blocks [None req-d3968bcf-3fce-4622-9286-7b565919fc34 None None] Provisioning complete for port 92d5d28e-901e-4fdd-a753-3d722a745dcb triggered by entity DHCP. {{(pid=104417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 30 04:22:02.213804 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-d3968bcf-3fce-4622-9286-7b565919fc34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565073'] for port (92d5d28e-901e-4fdd-a753-3d722a745dcb), provisioning_complete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:22:02.251291 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-d3968bcf-3fce-4622-9286-7b565919fc34 None None] Port 92d5d28e-901e-4fdd-a753-3d722a745dcb cannot update to ACTIVE because it is not bound. {{(pid=104417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 30 04:22:02.545995 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6054696-73de-425f-ba04-d887439cc816 req-330fb78b-fed6-4602-9080-5f72f5faeba6 tempest-AttachVolumeTestJSON-1888872629 tempest-AttachVolumeTestJSON-1888872629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:22:02.547399 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-a6054696-73de-425f-ba04-d887439cc816 req-330fb78b-fed6-4602-9080-5f72f5faeba6 tempest-AttachVolumeTestJSON-1888872629 tempest-AttachVolumeTestJSON-1888872629-project] 10.222.0.13 "GET /v2.0/ports?device_id=b8b8afff-cd1f-47d8-9c47-cbb3ae7ed3e5 HTTP/1.1" status: 200 len: 931 time: 0.1414835 Jun 30 04:22:02.588031 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:22:02.619827 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.plugin [None req-c3ea7a3c-825f-467c-b3e6-8702180f899d tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] Deleting port 9a629ef1-b471-41d6-b1f7-84b80d7af618 {{(pid=104416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 30 04:22:02.620163 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-c3ea7a3c-825f-467c-b3e6-8702180f899d tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781926629636'] for port (9a629ef1-b471-41d6-b1f7-84b80d7af618), before_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:22:02.672437 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:22:02.748799 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-a6054696-73de-425f-ba04-d887439cc816 req-1105bf93-e9bb-456f-ad7d-6b3a501e7cd5 tempest-AttachVolumeTestJSON-1888872629 tempest-AttachVolumeTestJSON-1888872629-project] 10.222.0.13 "GET /v2.0/security-groups?id=8599d120-1223-4b97-956e-b4c2c7efbe95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1803491 Jun 30 04:22:02.798343 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-c3ea7a3c-825f-467c-b3e6-8702180f899d tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616079'] for port (9a629ef1-b471-41d6-b1f7-84b80d7af618), precommit_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:22:02.798573 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-c3ea7a3c-825f-467c-b3e6-8702180f899d tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] Publish callbacks [] for floatingip (9a629ef1-b471-41d6-b1f7-84b80d7af618), precommit_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:22:02.830562 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.plugin [None req-c3ea7a3c-825f-467c-b3e6-8702180f899d tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] Calling delete_port for 9a629ef1-b471-41d6-b1f7-84b80d7af618 owned by network:floatingip {{(pid=104416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 30 04:22:02.846399 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.notifiers.nova [req-4d2f0bc5-1103-4951-a4ba-eee98a2e5be9 req-58a5d57a-e172-4809-8fb2-ef249658172a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 92d5d28e-901e-4fdd-a753-3d722a745dcb {{(pid=104416) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 30 04:22:02.856164 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-4d2f0bc5-1103-4951-a4ba-eee98a2e5be9 req-58a5d57a-e172-4809-8fb2-ef249658172a service neutron] Publish callbacks [] for port (92d5d28e-901e-4fdd-a753-3d722a745dcb), precommit_update {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:22:02.904589 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.db.provisioning_blocks [req-4d2f0bc5-1103-4951-a4ba-eee98a2e5be9 req-58a5d57a-e172-4809-8fb2-ef249658172a service neutron] Transition to ACTIVE for port object 92d5d28e-901e-4fdd-a753-3d722a745dcb will not be triggered until provisioned by entity L2. {{(pid=104416) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 30 04:22:02.908920 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-4d2f0bc5-1103-4951-a4ba-eee98a2e5be9 req-58a5d57a-e172-4809-8fb2-ef249658172a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4095053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781926634698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781926239335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781926239353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1764123'] for port (92d5d28e-901e-4fdd-a753-3d722a745dcb), after_update {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:22:02.983128 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a5d57a-e172-4809-8fb2-ef249658172a service neutron] Pushing event updated for resources: {'Port': ['ID=92d5d28e-901e-4fdd-a753-3d722a745dcb,revision_number=2']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:22:03.099345 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-c3ea7a3c-825f-467c-b3e6-8702180f899d tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4095053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781926635560', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781926239326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1764130'] for port (9a629ef1-b471-41d6-b1f7-84b80d7af618), after_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:22:03.104390 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.managers [req-4d2f0bc5-1103-4951-a4ba-eee98a2e5be9 req-58a5d57a-e172-4809-8fb2-ef249658172a service neutron] Attempting to bind port 92d5d28e-901e-4fdd-a753-3d722a745dcb on host hv-cinder-84684 for vnic_type normal with profile {{(pid=104416) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 30 04:22:03.104730 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.managers [req-4d2f0bc5-1103-4951-a4ba-eee98a2e5be9 req-58a5d57a-e172-4809-8fb2-ef249658172a service neutron] Attempting to bind port 92d5d28e-901e-4fdd-a753-3d722a745dcb by drivers openvswitch,hyperv on host hv-cinder-84684 at level 0 using segments [{'id': '7897bd61-5670-4a95-81f9-59b4b92b6687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '6ae8070a-7682-4fda-9ac2-70bc78e189c1'}] {{(pid=104416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 30 04:22:03.105070 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d2f0bc5-1103-4951-a4ba-eee98a2e5be9 req-58a5d57a-e172-4809-8fb2-ef249658172a service neutron] Attempting to bind port 92d5d28e-901e-4fdd-a753-3d722a745dcb on network 6ae8070a-7682-4fda-9ac2-70bc78e189c1 {{(pid=104416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 30 04:22:03.135535 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d2f0bc5-1103-4951-a4ba-eee98a2e5be9 req-58a5d57a-e172-4809-8fb2-ef249658172a service neutron] Port 92d5d28e-901e-4fdd-a753-3d722a745dcb on network 6ae8070a-7682-4fda-9ac2-70bc78e189c1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84684 {{(pid=104416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 30 04:22:03.135856 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d2f0bc5-1103-4951-a4ba-eee98a2e5be9 req-58a5d57a-e172-4809-8fb2-ef249658172a service neutron] Attempting to bind port 92d5d28e-901e-4fdd-a753-3d722a745dcb on network 6ae8070a-7682-4fda-9ac2-70bc78e189c1 {{(pid=104416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 30 04:22:03.138011 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ea7a3c-825f-467c-b3e6-8702180f899d tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] Pushing event deleted for resources: {'Port': ['ID=9a629ef1-b471-41d6-b1f7-84b80d7af618,revision_number=None']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:22:03.146492 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d2f0bc5-1103-4951-a4ba-eee98a2e5be9 req-58a5d57a-e172-4809-8fb2-ef249658172a service neutron] Checking agent: {'id': 'ef703bef-7cc0-467c-baa9-fe8a66be565c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84684', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 30, 4, 13, 10), 'started_at': datetime.datetime(2022, 6, 30, 4, 13, 10), 'heartbeat_timestamp': datetime.datetime(2022, 6, 30, 4, 21, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 30 04:22:03.146821 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d2f0bc5-1103-4951-a4ba-eee98a2e5be9 req-58a5d57a-e172-4809-8fb2-ef249658172a service neutron] Checking segment: {'id': '7897bd61-5670-4a95-81f9-59b4b92b6687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '6ae8070a-7682-4fda-9ac2-70bc78e189c1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104416) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 30 04:22:03.147203 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d2f0bc5-1103-4951-a4ba-eee98a2e5be9 req-58a5d57a-e172-4809-8fb2-ef249658172a service neutron] Bound using segment: {'id': '7897bd61-5670-4a95-81f9-59b4b92b6687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '6ae8070a-7682-4fda-9ac2-70bc78e189c1'} {{(pid=104416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 30 04:22:03.147622 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.managers [req-4d2f0bc5-1103-4951-a4ba-eee98a2e5be9 req-58a5d57a-e172-4809-8fb2-ef249658172a service neutron] Bound port: 92d5d28e-901e-4fdd-a753-3d722a745dcb, host: hv-cinder-84684, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7897bd61-5670-4a95-81f9-59b4b92b6687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '6ae8070a-7682-4fda-9ac2-70bc78e189c1'}}] {{(pid=104416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 30 04:22:03.147970 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-4d2f0bc5-1103-4951-a4ba-eee98a2e5be9 req-58a5d57a-e172-4809-8fb2-ef249658172a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3606762'] for port (92d5d28e-901e-4fdd-a753-3d722a745dcb), before_update {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:22:03.218446 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.rpc [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Device 14e3c353-ee55-4eee-8bdc-9d20ccd23a9e no longer exists at agent hyperv_hv-cinder-84684 {{(pid=104417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 04:22:03.239747 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] No Port match for: 14e3c353-ee55-4eee-8bdc-9d20ccd23a9e {{(pid=104417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 30 04:22:03.239936 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.rpc [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Device 14e3c353-ee55-4eee-8bdc-9d20ccd23a9e not bound to the agent host hv-cinder-84684 {{(pid=104417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 04:22:03.240077 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-c3ea7a3c-825f-467c-b3e6-8702180f899d tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] Publish callbacks [] for floatingip (d509b425-92e5-4e20-b6dc-1571b4651161), after_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:22:03.242582 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-c3ea7a3c-825f-467c-b3e6-8702180f899d tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13292'] for floatingip (None), before_response {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:22:03.244100 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-c3ea7a3c-825f-467c-b3e6-8702180f899d tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] 10.222.0.13 "DELETE /v2.0/floatingips/d509b425-92e5-4e20-b6dc-1571b4651161 HTTP/1.1" status: 204 len: 168 time: 1.1540668 Jun 30 04:22:03.261969 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.db [req-4d2f0bc5-1103-4951-a4ba-eee98a2e5be9 req-58a5d57a-e172-4809-8fb2-ef249658172a service neutron] For port 92d5d28e-901e-4fdd-a753-3d722a745dcb, host hv-cinder-84684, cleared binding levels {{(pid=104416) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 04:22:03.265327 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.db [req-4d2f0bc5-1103-4951-a4ba-eee98a2e5be9 req-58a5d57a-e172-4809-8fb2-ef249658172a service neutron] For port 92d5d28e-901e-4fdd-a753-3d722a745dcb, host hv-cinder-84684, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=92d5d28e-901e-4fdd-a753-3d722a745dcb,segment=NetworkSegment(7897bd61-5670-4a95-81f9-59b4b92b6687),segment_id=7897bd61-5670-4a95-81f9-59b4b92b6687)] {{(pid=104416) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 04:22:03.271988 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-4d2f0bc5-1103-4951-a4ba-eee98a2e5be9 req-58a5d57a-e172-4809-8fb2-ef249658172a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4095053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781926634698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781926239335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781926239353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1764123'] for port (92d5d28e-901e-4fdd-a753-3d722a745dcb), after_update {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:22:03.313934 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=4,neutron:INSERT=1 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:22:03.317375 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2f0bc5-1103-4951-a4ba-eee98a2e5be9 req-58a5d57a-e172-4809-8fb2-ef249658172a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:22:03.318120 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-4d2f0bc5-1103-4951-a4ba-eee98a2e5be9 req-58a5d57a-e172-4809-8fb2-ef249658172a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13292'] for port (None), before_response {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:22:03.319719 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-4d2f0bc5-1103-4951-a4ba-eee98a2e5be9 req-58a5d57a-e172-4809-8fb2-ef249658172a service neutron] 10.222.0.20 "PUT /v2.0/ports/92d5d28e-901e-4fdd-a753-3d722a745dcb HTTP/1.1" status: 200 len: 1093 time: 1.3901842 Jun 30 04:22:03.320198 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8b8afff-cd1f-47d8-9c47-cbb3ae7ed3e5', 'tag': '92d5d28e-901e-4fdd-a753-3d722a745dcb'}] {{(pid=104416) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 30 04:22:03.322482 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8111519efe35ff5952c269e16f689610d56ef28aa1e0b77ca5734c542983c30f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11c5cc75-bf91-4ee5-8563-9f720502d045" -d '{"events": [{"name": "network-changed", "server_uuid": "b8b8afff-cd1f-47d8-9c47-cbb3ae7ed3e5", "tag": "92d5d28e-901e-4fdd-a753-3d722a745dcb"}]}' {{(pid=104416) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 04:22:03.345353 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a5d57a-e172-4809-8fb2-ef249658172a service neutron] Pushing event updated for resources: {'Port': ['ID=92d5d28e-901e-4fdd-a753-3d722a745dcb,revision_number=3']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:22:03.373120 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Jun 2022 04:22:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2d42f8c-a4e6-43ef-adf3-a92cdbe87f0d x-openstack-request-id: req-f2d42f8c-a4e6-43ef-adf3-a92cdbe87f0d {{(pid=104416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 04:22:03.373415 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8b8afff-cd1f-47d8-9c47-cbb3ae7ed3e5", "tag": "92d5d28e-901e-4fdd-a753-3d722a745dcb", "status": "completed", "code": 200}]} {{(pid=104416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 04:22:03.374265 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f2d42f8c-a4e6-43ef-adf3-a92cdbe87f0d {{(pid=104416) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 04:22:03.374674 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f2d42f8c-a4e6-43ef-adf3-a92cdbe87f0d'] response: {'name': 'network-changed', 'server_uuid': 'b8b8afff-cd1f-47d8-9c47-cbb3ae7ed3e5', 'tag': '92d5d28e-901e-4fdd-a753-3d722a745dcb', 'status': 'completed', 'code': 200} Jun 30 04:22:03.421981 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2f0bc5-1103-4951-a4ba-eee98a2e5be9 req-7fc29297-b72b-4c08-9363-e4cdf42b580d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:22:03.423553 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-4d2f0bc5-1103-4951-a4ba-eee98a2e5be9 req-7fc29297-b72b-4c08-9363-e4cdf42b580d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=cec258de3eea4a12a7bd9b2b9832dce6&device_id=b8b8afff-cd1f-47d8-9c47-cbb3ae7ed3e5 HTTP/1.1" status: 200 len: 1127 time: 0.0437546 Jun 30 04:22:03.465356 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-4d2f0bc5-1103-4951-a4ba-eee98a2e5be9 req-bf54f17f-ca43-4cd1-ab72-9216e39f3d99 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=92d5d28e-901e-4fdd-a753-3d722a745dcb HTTP/1.1" status: 200 len: 217 time: 0.0338945 Jun 30 04:22:03.519590 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2f0bc5-1103-4951-a4ba-eee98a2e5be9 req-a677aab5-cbfe-43ad-9b46-5980f55b24b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:22:03.521596 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-4d2f0bc5-1103-4951-a4ba-eee98a2e5be9 req-a677aab5-cbfe-43ad-9b46-5980f55b24b6 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f5fefb96-b952-42d8-9509-ca82c6db7d62 HTTP/1.1" status: 200 len: 850 time: 0.0480244 Jun 30 04:22:03.570255 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=3 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:22:03.580652 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2f0bc5-1103-4951-a4ba-eee98a2e5be9 req-befba029-ad5c-4d3b-8855-977efaf85b8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:22:03.582622 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-4d2f0bc5-1103-4951-a4ba-eee98a2e5be9 req-befba029-ad5c-4d3b-8855-977efaf85b8c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6ae8070a-7682-4fda-9ac2-70bc78e189c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0545881 Jun 30 04:22:03.595750 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=100 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:22:03.681131 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-4d2f0bc5-1103-4951-a4ba-eee98a2e5be9 req-9aca6815-7c6e-4fa5-91e3-0a52ab433618 service neutron] 10.222.0.20 "GET /v2.0/networks/6ae8070a-7682-4fda-9ac2-70bc78e189c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915487 Jun 30 04:22:03.782439 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-4d2f0bc5-1103-4951-a4ba-eee98a2e5be9 req-025ca7f4-8b81-4917-a640-d985d577a42c service neutron] 10.222.0.20 "GET /v2.0/networks/6ae8070a-7682-4fda-9ac2-70bc78e189c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931425 Jun 30 04:22:03.868765 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40dabc72-8a86-4afa-81d0-52b7652c62fa req-0e92cc6e-c80c-4718-8483-278b3e9fd828 tempest-AttachVolumeTestJSON-1888872629 tempest-AttachVolumeTestJSON-1888872629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:22:03.870268 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-40dabc72-8a86-4afa-81d0-52b7652c62fa req-0e92cc6e-c80c-4718-8483-278b3e9fd828 tempest-AttachVolumeTestJSON-1888872629 tempest-AttachVolumeTestJSON-1888872629-project] 10.222.0.13 "GET /v2.0/ports?device_id=b8b8afff-cd1f-47d8-9c47-cbb3ae7ed3e5 HTTP/1.1" status: 200 len: 943 time: 0.0503697 Jun 30 04:22:03.940697 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-40dabc72-8a86-4afa-81d0-52b7652c62fa req-2aac1206-6b4b-4edf-8d1e-a305fba19a0e tempest-AttachVolumeTestJSON-1888872629 tempest-AttachVolumeTestJSON-1888872629-project] 10.222.0.13 "GET /v2.0/security-groups?id=8599d120-1223-4b97-956e-b4c2c7efbe95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0626593 Jun 30 04:22:04.733973 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c5cc75-bf91-4ee5-8563-9f720502d045 req-423cddf6-3d71-4e9a-a918-f510ac78215a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:22:04.735580 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-11c5cc75-bf91-4ee5-8563-9f720502d045 req-423cddf6-3d71-4e9a-a918-f510ac78215a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=cec258de3eea4a12a7bd9b2b9832dce6&device_id=b8b8afff-cd1f-47d8-9c47-cbb3ae7ed3e5 HTTP/1.1" status: 200 len: 1127 time: 0.0439432 Jun 30 04:22:04.832080 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c5cc75-bf91-4ee5-8563-9f720502d045 req-dd765ed7-3453-4802-b5f1-21b90651927d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:22:04.833840 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-11c5cc75-bf91-4ee5-8563-9f720502d045 req-dd765ed7-3453-4802-b5f1-21b90651927d service neutron] 10.222.0.20 "GET /v2.0/networks?id=6ae8070a-7682-4fda-9ac2-70bc78e189c1 HTTP/1.1" status: 200 len: 912 time: 0.0922225 Jun 30 04:22:04.878156 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-11c5cc75-bf91-4ee5-8563-9f720502d045 req-63866ec4-f3d4-43c0-9647-651befd071f2 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=92d5d28e-901e-4fdd-a753-3d722a745dcb HTTP/1.1" status: 200 len: 217 time: 0.0375915 Jun 30 04:22:04.928508 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c5cc75-bf91-4ee5-8563-9f720502d045 req-1a0613a1-9d46-4173-bb9b-387b5d8698b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:22:04.929940 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-11c5cc75-bf91-4ee5-8563-9f720502d045 req-1a0613a1-9d46-4173-bb9b-387b5d8698b8 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f5fefb96-b952-42d8-9509-ca82c6db7d62 HTTP/1.1" status: 200 len: 850 time: 0.0452304 Jun 30 04:22:04.972984 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c5cc75-bf91-4ee5-8563-9f720502d045 req-d8b78799-36a6-4095-8fa6-3de117498115 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:22:04.974460 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-11c5cc75-bf91-4ee5-8563-9f720502d045 req-d8b78799-36a6-4095-8fa6-3de117498115 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6ae8070a-7682-4fda-9ac2-70bc78e189c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0383778 Jun 30 04:22:05.101667 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3a2f77-865d-4edc-be91-ed2f32264f5b req-c7f69947-e6cc-4bd8-aba1-e2b514db3ac7 tempest-AttachVolumeTestJSON-1888872629 tempest-AttachVolumeTestJSON-1888872629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:22:05.103328 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-dd3a2f77-865d-4edc-be91-ed2f32264f5b req-c7f69947-e6cc-4bd8-aba1-e2b514db3ac7 tempest-AttachVolumeTestJSON-1888872629 tempest-AttachVolumeTestJSON-1888872629-project] 10.222.0.13 "GET /v2.0/ports?device_id=b8b8afff-cd1f-47d8-9c47-cbb3ae7ed3e5 HTTP/1.1" status: 200 len: 943 time: 0.0617378 Jun 30 04:22:05.106904 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-11c5cc75-bf91-4ee5-8563-9f720502d045 req-1055abc3-1894-4287-b7c9-f4d00d5d3b98 service neutron] 10.222.0.20 "GET /v2.0/networks/6ae8070a-7682-4fda-9ac2-70bc78e189c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257911 Jun 30 04:22:05.184760 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-e432549b-086e-4d52-ae0b-48130d29ea51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926756172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565263'] for agent (beddbd52-9273-44c2-990c-63933fe383b2), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:22:05.210800 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-dd3a2f77-865d-4edc-be91-ed2f32264f5b req-22ade15b-086f-461b-b136-1811c2f1c130 tempest-AttachVolumeTestJSON-1888872629 tempest-AttachVolumeTestJSON-1888872629-project] 10.222.0.13 "GET /v2.0/security-groups?id=8599d120-1223-4b97-956e-b4c2c7efbe95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1012504 Jun 30 04:22:05.232409 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.rpc [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Device 92d5d28e-901e-4fdd-a753-3d722a745dcb details requested by agent hyperv_hv-cinder-84684 with host hv-cinder-84684 {{(pid=104417) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 04:22:05.236281 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-11c5cc75-bf91-4ee5-8563-9f720502d045 req-4d2e9901-11fd-4120-bffb-6e0c6287df79 service neutron] 10.222.0.20 "GET /v2.0/networks/6ae8070a-7682-4fda-9ac2-70bc78e189c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1199036 Jun 30 04:22:05.340121 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.db [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] For port 92d5d28e-901e-4fdd-a753-3d722a745dcb, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=92d5d28e-901e-4fdd-a753-3d722a745dcb,segment=NetworkSegment(7897bd61-5670-4a95-81f9-59b4b92b6687),segment_id=7897bd61-5670-4a95-81f9-59b4b92b6687)] {{(pid=104417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 04:22:05.351593 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.rpc [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Returning: {'device': '92d5d28e-901e-4fdd-a753-3d722a745dcb', 'network_id': '6ae8070a-7682-4fda-9ac2-70bc78e189c1', 'port_id': '92d5d28e-901e-4fdd-a753-3d722a745dcb', 'mac_address': 'fa:16:3e:7a:63:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 185, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f5fefb96-b952-42d8-9509-ca82c6db7d62', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104417) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 04:22:05.387409 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Current status of the port 92d5d28e-901e-4fdd-a753-3d722a745dcb is: DOWN; New status is: BUILD {{(pid=104417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 30 04:22:05.387782 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3606762'] for port (92d5d28e-901e-4fdd-a753-3d722a745dcb), before_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:22:05.402273 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.notifiers.nova [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 92d5d28e-901e-4fdd-a753-3d722a745dcb {{(pid=104417) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 30 04:22:05.432055 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.db [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] For port 92d5d28e-901e-4fdd-a753-3d722a745dcb, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=92d5d28e-901e-4fdd-a753-3d722a745dcb,segment=NetworkSegment(7897bd61-5670-4a95-81f9-59b4b92b6687),segment_id=7897bd61-5670-4a95-81f9-59b4b92b6687)] {{(pid=104417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 04:22:05.438287 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4095053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781926634698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781926239335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781926239353'] for port (92d5d28e-901e-4fdd-a753-3d722a745dcb), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:22:05.491456 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Pushing event updated for resources: {'Port': ['ID=92d5d28e-901e-4fdd-a753-3d722a745dcb,revision_number=4']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:22:05.673550 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.db [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] get_ports_and_sgs() called for port_ids ['92d5d28e-901e-4fdd-a753-3d722a745dcb'] {{(pid=104417) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 04:22:05.723002 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.13', 56468) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 04:22:05.885913 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=100 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:22:05.889595 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:22:05.942311 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=100 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:22:06.155005 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-42a1083f-a07b-4633-b5fd-81d3f246175b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-613962'] for router_interface (f5fad03b-8645-449e-8ef0-392bc6c254bc), before_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:22:06.393928 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a39cb57-ff7c-4d5b-b139-d213c90c5792 req-06126826-4123-4c01-90dc-570f342a4213 tempest-AttachVolumeTestJSON-1888872629 tempest-AttachVolumeTestJSON-1888872629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:22:06.395371 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-3a39cb57-ff7c-4d5b-b139-d213c90c5792 req-06126826-4123-4c01-90dc-570f342a4213 tempest-AttachVolumeTestJSON-1888872629 tempest-AttachVolumeTestJSON-1888872629-project] 10.222.0.13 "GET /v2.0/ports?device_id=b8b8afff-cd1f-47d8-9c47-cbb3ae7ed3e5 HTTP/1.1" status: 200 len: 944 time: 0.0994411 Jun 30 04:22:06.491625 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-3a39cb57-ff7c-4d5b-b139-d213c90c5792 req-c7b80980-dd57-48d2-9790-f84d881b1b8c tempest-AttachVolumeTestJSON-1888872629 tempest-AttachVolumeTestJSON-1888872629-project] 10.222.0.13 "GET /v2.0/security-groups?id=8599d120-1223-4b97-956e-b4c2c7efbe95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0885842 Jun 30 04:22:06.494903 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.plugin [None req-42a1083f-a07b-4633-b5fd-81d3f246175b admin admin] Deleting port e4bdec9c-25dd-49ab-9bb9-bae1a63baa28 {{(pid=104416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 30 04:22:06.495127 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-42a1083f-a07b-4633-b5fd-81d3f246175b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781926629636'] for port (e4bdec9c-25dd-49ab-9bb9-bae1a63baa28), before_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:22:06.580502 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.db [None req-42a1083f-a07b-4633-b5fd-81d3f246175b admin admin] For port e4bdec9c-25dd-49ab-9bb9-bae1a63baa28, host dv-cinder-846842-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-7-iscsi',level=0,port_id=e4bdec9c-25dd-49ab-9bb9-bae1a63baa28,segment=NetworkSegment(fa7c4b3d-3226-4230-8cea-73b76388d57e),segment_id=fa7c4b3d-3226-4230-8cea-73b76388d57e)] {{(pid=104416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 04:22:06.580853 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-42a1083f-a07b-4633-b5fd-81d3f246175b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616079'] for port (e4bdec9c-25dd-49ab-9bb9-bae1a63baa28), precommit_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:22:06.594841 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.plugin [None req-42a1083f-a07b-4633-b5fd-81d3f246175b admin admin] Calling delete_port for e4bdec9c-25dd-49ab-9bb9-bae1a63baa28 owned by network:router_interface {{(pid=104416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 30 04:22:06.765163 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:22:06.778660 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-42a1083f-a07b-4633-b5fd-81d3f246175b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4095053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781926635560', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781926239326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1764130'] for port (e4bdec9c-25dd-49ab-9bb9-bae1a63baa28), after_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:22:06.804502 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a1083f-a07b-4633-b5fd-81d3f246175b admin admin] Pushing event deleted for resources: {'Port': ['ID=e4bdec9c-25dd-49ab-9bb9-bae1a63baa28,revision_number=None']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:22:06.873910 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:22:06.970546 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-42a1083f-a07b-4633-b5fd-81d3f246175b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-614586'] for router_interface (f5fad03b-8645-449e-8ef0-392bc6c254bc), after_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:22:07.251258 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.rpc [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Device 92d5d28e-901e-4fdd-a753-3d722a745dcb up at agent hyperv_hv-cinder-84684 {{(pid=104417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 04:22:07.298540 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.db.provisioning_blocks [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Provisioning for port 92d5d28e-901e-4fdd-a753-3d722a745dcb completed by entity L2. {{(pid=104417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 30 04:22:07.305041 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.db.provisioning_blocks [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Provisioning complete for port 92d5d28e-901e-4fdd-a753-3d722a745dcb triggered by entity L2. {{(pid=104417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 30 04:22:07.305670 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565073'] for port (92d5d28e-901e-4fdd-a753-3d722a745dcb), provisioning_complete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:22:07.382291 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Current status of the port 92d5d28e-901e-4fdd-a753-3d722a745dcb is: BUILD; New status is: ACTIVE {{(pid=104417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 30 04:22:07.382581 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3606762'] for port (92d5d28e-901e-4fdd-a753-3d722a745dcb), before_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:22:07.407864 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8b8afff-cd1f-47d8-9c47-cbb3ae7ed3e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92d5d28e-901e-4fdd-a753-3d722a745dcb'}] {{(pid=104417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 30 04:22:07.410071 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}872baf0325b3a4d4e4ba58c5a9b381606b113811ad1a9f7b70d77ff172d270fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-506c442c-2804-400a-bc85-cc470aab208b" -d '{"events": [{"server_uuid": "b8b8afff-cd1f-47d8-9c47-cbb3ae7ed3e5", "name": "network-vif-plugged", "status": "completed", "tag": "92d5d28e-901e-4fdd-a753-3d722a745dcb"}]}' {{(pid=104417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 04:22:07.423246 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.db [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] For port 92d5d28e-901e-4fdd-a753-3d722a745dcb, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=92d5d28e-901e-4fdd-a753-3d722a745dcb,segment=NetworkSegment(7897bd61-5670-4a95-81f9-59b4b92b6687),segment_id=7897bd61-5670-4a95-81f9-59b4b92b6687)] {{(pid=104417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 04:22:07.428767 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4095053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781926634698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781926239335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781926239353'] for port (92d5d28e-901e-4fdd-a753-3d722a745dcb), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:22:07.448633 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42a1083f-a07b-4633-b5fd-81d3f246175b admin admin] Router f5fad03b-8645-449e-8ef0-392bc6c254bc has already been hosted by L3 agent 2ea21a61-d737-4543-a811-a0d035fbf0f6 {{(pid=104416) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 30 04:22:07.451830 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Jun 2022 04:22:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a55bec03-e0da-4e99-90aa-aeddbddde25c x-openstack-request-id: req-a55bec03-e0da-4e99-90aa-aeddbddde25c {{(pid=104417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 04:22:07.452113 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8b8afff-cd1f-47d8-9c47-cbb3ae7ed3e5", "name": "network-vif-plugged", "status": "completed", "tag": "92d5d28e-901e-4fdd-a753-3d722a745dcb", "code": 200}]} {{(pid=104417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 04:22:07.452363 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a55bec03-e0da-4e99-90aa-aeddbddde25c {{(pid=104417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 04:22:07.452798 dv-cinder-846842-7-iscsi neutron-server[104417]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a55bec03-e0da-4e99-90aa-aeddbddde25c'] response: {'server_uuid': 'b8b8afff-cd1f-47d8-9c47-cbb3ae7ed3e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92d5d28e-901e-4fdd-a753-3d722a745dcb', 'code': 200} Jun 30 04:22:07.478933 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Pushing event updated for resources: {'Port': ['ID=92d5d28e-901e-4fdd-a753-3d722a745dcb,revision_number=5']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:22:07.532778 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-241e8b7e-bfe2-4279-a542-1e7153519aaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926756172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565263'] for agent (2ea21a61-d737-4543-a811-a0d035fbf0f6), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:22:07.613383 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42a1083f-a07b-4633-b5fd-81d3f246175b admin admin] Notify agent at l3_agent.dv-cinder-846842-7-iscsi the message routers_updated {{(pid=104416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 04:22:07.623384 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-42a1083f-a07b-4633-b5fd-81d3f246175b admin admin] 10.222.0.13 "PUT /v2.0/routers/f5fad03b-8645-449e-8ef0-392bc6c254bc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8970187 Jun 30 04:22:07.623555 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e32acd98-8761-4e70-8462-54a006f7f994 None None] Sync routers for ids ['f5fad03b-8645-449e-8ef0-392bc6c254bc'] in dv-cinder-846842-7-iscsi {{(pid=104417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 04:22:07.624027 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.wsgi [-] (104415) accepted ('10.222.0.13', 56480) {{(pid=104415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 04:22:07.635443 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e32acd98-8761-4e70-8462-54a006f7f994 None None] Routers {'f5fad03b-8645-449e-8ef0-392bc6c254bc'} bound to L3 agent in host dv-cinder-846842-7-iscsi {{(pid=104417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 30 04:22:07.635976 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.db.l3_hamode_db [None req-e32acd98-8761-4e70-8462-54a006f7f994 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-30T04:07:07Z,description=,heartbeat_timestamp=2022-06-30T04:22:08Z,host='dv-cinder-846842-7-iscsi',id=2ea21a61-d737-4543-a811-a0d035fbf0f6,load=0,resource_versions=,resources_synced=,started_at=2022-06-30T04:07:07Z,topic='l3_agent')) {'router_ids': ['f5fad03b-8645-449e-8ef0-392bc6c254bc'], 'active': True} {{(pid=104417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 04:22:07.656602 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24958cb2-32f1-43d1-907d-01c9ca7bc5cb req-06015313-c1e9-48fa-b583-13832814a794 tempest-AttachVolumeTestJSON-1888872629 tempest-AttachVolumeTestJSON-1888872629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:22:07.658110 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-24958cb2-32f1-43d1-907d-01c9ca7bc5cb req-06015313-c1e9-48fa-b583-13832814a794 tempest-AttachVolumeTestJSON-1888872629 tempest-AttachVolumeTestJSON-1888872629-project] 10.222.0.13 "GET /v2.0/ports?device_id=b8b8afff-cd1f-47d8-9c47-cbb3ae7ed3e5 HTTP/1.1" status: 200 len: 945 time: 0.0930080 Jun 30 04:22:07.663711 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e90eea6-3a28-48ee-adf3-2e998693d5c9 req-5bff631e-8c25-43bb-9589-3c9ebd80b489 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:22:07.665182 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-8e90eea6-3a28-48ee-adf3-2e998693d5c9 req-5bff631e-8c25-43bb-9589-3c9ebd80b489 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=b8b8afff-cd1f-47d8-9c47-cbb3ae7ed3e5 HTTP/1.1" status: 200 len: 1129 time: 0.0621502 Jun 30 04:22:07.721760 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:DELETE=2 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:22:07.738496 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-24958cb2-32f1-43d1-907d-01c9ca7bc5cb req-5a45203b-f80b-4050-b581-fb6b7695de1e tempest-AttachVolumeTestJSON-1888872629 tempest-AttachVolumeTestJSON-1888872629-project] 10.222.0.13 "GET /v2.0/security-groups?id=8599d120-1223-4b97-956e-b4c2c7efbe95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0723367 Jun 30 04:22:07.739658 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-429bda6c-2371-4c60-9936-64365f6dd681 admin admin] Publish callbacks [] for router (f5fad03b-8645-449e-8ef0-392bc6c254bc), before_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:22:07.742026 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-8e90eea6-3a28-48ee-adf3-2e998693d5c9 req-663743a7-b381-4d23-a043-44d3d04cdac9 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=8599d120-1223-4b97-956e-b4c2c7efbe95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0687308 Jun 30 04:22:07.753180 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.db.l3_dvr_db [None req-e32acd98-8761-4e70-8462-54a006f7f994 None None] Set router f5fad03b-8645-449e-8ef0-392bc6c254bc gateway port host: dv-cinder-846842-7-iscsi {{(pid=104417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 30 04:22:07.834342 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:22:07.841808 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-429bda6c-2371-4c60-9936-64365f6dd681 admin admin] Publish callbacks [] for router_gateway (f5fad03b-8645-449e-8ef0-392bc6c254bc), before_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:22:07.884983 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.plugins.ml2.plugin [None req-429bda6c-2371-4c60-9936-64365f6dd681 admin admin] Deleting port 5950e79d-38a6-49e8-a931-d01fb0d60025 {{(pid=104415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 30 04:22:07.885652 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-429bda6c-2371-4c60-9936-64365f6dd681 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781926629636'] for port (5950e79d-38a6-49e8-a931-d01fb0d60025), before_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:22:07.929946 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.db.l3_hamode_db [None req-e32acd98-8761-4e70-8462-54a006f7f994 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5fad03b-8645-449e-8ef0-392bc6c254bc', 'name': 'tempest-AttachVolumeShelveTestJSON-1944543417-router', 'tenant_id': '71588f8a5fc34919a77f28b6a8c8db0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14b0e4f-074d-4507-846c-fc8420bddf12', 'external_fixed_ips': [{'subnet_id': '15378187-268c-4fae-ace7-eaca7aa50f90', 'ip_address': '172.27.1.94'}], 'enable_snat': True}, 'gw_port_id': '5950e79d-38a6-49e8-a931-d01fb0d60025', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T04:15:04Z', 'updated_at': '2022-06-30T04:22:06Z', 'revision_number': 5, 'project_id': '71588f8a5fc34919a77f28b6a8c8db0e', 'gw_port': {'id': '5950e79d-38a6-49e8-a931-d01fb0d60025', 'name': '', 'network_id': 'a14b0e4f-074d-4507-846c-fc8420bddf12', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:19:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5fad03b-8645-449e-8ef0-392bc6c254bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '15378187-268c-4fae-ace7-eaca7aa50f90', 'ip_address': '172.27.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T04:15:05Z', 'updated_at': '2022-06-30T04:15:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15378187-268c-4fae-ace7-eaca7aa50f90', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-7-iscsi'}], 'dv-cinder-846842-7-iscsi', False) {} {{(pid=104417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 04:22:07.955476 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e32acd98-8761-4e70-8462-54a006f7f994 None None] Checking router: f5fad03b-8645-449e-8ef0-392bc6c254bc for host: dv-cinder-846842-7-iscsi {{(pid=104417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 04:22:07.964390 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e32acd98-8761-4e70-8462-54a006f7f994 None None] Routers {'f5fad03b-8645-449e-8ef0-392bc6c254bc'} bound to L3 agent in host dv-cinder-846842-7-iscsi {{(pid=104417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 30 04:22:07.964995 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.db.l3_hamode_db [None req-e32acd98-8761-4e70-8462-54a006f7f994 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-30T04:07:07Z,description=,heartbeat_timestamp=2022-06-30T04:22:08Z,host='dv-cinder-846842-7-iscsi',id=2ea21a61-d737-4543-a811-a0d035fbf0f6,load=0,resource_versions=,resources_synced=,started_at=2022-06-30T04:07:07Z,topic='l3_agent')) {'router_ids': ['f5fad03b-8645-449e-8ef0-392bc6c254bc'], 'active': True} {{(pid=104417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 04:22:07.968388 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.plugins.ml2.db [None req-429bda6c-2371-4c60-9936-64365f6dd681 admin admin] For port 5950e79d-38a6-49e8-a931-d01fb0d60025, host dv-cinder-846842-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-7-iscsi',level=0,port_id=5950e79d-38a6-49e8-a931-d01fb0d60025,segment=NetworkSegment(3bfcffa1-5305-4ee8-86f3-678eb000aac1),segment_id=3bfcffa1-5305-4ee8-86f3-678eb000aac1)] {{(pid=104415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 04:22:07.968723 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-429bda6c-2371-4c60-9936-64365f6dd681 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616079'] for port (5950e79d-38a6-49e8-a931-d01fb0d60025), precommit_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:22:07.986494 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.plugins.ml2.plugin [None req-429bda6c-2371-4c60-9936-64365f6dd681 admin admin] Calling delete_port for 5950e79d-38a6-49e8-a931-d01fb0d60025 owned by network:router_gateway {{(pid=104415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 30 04:22:08.046761 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:22:08.049341 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.db.l3_dvr_db [None req-e32acd98-8761-4e70-8462-54a006f7f994 None None] Set router f5fad03b-8645-449e-8ef0-392bc6c254bc gateway port host: None {{(pid=104417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 30 04:22:08.098674 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.db.l3_hamode_db [None req-e32acd98-8761-4e70-8462-54a006f7f994 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5fad03b-8645-449e-8ef0-392bc6c254bc', 'name': 'tempest-AttachVolumeShelveTestJSON-1944543417-router', 'tenant_id': '71588f8a5fc34919a77f28b6a8c8db0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T04:15:04Z', 'updated_at': '2022-06-30T04:22:07Z', 'revision_number': 6, 'project_id': '71588f8a5fc34919a77f28b6a8c8db0e', 'gw_port_host': None}], 'dv-cinder-846842-7-iscsi', False) {} {{(pid=104417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 04:22:08.126870 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e32acd98-8761-4e70-8462-54a006f7f994 None None] The sync data for ids ['f5fad03b-8645-449e-8ef0-392bc6c254bc'] in dv-cinder-846842-7-iscsi is: [{'id': 'f5fad03b-8645-449e-8ef0-392bc6c254bc', 'name': 'tempest-AttachVolumeShelveTestJSON-1944543417-router', 'tenant_id': '71588f8a5fc34919a77f28b6a8c8db0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T04:15:04Z', 'updated_at': '2022-06-30T04:22:07Z', 'revision_number': 6, 'project_id': '71588f8a5fc34919a77f28b6a8c8db0e', 'gw_port_host': None}] {{(pid=104417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 04:22:08.158406 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-429bda6c-2371-4c60-9936-64365f6dd681 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4095053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781926635560', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781926239326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11645207'] for port (5950e79d-38a6-49e8-a931-d01fb0d60025), after_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:22:08.184933 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429bda6c-2371-4c60-9936-64365f6dd681 admin admin] Pushing event deleted for resources: {'Port': ['ID=5950e79d-38a6-49e8-a931-d01fb0d60025,revision_number=None']} {{(pid=104415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:22:08.244521 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-429bda6c-2371-4c60-9936-64365f6dd681 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-622358'] for router_gateway (f5fad03b-8645-449e-8ef0-392bc6c254bc), after_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:22:08.331402 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-429bda6c-2371-4c60-9936-64365f6dd681 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-612909', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-992710'] for router (f5fad03b-8645-449e-8ef0-392bc6c254bc), precommit_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:22:08.333661 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-429bda6c-2371-4c60-9936-64365f6dd681 admin admin] Publish callbacks [] for router_controller (f5fad03b-8645-449e-8ef0-392bc6c254bc), precommit_delete_associations {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:22:08.381237 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-429bda6c-2371-4c60-9936-64365f6dd681 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-613100'] for router (f5fad03b-8645-449e-8ef0-392bc6c254bc), after_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:22:08.382196 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-429bda6c-2371-4c60-9936-64365f6dd681 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f5fad03b-8645-449e-8ef0-392bc6c254bc {{(pid=104415) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 04:22:08.387567 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-429bda6c-2371-4c60-9936-64365f6dd681 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:22:08.388982 dv-cinder-846842-7-iscsi neutron-server[104415]: INFO neutron.wsgi [None req-429bda6c-2371-4c60-9936-64365f6dd681 admin admin] 10.222.0.13 "DELETE /v2.0/routers/f5fad03b-8645-449e-8ef0-392bc6c254bc HTTP/1.1" status: 204 len: 168 time: 0.7638543 Jun 30 04:22:08.391769 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.13', 56482) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 04:22:08.439956 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.db.db_base_plugin_v2 [None req-0a0c441b-601a-4efd-9f3e-b10aade9cb8e admin admin] Deleting subnet d7ebd17c-ba43-4daa-b223-4200fbc873be {{(pid=104416) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 30 04:22:08.443233 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-0a0c441b-601a-4efd-9f3e-b10aade9cb8e admin admin] Publish callbacks [] for subnet (d7ebd17c-ba43-4daa-b223-4200fbc873be), before_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:22:08.488304 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-0a0c441b-601a-4efd-9f3e-b10aade9cb8e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-840556'] for subnet (d7ebd17c-ba43-4daa-b223-4200fbc873be), precommit_delete_associations {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:22:08.494177 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-7a77f087-4523-4fd9-b9f1-b6333d8ad1f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926756172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565263'] for agent (672e10fd-0bbc-4d52-8fca-d980f41e3265), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:22:08.572272 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-0a0c441b-601a-4efd-9f3e-b10aade9cb8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3565464'] for subnet (d7ebd17c-ba43-4daa-b223-4200fbc873be), precommit_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:22:08.620715 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:22:08.630587 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-0a0c441b-601a-4efd-9f3e-b10aade9cb8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3565459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1764173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12208629'] for subnet (d7ebd17c-ba43-4daa-b223-4200fbc873be), after_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:22:08.662859 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-0a0c441b-601a-4efd-9f3e-b10aade9cb8e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:22:08.666620 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-0a0c441b-601a-4efd-9f3e-b10aade9cb8e admin admin] 10.222.0.13 "DELETE /v2.0/subnets/d7ebd17c-ba43-4daa-b223-4200fbc873be HTTP/1.1" status: 204 len: 168 time: 0.2731802 Jun 30 04:22:08.667881 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0c441b-601a-4efd-9f3e-b10aade9cb8e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d7ebd17c-ba43-4daa-b223-4200fbc873be,revision_number=None']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:22:08.668978 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.wsgi [-] (104415) accepted ('10.222.0.13', 56484) {{(pid=104415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 04:22:08.670570 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3991666-8121-4419-891c-6b27151469dd None None] Network 17fe777c-5046-426d-94b6-3483df1f9f21 requested from dv-cinder-846842-7-iscsi {{(pid=104417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 30 04:22:08.742633 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-ac0eae78-eff9-4758-bf91-406058da074f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3657771'] for network (17fe777c-5046-426d-94b6-3483df1f9f21), before_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:22:08.792992 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.plugins.ml2.plugin [None req-ac0eae78-eff9-4758-bf91-406058da074f admin admin] Deleting port b2d542dd-9bdd-4ca0-9c3a-b93d1c540538 {{(pid=104415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 30 04:22:08.793330 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-ac0eae78-eff9-4758-bf91-406058da074f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781926629636'] for port (b2d542dd-9bdd-4ca0-9c3a-b93d1c540538), before_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:22:08.818096 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:22:08.828582 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:22:08.864793 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.plugins.ml2.db [None req-ac0eae78-eff9-4758-bf91-406058da074f admin admin] For port b2d542dd-9bdd-4ca0-9c3a-b93d1c540538, host dv-cinder-846842-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-7-iscsi',level=0,port_id=b2d542dd-9bdd-4ca0-9c3a-b93d1c540538,segment=NetworkSegment(fa7c4b3d-3226-4230-8cea-73b76388d57e),segment_id=fa7c4b3d-3226-4230-8cea-73b76388d57e)] {{(pid=104415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 04:22:08.865142 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-ac0eae78-eff9-4758-bf91-406058da074f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616079'] for port (b2d542dd-9bdd-4ca0-9c3a-b93d1c540538), precommit_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:22:08.868809 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648dfad2-b9ae-4f09-ba5e-48cc9786f13e req-b1fe2ac4-758a-4336-9a6b-bd8bbfa2bd88 tempest-AttachVolumeTestJSON-1888872629 tempest-AttachVolumeTestJSON-1888872629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:22:08.870343 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-648dfad2-b9ae-4f09-ba5e-48cc9786f13e req-b1fe2ac4-758a-4336-9a6b-bd8bbfa2bd88 tempest-AttachVolumeTestJSON-1888872629 tempest-AttachVolumeTestJSON-1888872629-project] 10.222.0.13 "GET /v2.0/ports?device_id=b8b8afff-cd1f-47d8-9c47-cbb3ae7ed3e5 HTTP/1.1" status: 200 len: 945 time: 0.0511200 Jun 30 04:22:08.877974 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.plugins.ml2.plugin [None req-ac0eae78-eff9-4758-bf91-406058da074f admin admin] Calling delete_port for b2d542dd-9bdd-4ca0-9c3a-b93d1c540538 owned by network:dhcp {{(pid=104415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 30 04:22:08.923563 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-819894f7-e7b4-4554-bd16-81e21fdfd785 None None] DHCP port deletion for 17fe777c-5046-426d-94b6-3483df1f9f21 request from dv-cinder-846842-7-iscsi {{(pid=104417) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 30 04:22:08.923705 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-648dfad2-b9ae-4f09-ba5e-48cc9786f13e req-ebd96ae8-3b08-4950-8780-b0e48f5e7f12 tempest-AttachVolumeTestJSON-1888872629 tempest-AttachVolumeTestJSON-1888872629-project] 10.222.0.13 "GET /v2.0/security-groups?id=8599d120-1223-4b97-956e-b4c2c7efbe95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477111 Jun 30 04:22:08.932026 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:22:08.964247 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-ac0eae78-eff9-4758-bf91-406058da074f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4095053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781926635560', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781926239326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11645207'] for port (b2d542dd-9bdd-4ca0-9c3a-b93d1c540538), after_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:22:08.968294 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-819894f7-e7b4-4554-bd16-81e21fdfd785 None None] Deleting port b2d542dd-9bdd-4ca0-9c3a-b93d1c540538 {{(pid=104417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 30 04:22:08.968665 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-819894f7-e7b4-4554-bd16-81e21fdfd785 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781926629636'] for port (b2d542dd-9bdd-4ca0-9c3a-b93d1c540538), before_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:22:08.979294 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac0eae78-eff9-4758-bf91-406058da074f admin admin] No DVR routers for this DVR port b2d542dd-9bdd-4ca0-9c3a-b93d1c540538 on host dv-cinder-846842-7-iscsi {{(pid=104415) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 30 04:22:08.998174 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0eae78-eff9-4758-bf91-406058da074f admin admin] Pushing event deleted for resources: {'Port': ['ID=b2d542dd-9bdd-4ca0-9c3a-b93d1c540538,revision_number=None']} {{(pid=104415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:22:09.037572 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.db [None req-819894f7-e7b4-4554-bd16-81e21fdfd785 None None] For port b2d542dd-9bdd-4ca0-9c3a-b93d1c540538, host dv-cinder-846842-7-iscsi, got binding levels [] {{(pid=104417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 04:22:09.037971 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-819894f7-e7b4-4554-bd16-81e21fdfd785 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616079'] for port (b2d542dd-9bdd-4ca0-9c3a-b93d1c540538), precommit_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:22:09.055701 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-819894f7-e7b4-4554-bd16-81e21fdfd785 None None] Calling delete_port for b2d542dd-9bdd-4ca0-9c3a-b93d1c540538 owned by network:dhcp {{(pid=104417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 30 04:22:09.058775 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.db.ipam_backend_mixin [None req-819894f7-e7b4-4554-bd16-81e21fdfd785 None None] Port b2d542dd-9bdd-4ca0-9c3a-b93d1c540538 was not found and therefore no delete operation was performed {{(pid=104417) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Jun 30 04:22:09.060119 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-819894f7-e7b4-4554-bd16-81e21fdfd785 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4095053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781926635560', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781926239326'] for port (b2d542dd-9bdd-4ca0-9c3a-b93d1c540538), after_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:22:09.075377 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-ac0eae78-eff9-4758-bf91-406058da074f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3567502', 'neutron.services.segments.db._delete_segments_for_network-8781926756190'] for network (17fe777c-5046-426d-94b6-3483df1f9f21), precommit_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:22:09.082737 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819894f7-e7b4-4554-bd16-81e21fdfd785 None None] Pushing event deleted for resources: {'Port': ['ID=b2d542dd-9bdd-4ca0-9c3a-b93d1c540538,revision_number=None']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:22:09.088433 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-819894f7-e7b4-4554-bd16-81e21fdfd785 None None] No DVR routers for this DVR port b2d542dd-9bdd-4ca0-9c3a-b93d1c540538 on host dv-cinder-846842-7-iscsi {{(pid=104417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 30 04:22:09.097677 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.services.segments.db [None req-ac0eae78-eff9-4758-bf91-406058da074f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['17fe777c-5046-426d-94b6-3483df1f9f21']}} {{(pid=104415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 04:22:09.108263 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.services.segments.db [None req-ac0eae78-eff9-4758-bf91-406058da074f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa7c4b3d-3226-4230-8cea-73b76388d57e') {'for_net_delete': True} {{(pid=104415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 04:22:09.108728 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.services.segments.db [None req-ac0eae78-eff9-4758-bf91-406058da074f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa7c4b3d-3226-4230-8cea-73b76388d57e') {} {{(pid=104415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 04:22:09.119385 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-ac0eae78-eff9-4758-bf91-406058da074f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781926756455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8605126'] for segment (fa7c4b3d-3226-4230-8cea-73b76388d57e), before_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:22:09.133548 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-ac0eae78-eff9-4758-bf91-406058da074f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505043'] for segment (fa7c4b3d-3226-4230-8cea-73b76388d57e), precommit_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:22:09.141793 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac0eae78-eff9-4758-bf91-406058da074f admin admin] Releasing vlan 171 on physical network physnet1 to pool {{(pid=104415) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 04:22:09.142206 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-ac0eae78-eff9-4758-bf91-406058da074f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11645378'] for segment (fa7c4b3d-3226-4230-8cea-73b76388d57e), after_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:22:09.164859 dv-cinder-846842-7-iscsi neutron-server[104415]: INFO neutron.services.segments.plugin [-] Segment fa7c4b3d-3226-4230-8cea-73b76388d57e resource provider aggregate not found Jun 30 04:22:09.207948 dv-cinder-846842-7-iscsi neutron-server[104415]: INFO neutron.services.segments.plugin [-] Segment fa7c4b3d-3226-4230-8cea-73b76388d57e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid fa7c4b3d-3226-4230-8cea-73b76388d57e found for delete ", "request_id": "req-1d69e2d9-e5e8-4285-9a69-ee94f8e4fbfa"}]} Jun 30 04:22:09.216372 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-ac0eae78-eff9-4758-bf91-406058da074f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3567543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3637173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-620245'] for network (17fe777c-5046-426d-94b6-3483df1f9f21), after_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:22:09.234762 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-ac0eae78-eff9-4758-bf91-406058da074f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528667'] for network (None), before_response {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:22:09.239552 dv-cinder-846842-7-iscsi neutron-server[104415]: INFO neutron.wsgi [None req-ac0eae78-eff9-4758-bf91-406058da074f admin admin] 10.222.0.13 "DELETE /v2.0/networks/17fe777c-5046-426d-94b6-3483df1f9f21 HTTP/1.1" status: 204 len: 168 time: 0.5694454 Jun 30 04:22:09.241852 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0eae78-eff9-4758-bf91-406058da074f admin admin] Pushing event deleted for resources: {'Network': ['ID=17fe777c-5046-426d-94b6-3483df1f9f21,revision_number=None']} {{(pid=104415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:22:09.296707 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.rpc [None req-2a6d8403-c0a5-4ac4-aa48-860a84345009 None None] Device e4bdec9c-25dd-49ab-9bb9-bae1a63baa28 no longer exists at agent ovs-agent-dv-cinder-846842-7-iscsi {{(pid=104417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 04:22:09.317813 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-2a6d8403-c0a5-4ac4-aa48-860a84345009 None None] No Port match for: e4bdec9c-25dd-49ab-9bb9-bae1a63baa28 {{(pid=104417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 30 04:22:09.318158 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.rpc [None req-2a6d8403-c0a5-4ac4-aa48-860a84345009 None None] Device e4bdec9c-25dd-49ab-9bb9-bae1a63baa28 not bound to the agent host dv-cinder-846842-7-iscsi {{(pid=104417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 04:22:09.318576 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.rpc [None req-2a6d8403-c0a5-4ac4-aa48-860a84345009 None None] Device 5950e79d-38a6-49e8-a931-d01fb0d60025 no longer exists at agent ovs-agent-dv-cinder-846842-7-iscsi {{(pid=104417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 04:22:09.338073 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-2a6d8403-c0a5-4ac4-aa48-860a84345009 None None] No Port match for: 5950e79d-38a6-49e8-a931-d01fb0d60025 {{(pid=104417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 30 04:22:09.338406 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.rpc [None req-2a6d8403-c0a5-4ac4-aa48-860a84345009 None None] Device 5950e79d-38a6-49e8-a931-d01fb0d60025 not bound to the agent host dv-cinder-846842-7-iscsi {{(pid=104417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 04:22:09.338991 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.rpc [None req-2a6d8403-c0a5-4ac4-aa48-860a84345009 None None] Device b2d542dd-9bdd-4ca0-9c3a-b93d1c540538 no longer exists at agent ovs-agent-dv-cinder-846842-7-iscsi {{(pid=104417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 04:22:09.357595 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-2a6d8403-c0a5-4ac4-aa48-860a84345009 None None] No Port match for: b2d542dd-9bdd-4ca0-9c3a-b93d1c540538 {{(pid=104417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 30 04:22:09.357939 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.rpc [None req-2a6d8403-c0a5-4ac4-aa48-860a84345009 None None] Device b2d542dd-9bdd-4ca0-9c3a-b93d1c540538 not bound to the agent host dv-cinder-846842-7-iscsi {{(pid=104417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 04:22:09.382391 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.13', 56494) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 04:22:09.425491 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-1e6b3c2c-73db-4877-a66d-05c664154ceb admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=71588f8a5fc34919a77f28b6a8c8db0e&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0418882 Jun 30 04:22:09.428817 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.13', 56496) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 04:22:09.481220 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-8316338f-8074-4681-af34-a0404b67dd56 admin admin] Publish callbacks [] for security_group (fe05476b-802f-4d63-a166-bc24bbdf6d36), before_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:22:09.507228 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-8316338f-8074-4681-af34-a0404b67dd56 admin admin] Publish callbacks [] for security_group (fe05476b-802f-4d63-a166-bc24bbdf6d36), precommit_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:22:09.559430 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-8316338f-8074-4681-af34-a0404b67dd56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3637186'] for security_group (fe05476b-802f-4d63-a166-bc24bbdf6d36), after_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:22:09.561781 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-8316338f-8074-4681-af34-a0404b67dd56 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:22:09.562908 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-8316338f-8074-4681-af34-a0404b67dd56 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/fe05476b-802f-4d63-a166-bc24bbdf6d36 HTTP/1.1" status: 204 len: 168 time: 0.1332452 Jun 30 04:22:09.571472 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8316338f-8074-4681-af34-a0404b67dd56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe05476b-802f-4d63-a166-bc24bbdf6d36,revision_number=None']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:22:10.049340 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9d7c85-617a-4ed7-b775-1c4b2c1269df req-2c4e829c-039f-4ae9-9ce2-367c455b6691 tempest-AttachVolumeTestJSON-1888872629 tempest-AttachVolumeTestJSON-1888872629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:22:10.050867 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-ab9d7c85-617a-4ed7-b775-1c4b2c1269df req-2c4e829c-039f-4ae9-9ce2-367c455b6691 tempest-AttachVolumeTestJSON-1888872629 tempest-AttachVolumeTestJSON-1888872629-project] 10.222.0.13 "GET /v2.0/ports?device_id=b8b8afff-cd1f-47d8-9c47-cbb3ae7ed3e5 HTTP/1.1" status: 200 len: 945 time: 0.0517523 Jun 30 04:22:10.107517 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-ab9d7c85-617a-4ed7-b775-1c4b2c1269df req-d6320192-daab-44c5-b949-9fb08c07afb8 tempest-AttachVolumeTestJSON-1888872629 tempest-AttachVolumeTestJSON-1888872629-project] 10.222.0.13 "GET /v2.0/security-groups?id=8599d120-1223-4b97-956e-b4c2c7efbe95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507445 Jun 30 04:22:10.228018 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11eac4d-9f7a-4a36-be62-2e159f961de1 req-b6032d9d-1982-4af5-b808-bc7045ab8bf3 tempest-AttachVolumeTestJSON-1888872629 tempest-AttachVolumeTestJSON-1888872629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:22:10.229917 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-d11eac4d-9f7a-4a36-be62-2e159f961de1 req-b6032d9d-1982-4af5-b808-bc7045ab8bf3 tempest-AttachVolumeTestJSON-1888872629 tempest-AttachVolumeTestJSON-1888872629-project] 10.222.0.13 "GET /v2.0/ports?device_id=b8b8afff-cd1f-47d8-9c47-cbb3ae7ed3e5 HTTP/1.1" status: 200 len: 945 time: 0.0515783 Jun 30 04:22:10.238615 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.13', 56522) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 04:22:10.244579 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.v2.base [None req-0927e33c-a61b-4c84-8666-05e376d61341 tempest-AttachVolumeTestJSON-1888872629 tempest-AttachVolumeTestJSON-1888872629-project] Request body: {'floatingip': {'port_id': '92d5d28e-901e-4fdd-a753-3d722a745dcb'}} {{(pid=104416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 30 04:22:10.267128 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-88ff949a-6007-42d5-8261-77b64d367ca9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926756172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565263'] for agent (4c4a8942-da79-4b81-aa08-fb593b1e6e06), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:22:10.288429 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-0927e33c-a61b-4c84-8666-05e376d61341 tempest-AttachVolumeTestJSON-1888872629 tempest-AttachVolumeTestJSON-1888872629-project] Publish callbacks [] for floatingip (85b537f3-0650-4c1c-ba97-213b657eb37e), before_update {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:22:10.426413 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-2a6d8403-c0a5-4ac4-aa48-860a84345009 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926756172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565263'] for agent (cbdf45b5-344e-4e18-9242-1abb738708f2), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:22:10.730751 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-0927e33c-a61b-4c84-8666-05e376d61341 tempest-AttachVolumeTestJSON-1888872629 tempest-AttachVolumeTestJSON-1888872629-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:22:10.741615 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-0927e33c-a61b-4c84-8666-05e376d61341 tempest-AttachVolumeTestJSON-1888872629 tempest-AttachVolumeTestJSON-1888872629-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-620077'] for floatingip (85b537f3-0650-4c1c-ba97-213b657eb37e), after_update {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:22:10.845321 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.db.l3_db [None req-0927e33c-a61b-4c84-8666-05e376d61341 tempest-AttachVolumeTestJSON-1888872629 tempest-AttachVolumeTestJSON-1888872629-project] Floating IP 85b537f3-0650-4c1c-ba97-213b657eb37e associated. External IP: 172.27.1.33, port: 92d5d28e-901e-4fdd-a753-3d722a745dcb. Jun 30 04:22:10.916067 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:22:10.919992 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:22:11.056812 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0927e33c-a61b-4c84-8666-05e376d61341 tempest-AttachVolumeTestJSON-1888872629 tempest-AttachVolumeTestJSON-1888872629-project] Router 907d6541-3795-4e11-930f-4a3f7aece202 has already been hosted by L3 agent 2ea21a61-d737-4543-a811-a0d035fbf0f6 {{(pid=104416) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 30 04:22:11.164331 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0927e33c-a61b-4c84-8666-05e376d61341 tempest-AttachVolumeTestJSON-1888872629 tempest-AttachVolumeTestJSON-1888872629-project] Notify agent at l3_agent.dv-cinder-846842-7-iscsi the message routers_updated {{(pid=104416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 04:22:11.169190 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-0927e33c-a61b-4c84-8666-05e376d61341 tempest-AttachVolumeTestJSON-1888872629 tempest-AttachVolumeTestJSON-1888872629-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13292'] for floatingip (None), before_response {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:22:11.174289 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f398efc-8718-4bde-b197-c88a8f609acc None None] Sync routers for ids ['907d6541-3795-4e11-930f-4a3f7aece202'] in dv-cinder-846842-7-iscsi {{(pid=104418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 04:22:11.185320 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f398efc-8718-4bde-b197-c88a8f609acc None None] Routers {'907d6541-3795-4e11-930f-4a3f7aece202'} bound to L3 agent in host dv-cinder-846842-7-iscsi {{(pid=104418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 30 04:22:11.185987 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.db.l3_hamode_db [None req-5f398efc-8718-4bde-b197-c88a8f609acc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-30T04:07:07Z,description=,heartbeat_timestamp=2022-06-30T04:22:08Z,host='dv-cinder-846842-7-iscsi',id=2ea21a61-d737-4543-a811-a0d035fbf0f6,load=0,resource_versions=,resources_synced=,started_at=2022-06-30T04:07:07Z,topic='l3_agent')) {'router_ids': ['907d6541-3795-4e11-930f-4a3f7aece202'], 'active': True} {{(pid=104418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 04:22:11.200073 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-0927e33c-a61b-4c84-8666-05e376d61341 tempest-AttachVolumeTestJSON-1888872629 tempest-AttachVolumeTestJSON-1888872629-project] 10.222.0.13 "PUT /v2.0/floatingips/85b537f3-0650-4c1c-ba97-213b657eb37e HTTP/1.1" status: 200 len: 990 time: 0.9600346 Jun 30 04:22:11.200691 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8b8afff-cd1f-47d8-9c47-cbb3ae7ed3e5', 'tag': '92d5d28e-901e-4fdd-a753-3d722a745dcb'}] {{(pid=104416) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 30 04:22:11.203013 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8111519efe35ff5952c269e16f689610d56ef28aa1e0b77ca5734c542983c30f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-380d852d-aa36-43e1-9610-78577ad92b5d" -d '{"events": [{"name": "network-changed", "server_uuid": "b8b8afff-cd1f-47d8-9c47-cbb3ae7ed3e5", "tag": "92d5d28e-901e-4fdd-a753-3d722a745dcb"}]}' {{(pid=104416) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 04:22:11.224636 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:22:11.242294 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Jun 2022 04:22:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d0c44d2-a1d7-408a-a234-e07cc78bb113 x-openstack-request-id: req-8d0c44d2-a1d7-408a-a234-e07cc78bb113 {{(pid=104416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 04:22:11.242577 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8b8afff-cd1f-47d8-9c47-cbb3ae7ed3e5", "tag": "92d5d28e-901e-4fdd-a753-3d722a745dcb", "status": "completed", "code": 200}]} {{(pid=104416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 04:22:11.242909 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8d0c44d2-a1d7-408a-a234-e07cc78bb113 {{(pid=104416) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 04:22:11.243576 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8d0c44d2-a1d7-408a-a234-e07cc78bb113'] response: {'name': 'network-changed', 'server_uuid': 'b8b8afff-cd1f-47d8-9c47-cbb3ae7ed3e5', 'tag': '92d5d28e-901e-4fdd-a753-3d722a745dcb', 'status': 'completed', 'code': 200} Jun 30 04:22:11.293857 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.db.l3_dvr_db [None req-5f398efc-8718-4bde-b197-c88a8f609acc None None] Set router 907d6541-3795-4e11-930f-4a3f7aece202 gateway port host: dv-cinder-846842-7-iscsi {{(pid=104418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 30 04:22:11.308286 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380d852d-aa36-43e1-9610-78577ad92b5d req-6c8c4376-a974-4725-b851-39938c1bf0d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:22:11.309806 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-380d852d-aa36-43e1-9610-78577ad92b5d req-6c8c4376-a974-4725-b851-39938c1bf0d1 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=cec258de3eea4a12a7bd9b2b9832dce6&device_id=b8b8afff-cd1f-47d8-9c47-cbb3ae7ed3e5 HTTP/1.1" status: 200 len: 1129 time: 0.0414548 Jun 30 04:22:11.415717 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380d852d-aa36-43e1-9610-78577ad92b5d req-89ddf601-8627-4d89-9fee-7e8bb65fb5c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:22:11.417234 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-380d852d-aa36-43e1-9610-78577ad92b5d req-89ddf601-8627-4d89-9fee-7e8bb65fb5c2 service neutron] 10.222.0.20 "GET /v2.0/networks?id=6ae8070a-7682-4fda-9ac2-70bc78e189c1 HTTP/1.1" status: 200 len: 912 time: 0.0918827 Jun 30 04:22:11.453507 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:22:11.483939 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-380d852d-aa36-43e1-9610-78577ad92b5d req-063c7c2b-6279-473f-8955-1cd546779c81 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=92d5d28e-901e-4fdd-a753-3d722a745dcb HTTP/1.1" status: 200 len: 998 time: 0.0572975 Jun 30 04:22:11.509307 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.db.l3_hamode_db [None req-5f398efc-8718-4bde-b197-c88a8f609acc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '907d6541-3795-4e11-930f-4a3f7aece202', 'name': 'tempest-AttachVolumeTestJSON-1202044632-router', 'tenant_id': 'cec258de3eea4a12a7bd9b2b9832dce6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14b0e4f-074d-4507-846c-fc8420bddf12', 'external_fixed_ips': [{'subnet_id': '15378187-268c-4fae-ace7-eaca7aa50f90', 'ip_address': '172.27.1.223'}], 'enable_snat': True}, 'gw_port_id': 'f7aa1a22-3246-47ba-8d0d-26ea50586ed9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T04:21:53Z', 'updated_at': '2022-06-30T04:21:56Z', 'revision_number': 4, 'project_id': 'cec258de3eea4a12a7bd9b2b9832dce6', 'gw_port': {'id': 'f7aa1a22-3246-47ba-8d0d-26ea50586ed9', 'name': '', 'network_id': 'a14b0e4f-074d-4507-846c-fc8420bddf12', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:e6:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '907d6541-3795-4e11-930f-4a3f7aece202', 'device_owner': 'network:router_gateway', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '15378187-268c-4fae-ace7-eaca7aa50f90', 'ip_address': '172.27.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T04:21:54Z', 'updated_at': '2022-06-30T04:21:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15378187-268c-4fae-ace7-eaca7aa50f90', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-7-iscsi', '_floatingips': [{'id': '85b537f3-0650-4c1c-ba97-213b657eb37e', 'tenant_id': 'cec258de3eea4a12a7bd9b2b9832dce6', 'floating_ip_address': '172.27.1.33', 'floating_network_id': 'a14b0e4f-074d-4507-846c-fc8420bddf12', 'router_id': '907d6541-3795-4e11-930f-4a3f7aece202', 'port_id': '92d5d28e-901e-4fdd-a753-3d722a745dcb', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 606, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6ae8070a-7682-4fda-9ac2-70bc78e189c1', 'mac_address': 'fa:16:3e:7a:63:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8b8afff-cd1f-47d8-9c47-cbb3ae7ed3e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-30T04:21:58Z', 'updated_at': '2022-06-30T04:22:10Z', 'revision_number': 1, 'project_id': 'cec258de3eea4a12a7bd9b2b9832dce6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '658b8ecd-f547-4e59-8873-35a792608596', 'name': '', 'network_id': '6ae8070a-7682-4fda-9ac2-70bc78e189c1', 'tenant_id': 'cec258de3eea4a12a7bd9b2b9832dce6', 'mac_address': 'fa:16:3e:01:03:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '907d6541-3795-4e11-930f-4a3f7aece202', 'device_owner': 'network:router_interface', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': 'f5fefb96-b952-42d8-9509-ca82c6db7d62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T04:21:56Z', 'updated_at': '2022-06-30T04:22:00Z', 'revision_number': 5, 'project_id': 'cec258de3eea4a12a7bd9b2b9832dce6', 'subnets': [{'id': 'f5fefb96-b952-42d8-9509-ca82c6db7d62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846842-7-iscsi', False) {} {{(pid=104418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 04:22:11.534833 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f398efc-8718-4bde-b197-c88a8f609acc None None] Checking router: 907d6541-3795-4e11-930f-4a3f7aece202 for host: dv-cinder-846842-7-iscsi {{(pid=104418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 04:22:11.536882 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380d852d-aa36-43e1-9610-78577ad92b5d req-8f9d4a15-63d8-4f70-844f-1aca8196b9b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:22:11.538351 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-380d852d-aa36-43e1-9610-78577ad92b5d req-8f9d4a15-63d8-4f70-844f-1aca8196b9b5 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f5fefb96-b952-42d8-9509-ca82c6db7d62 HTTP/1.1" status: 200 len: 850 time: 0.0476294 Jun 30 04:22:11.543612 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f398efc-8718-4bde-b197-c88a8f609acc None None] Routers {'907d6541-3795-4e11-930f-4a3f7aece202'} bound to L3 agent in host dv-cinder-846842-7-iscsi {{(pid=104418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 30 04:22:11.544210 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.db.l3_hamode_db [None req-5f398efc-8718-4bde-b197-c88a8f609acc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-30T04:07:07Z,description=,heartbeat_timestamp=2022-06-30T04:22:08Z,host='dv-cinder-846842-7-iscsi',id=2ea21a61-d737-4543-a811-a0d035fbf0f6,load=0,resource_versions=,resources_synced=,started_at=2022-06-30T04:07:07Z,topic='l3_agent')) {'router_ids': ['907d6541-3795-4e11-930f-4a3f7aece202'], 'active': True} {{(pid=104418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 04:22:11.583935 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380d852d-aa36-43e1-9610-78577ad92b5d req-49651bee-3d20-4e46-80a2-97d51aa5b4c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:22:11.585464 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-380d852d-aa36-43e1-9610-78577ad92b5d req-49651bee-3d20-4e46-80a2-97d51aa5b4c6 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6ae8070a-7682-4fda-9ac2-70bc78e189c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0399103 Jun 30 04:22:11.682122 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-380d852d-aa36-43e1-9610-78577ad92b5d req-b9cfaf1b-8453-493f-9711-5bef91ccb103 service neutron] 10.222.0.20 "GET /v2.0/networks/6ae8070a-7682-4fda-9ac2-70bc78e189c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888627 Jun 30 04:22:11.730458 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.db.l3_dvr_db [None req-5f398efc-8718-4bde-b197-c88a8f609acc None None] Set router 907d6541-3795-4e11-930f-4a3f7aece202 gateway port host: dv-cinder-846842-7-iscsi {{(pid=104418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 30 04:22:11.777391 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-380d852d-aa36-43e1-9610-78577ad92b5d req-db24ec71-ccb1-45c7-802d-6aa3dfb4af0f service neutron] 10.222.0.20 "GET /v2.0/networks/6ae8070a-7682-4fda-9ac2-70bc78e189c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885673 Jun 30 04:22:11.949847 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.db.l3_hamode_db [None req-5f398efc-8718-4bde-b197-c88a8f609acc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '907d6541-3795-4e11-930f-4a3f7aece202', 'name': 'tempest-AttachVolumeTestJSON-1202044632-router', 'tenant_id': 'cec258de3eea4a12a7bd9b2b9832dce6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14b0e4f-074d-4507-846c-fc8420bddf12', 'external_fixed_ips': [{'subnet_id': '15378187-268c-4fae-ace7-eaca7aa50f90', 'ip_address': '172.27.1.223'}], 'enable_snat': True}, 'gw_port_id': 'f7aa1a22-3246-47ba-8d0d-26ea50586ed9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T04:21:53Z', 'updated_at': '2022-06-30T04:21:56Z', 'revision_number': 4, 'project_id': 'cec258de3eea4a12a7bd9b2b9832dce6', 'gw_port': {'id': 'f7aa1a22-3246-47ba-8d0d-26ea50586ed9', 'name': '', 'network_id': 'a14b0e4f-074d-4507-846c-fc8420bddf12', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:e6:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '907d6541-3795-4e11-930f-4a3f7aece202', 'device_owner': 'network:router_gateway', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '15378187-268c-4fae-ace7-eaca7aa50f90', 'ip_address': '172.27.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T04:21:54Z', 'updated_at': '2022-06-30T04:21:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15378187-268c-4fae-ace7-eaca7aa50f90', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-7-iscsi', '_floatingips': [{'id': '85b537f3-0650-4c1c-ba97-213b657eb37e', 'tenant_id': 'cec258de3eea4a12a7bd9b2b9832dce6', 'floating_ip_address': '172.27.1.33', 'floating_network_id': 'a14b0e4f-074d-4507-846c-fc8420bddf12', 'router_id': '907d6541-3795-4e11-930f-4a3f7aece202', 'port_id': '92d5d28e-901e-4fdd-a753-3d722a745dcb', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 606, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6ae8070a-7682-4fda-9ac2-70bc78e189c1', 'mac_address': 'fa:16:3e:7a:63:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8b8afff-cd1f-47d8-9c47-cbb3ae7ed3e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-30T04:21:58Z', 'updated_at': '2022-06-30T04:22:10Z', 'revision_number': 1, 'project_id': 'cec258de3eea4a12a7bd9b2b9832dce6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '658b8ecd-f547-4e59-8873-35a792608596', 'name': '', 'network_id': '6ae8070a-7682-4fda-9ac2-70bc78e189c1', 'tenant_id': 'cec258de3eea4a12a7bd9b2b9832dce6', 'mac_address': 'fa:16:3e:01:03:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '907d6541-3795-4e11-930f-4a3f7aece202', 'device_owner': 'network:router_interface', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': 'f5fefb96-b952-42d8-9509-ca82c6db7d62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T04:21:56Z', 'updated_at': '2022-06-30T04:22:00Z', 'revision_number': 5, 'project_id': 'cec258de3eea4a12a7bd9b2b9832dce6', 'subnets': [{'id': 'f5fefb96-b952-42d8-9509-ca82c6db7d62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846842-7-iscsi', False) {} {{(pid=104418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 04:22:11.975529 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f398efc-8718-4bde-b197-c88a8f609acc None None] The sync data for ids ['907d6541-3795-4e11-930f-4a3f7aece202'] in dv-cinder-846842-7-iscsi is: [{'id': '907d6541-3795-4e11-930f-4a3f7aece202', 'name': 'tempest-AttachVolumeTestJSON-1202044632-router', 'tenant_id': 'cec258de3eea4a12a7bd9b2b9832dce6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14b0e4f-074d-4507-846c-fc8420bddf12', 'external_fixed_ips': [{'subnet_id': '15378187-268c-4fae-ace7-eaca7aa50f90', 'ip_address': '172.27.1.223'}], 'enable_snat': True}, 'gw_port_id': 'f7aa1a22-3246-47ba-8d0d-26ea50586ed9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T04:21:53Z', 'updated_at': '2022-06-30T04:21:56Z', 'revision_number': 4, 'project_id': 'cec258de3eea4a12a7bd9b2b9832dce6', 'gw_port': {'id': 'f7aa1a22-3246-47ba-8d0d-26ea50586ed9', 'name': '', 'network_id': 'a14b0e4f-074d-4507-846c-fc8420bddf12', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:e6:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '907d6541-3795-4e11-930f-4a3f7aece202', 'device_owner': 'network:router_gateway', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '15378187-268c-4fae-ace7-eaca7aa50f90', 'ip_address': '172.27.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T04:21:54Z', 'updated_at': '2022-06-30T04:21:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15378187-268c-4fae-ace7-eaca7aa50f90', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-7-iscsi', '_floatingips': [{'id': '85b537f3-0650-4c1c-ba97-213b657eb37e', 'tenant_id': 'cec258de3eea4a12a7bd9b2b9832dce6', 'floating_ip_address': '172.27.1.33', 'floating_network_id': 'a14b0e4f-074d-4507-846c-fc8420bddf12', 'router_id': '907d6541-3795-4e11-930f-4a3f7aece202', 'port_id': '92d5d28e-901e-4fdd-a753-3d722a745dcb', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 606, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6ae8070a-7682-4fda-9ac2-70bc78e189c1', 'mac_address': 'fa:16:3e:7a:63:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8b8afff-cd1f-47d8-9c47-cbb3ae7ed3e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-30T04:21:58Z', 'updated_at': '2022-06-30T04:22:10Z', 'revision_number': 1, 'project_id': 'cec258de3eea4a12a7bd9b2b9832dce6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '658b8ecd-f547-4e59-8873-35a792608596', 'name': '', 'network_id': '6ae8070a-7682-4fda-9ac2-70bc78e189c1', 'tenant_id': 'cec258de3eea4a12a7bd9b2b9832dce6', 'mac_address': 'fa:16:3e:01:03:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '907d6541-3795-4e11-930f-4a3f7aece202', 'device_owner': 'network:router_interface', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': 'f5fefb96-b952-42d8-9509-ca82c6db7d62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T04:21:56Z', 'updated_at': '2022-06-30T04:22:00Z', 'revision_number': 5, 'project_id': 'cec258de3eea4a12a7bd9b2b9832dce6', 'subnets': [{'id': 'f5fefb96-b952-42d8-9509-ca82c6db7d62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 04:22:12.192494 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72eede18-0804-471f-ab18-37926984d948 None None] New status for floating IP 85b537f3-0650-4c1c-ba97-213b657eb37e: ACTIVE {{(pid=104417) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 30 04:22:12.741298 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926756172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565263'] for agent (ef703bef-7cc0-467c-baa9-fe8a66be565c), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:22:13.578085 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.13', 56568) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 04:22:13.688297 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-7fb098de-8ee7-4905-8520-786cebb40782 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:22:13.765290 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-7fb098de-8ee7-4905-8520-786cebb40782 admin admin] Publish callbacks [] for security_group (ea517442-d346-4c64-955b-52928b7c3a77), precommit_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:22:13.770401 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-7fb098de-8ee7-4905-8520-786cebb40782 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3637186'] for security_group (ea517442-d346-4c64-955b-52928b7c3a77), after_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:22:13.774066 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:22:13.782579 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:22:13.814377 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb098de-8ee7-4905-8520-786cebb40782 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea517442-d346-4c64-955b-52928b7c3a77,revision_number=1']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:22:13.819914 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-7fb098de-8ee7-4905-8520-786cebb40782 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f9005946803a45dba07c41408684dd7a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2408214 Jun 30 04:22:13.823084 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.wsgi [-] (104415) accepted ('10.222.0.13', 56574) {{(pid=104415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 04:22:13.875867 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-b834d232-046d-4b9f-8055-46b09eaaad13 admin admin] Publish callbacks [] for security_group (ea517442-d346-4c64-955b-52928b7c3a77), before_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:22:13.898593 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-b834d232-046d-4b9f-8055-46b09eaaad13 admin admin] Publish callbacks [] for security_group (ea517442-d346-4c64-955b-52928b7c3a77), precommit_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:22:13.921820 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:DELETE=8,neutron:UPDATE=1,neutron:SELECT=91 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:22:13.956140 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-b834d232-046d-4b9f-8055-46b09eaaad13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3637186'] for security_group (ea517442-d346-4c64-955b-52928b7c3a77), after_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:22:13.958601 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-b834d232-046d-4b9f-8055-46b09eaaad13 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:22:13.959808 dv-cinder-846842-7-iscsi neutron-server[104415]: INFO neutron.wsgi [None req-b834d232-046d-4b9f-8055-46b09eaaad13 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ea517442-d346-4c64-955b-52928b7c3a77 HTTP/1.1" status: 204 len: 168 time: 0.1357343 Jun 30 04:22:13.968151 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b834d232-046d-4b9f-8055-46b09eaaad13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea517442-d346-4c64-955b-52928b7c3a77,revision_number=None']} {{(pid=104415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:22:15.611627 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-b91be638-bdd6-40e9-89f1-0a6bfad23153 req-104401ad-e0a5-4f26-8d8f-6183ec80f5bc service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=51354e88-a19f-433f-85b3-126269c921c4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0449221 Jun 30 04:22:15.669979 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91be638-bdd6-40e9-89f1-0a6bfad23153 req-2fb11967-138f-4f5b-ae8f-8f43c3516940 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:22:15.671498 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-b91be638-bdd6-40e9-89f1-0a6bfad23153 req-2fb11967-138f-4f5b-ae8f-8f43c3516940 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=62d0dd3cae1448049dc95fb347fd1a80&device_id=51354e88-a19f-433f-85b3-126269c921c4 HTTP/1.1" status: 200 len: 1130 time: 0.0394266 Jun 30 04:22:15.714719 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.wsgi [-] (104415) accepted ('10.222.0.13', 56624) {{(pid=104415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 04:22:15.732102 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.db.agents_db [None req-38391644-8868-4c56-b8b1-4dfa3b709b99 None None] Agent healthcheck: found 6 active agents {{(pid=104418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 04:22:15.780443 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91be638-bdd6-40e9-89f1-0a6bfad23153 req-42c8b4af-0d24-4ccf-98a8-8cffce6c54d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:22:15.781966 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-b91be638-bdd6-40e9-89f1-0a6bfad23153 req-42c8b4af-0d24-4ccf-98a8-8cffce6c54d4 service neutron] 10.222.0.20 "GET /v2.0/networks?id=c7bb47d5-3e98-456a-bf3a-91e07afacb65 HTTP/1.1" status: 200 len: 908 time: 0.0921152 Jun 30 04:22:15.823499 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-dfcd7495-c156-4235-bac2-88b4bb8b4ac5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:22:15.844347 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-b91be638-bdd6-40e9-89f1-0a6bfad23153 req-825c0476-ec32-4077-9c90-965c06db78a1 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=90e33ddf-37e0-40e5-ac04-e09a2cb58d98 HTTP/1.1" status: 200 len: 1001 time: 0.0566072 Jun 30 04:22:15.894885 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91be638-bdd6-40e9-89f1-0a6bfad23153 req-2f10aa89-1697-4dd8-b25a-089151dda6f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:22:15.896326 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-b91be638-bdd6-40e9-89f1-0a6bfad23153 req-2f10aa89-1697-4dd8-b25a-089151dda6f9 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=7b470bb7-e396-40f4-b592-bdd8af25c2fd HTTP/1.1" status: 200 len: 846 time: 0.0463223 Jun 30 04:22:15.906569 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-dfcd7495-c156-4235-bac2-88b4bb8b4ac5 admin admin] Publish callbacks [] for security_group (364910dd-de67-4a95-a0fd-813ee9ae02bb), precommit_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:22:15.910568 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-dfcd7495-c156-4235-bac2-88b4bb8b4ac5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3637186'] for security_group (364910dd-de67-4a95-a0fd-813ee9ae02bb), after_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:22:15.945806 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91be638-bdd6-40e9-89f1-0a6bfad23153 req-2b4a0fa4-c0ab-466d-91f9-206154d78ac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:22:15.947766 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-b91be638-bdd6-40e9-89f1-0a6bfad23153 req-2b4a0fa4-c0ab-466d-91f9-206154d78ac0 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c7bb47d5-3e98-456a-bf3a-91e07afacb65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0443656 Jun 30 04:22:15.951341 dv-cinder-846842-7-iscsi neutron-server[104415]: INFO neutron.wsgi [None req-dfcd7495-c156-4235-bac2-88b4bb8b4ac5 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ea90dc89f7ed4e3890d220acafbce3d8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2354474 Jun 30 04:22:15.952175 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfcd7495-c156-4235-bac2-88b4bb8b4ac5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=364910dd-de67-4a95-a0fd-813ee9ae02bb,revision_number=1']} {{(pid=104415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:22:15.954094 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.wsgi [-] (104415) accepted ('10.222.0.13', 56628) {{(pid=104415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 04:22:15.971123 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfcd7495-c156-4235-bac2-88b4bb8b4ac5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:22:15.971466 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfcd7495-c156-4235-bac2-88b4bb8b4ac5 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:22:15.971807 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfcd7495-c156-4235-bac2-88b4bb8b4ac5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:22:15.972136 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfcd7495-c156-4235-bac2-88b4bb8b4ac5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:22:15.972460 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfcd7495-c156-4235-bac2-88b4bb8b4ac5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:22:15.972781 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfcd7495-c156-4235-bac2-88b4bb8b4ac5 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:22:15.973098 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfcd7495-c156-4235-bac2-88b4bb8b4ac5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:22:15.973413 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfcd7495-c156-4235-bac2-88b4bb8b4ac5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:22:15.973725 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfcd7495-c156-4235-bac2-88b4bb8b4ac5 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:22:15.974040 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfcd7495-c156-4235-bac2-88b4bb8b4ac5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:22:15.974353 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfcd7495-c156-4235-bac2-88b4bb8b4ac5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:22:15.974666 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfcd7495-c156-4235-bac2-88b4bb8b4ac5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:22:15.974975 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfcd7495-c156-4235-bac2-88b4bb8b4ac5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:22:15.975304 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfcd7495-c156-4235-bac2-88b4bb8b4ac5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:22:15.975612 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfcd7495-c156-4235-bac2-88b4bb8b4ac5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:22:16.017728 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-94691f5b-716f-479d-9f1e-e7c1a6ca80db admin admin] Publish callbacks [] for security_group (364910dd-de67-4a95-a0fd-813ee9ae02bb), before_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:22:16.040968 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-94691f5b-716f-479d-9f1e-e7c1a6ca80db admin admin] Publish callbacks [] for security_group (364910dd-de67-4a95-a0fd-813ee9ae02bb), precommit_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:22:16.041211 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-b91be638-bdd6-40e9-89f1-0a6bfad23153 req-08d5006e-7e8f-4931-b21d-4d711e80ed1f service neutron] 10.222.0.20 "GET /v2.0/networks/c7bb47d5-3e98-456a-bf3a-91e07afacb65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861001 Jun 30 04:22:16.088740 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-94691f5b-716f-479d-9f1e-e7c1a6ca80db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3637186'] for security_group (364910dd-de67-4a95-a0fd-813ee9ae02bb), after_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:22:16.091520 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-94691f5b-716f-479d-9f1e-e7c1a6ca80db admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:22:16.092676 dv-cinder-846842-7-iscsi neutron-server[104415]: INFO neutron.wsgi [None req-94691f5b-716f-479d-9f1e-e7c1a6ca80db admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/364910dd-de67-4a95-a0fd-813ee9ae02bb HTTP/1.1" status: 204 len: 168 time: 0.1376550 Jun 30 04:22:16.100836 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94691f5b-716f-479d-9f1e-e7c1a6ca80db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=364910dd-de67-4a95-a0fd-813ee9ae02bb,revision_number=None']} {{(pid=104415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:22:16.146321 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-b91be638-bdd6-40e9-89f1-0a6bfad23153 req-0691a3ba-56e5-4a54-9b7c-a7c992b52688 service neutron] 10.222.0.20 "GET /v2.0/networks/c7bb47d5-3e98-456a-bf3a-91e07afacb65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0989327 Jun 30 04:22:16.379138 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.13', 56634) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 04:22:16.395503 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-849a02ca-7490-490d-86a3-d034413d03ac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:22:16.476679 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-849a02ca-7490-490d-86a3-d034413d03ac admin admin] Publish callbacks [] for security_group (d1109f32-721b-4698-828e-6b8ef2ed052a), precommit_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:22:16.482474 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-849a02ca-7490-490d-86a3-d034413d03ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3637186'] for security_group (d1109f32-721b-4698-828e-6b8ef2ed052a), after_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:22:16.522724 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-849a02ca-7490-490d-86a3-d034413d03ac admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3d2a22fd7833432fac6615b09490a28d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1421337 Jun 30 04:22:16.523597 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849a02ca-7490-490d-86a3-d034413d03ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1109f32-721b-4698-828e-6b8ef2ed052a,revision_number=1']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:22:16.525985 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.wsgi [-] (104415) accepted ('10.222.0.13', 56636) {{(pid=104415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 04:22:16.531784 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-849a02ca-7490-490d-86a3-d034413d03ac admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:22:16.532131 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-849a02ca-7490-490d-86a3-d034413d03ac admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:22:16.532470 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-849a02ca-7490-490d-86a3-d034413d03ac admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:22:16.532792 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-849a02ca-7490-490d-86a3-d034413d03ac admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:22:16.533118 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-849a02ca-7490-490d-86a3-d034413d03ac admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:22:16.533433 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-849a02ca-7490-490d-86a3-d034413d03ac admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:22:16.533788 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-849a02ca-7490-490d-86a3-d034413d03ac admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:22:16.534097 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-849a02ca-7490-490d-86a3-d034413d03ac admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:22:16.534418 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-849a02ca-7490-490d-86a3-d034413d03ac admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:22:16.534736 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-849a02ca-7490-490d-86a3-d034413d03ac admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:22:16.535054 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-849a02ca-7490-490d-86a3-d034413d03ac admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:22:16.535400 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-849a02ca-7490-490d-86a3-d034413d03ac admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:22:16.535738 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-849a02ca-7490-490d-86a3-d034413d03ac admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:22:16.536158 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-849a02ca-7490-490d-86a3-d034413d03ac admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:22:16.536401 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-849a02ca-7490-490d-86a3-d034413d03ac admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:22:16.547919 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=80,neutron:DELETE=12,neutron:UPDATE=2,neutron:INSERT=6 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:22:16.580884 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-ff4b3c21-e48e-4b24-bcd0-324d2f973569 admin admin] Publish callbacks [] for security_group (d1109f32-721b-4698-828e-6b8ef2ed052a), before_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:22:16.607079 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-ff4b3c21-e48e-4b24-bcd0-324d2f973569 admin admin] Publish callbacks [] for security_group (d1109f32-721b-4698-828e-6b8ef2ed052a), precommit_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:22:16.664054 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-ff4b3c21-e48e-4b24-bcd0-324d2f973569 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3637186'] for security_group (d1109f32-721b-4698-828e-6b8ef2ed052a), after_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:22:16.668156 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-ff4b3c21-e48e-4b24-bcd0-324d2f973569 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:22:16.669935 dv-cinder-846842-7-iscsi neutron-server[104415]: INFO neutron.wsgi [None req-ff4b3c21-e48e-4b24-bcd0-324d2f973569 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d1109f32-721b-4698-828e-6b8ef2ed052a HTTP/1.1" status: 204 len: 168 time: 0.1427829 Jun 30 04:22:16.680346 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4b3c21-e48e-4b24-bcd0-324d2f973569 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1109f32-721b-4698-828e-6b8ef2ed052a,revision_number=None']} {{(pid=104415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:22:26.518873 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=79,neutron:INSERT=6 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:22:26.527323 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=70,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:22:26.673637 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=64,neutron:INSERT=5,neutron:DELETE=4 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:22:26.674615 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=8,neutron:DELETE=2 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:22:26.692021 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=33,neutron:UPDATE=4 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:22:26.696340 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=69,neutron:UPDATE=2 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:22:31.715715 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:SELECT=76 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:22:31.716976 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:SELECT=43 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:22:35.196568 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-6a74a9cd-76af-483e-8f13-ed6cbb9ac718 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926756172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565263'] for agent (beddbd52-9273-44c2-990c-63933fe383b2), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:22:37.536497 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-eac9f766-6e38-4ecb-97b6-df463ea3af6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926756172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565263'] for agent (2ea21a61-d737-4543-a811-a0d035fbf0f6), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:22:38.494779 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-7a77f087-4523-4fd9-b9f1-b6333d8ad1f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926756172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565263'] for agent (672e10fd-0bbc-4d52-8fca-d980f41e3265), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:22:40.269791 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-88ff949a-6007-42d5-8261-77b64d367ca9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926756172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565263'] for agent (4c4a8942-da79-4b81-aa08-fb593b1e6e06), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:22:40.431232 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-2a6d8403-c0a5-4ac4-aa48-860a84345009 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926756172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565263'] for agent (cbdf45b5-344e-4e18-9242-1abb738708f2), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:22:42.735770 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926756172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565263'] for agent (ef703bef-7cc0-467c-baa9-fe8a66be565c), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:22:44.090002 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.13', 56854) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 04:22:44.199216 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-816488e9-1a58-4080-924d-ef5f2c0036e2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:22:44.289421 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-816488e9-1a58-4080-924d-ef5f2c0036e2 admin admin] Publish callbacks [] for security_group (8e9200bf-5b3b-4b17-b148-561a4ce24040), precommit_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:22:44.295056 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-816488e9-1a58-4080-924d-ef5f2c0036e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3637186'] for security_group (8e9200bf-5b3b-4b17-b148-561a4ce24040), after_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:22:44.332548 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816488e9-1a58-4080-924d-ef5f2c0036e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e9200bf-5b3b-4b17-b148-561a4ce24040,revision_number=1']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:22:44.338181 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-816488e9-1a58-4080-924d-ef5f2c0036e2 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c728c10cb75344619a4d7fd989b781f0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2470362 Jun 30 04:22:44.340817 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.13', 56858) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 04:22:44.403841 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-d809ca28-5225-451c-9eb4-f312d997240c admin admin] Publish callbacks [] for security_group (8e9200bf-5b3b-4b17-b148-561a4ce24040), before_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:22:44.439712 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-d809ca28-5225-451c-9eb4-f312d997240c admin admin] Publish callbacks [] for security_group (8e9200bf-5b3b-4b17-b148-561a4ce24040), precommit_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:22:44.499863 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-d809ca28-5225-451c-9eb4-f312d997240c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3637186'] for security_group (8e9200bf-5b3b-4b17-b148-561a4ce24040), after_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:22:44.503942 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-d809ca28-5225-451c-9eb4-f312d997240c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:22:44.505542 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-d809ca28-5225-451c-9eb4-f312d997240c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8e9200bf-5b3b-4b17-b148-561a4ce24040 HTTP/1.1" status: 204 len: 168 time: 0.1636577 Jun 30 04:22:44.513419 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d809ca28-5225-451c-9eb4-f312d997240c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e9200bf-5b3b-4b17-b148-561a4ce24040,revision_number=None']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:22:44.787161 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.13', 56864) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 04:22:44.801008 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-4f67e88d-6c0b-483e-aad4-c7fc9e536c3a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:22:44.890872 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-4f67e88d-6c0b-483e-aad4-c7fc9e536c3a admin admin] Publish callbacks [] for security_group (77bd184b-006e-4b16-8504-65b0298af21a), precommit_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:22:44.897756 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-4f67e88d-6c0b-483e-aad4-c7fc9e536c3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3637186'] for security_group (77bd184b-006e-4b16-8504-65b0298af21a), after_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:22:44.936751 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-4f67e88d-6c0b-483e-aad4-c7fc9e536c3a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=fc88f9e8710f49f493f8cfc99cbc0101&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1485019 Jun 30 04:22:44.937684 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f67e88d-6c0b-483e-aad4-c7fc9e536c3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77bd184b-006e-4b16-8504-65b0298af21a,revision_number=1']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:22:44.939648 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.wsgi [-] (104415) accepted ('10.222.0.13', 56866) {{(pid=104415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 04:22:44.993099 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-9032132e-9dd8-4da1-87f1-62ef1b5b4ce0 admin admin] Publish callbacks [] for security_group (77bd184b-006e-4b16-8504-65b0298af21a), before_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:22:45.015791 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-9032132e-9dd8-4da1-87f1-62ef1b5b4ce0 admin admin] Publish callbacks [] for security_group (77bd184b-006e-4b16-8504-65b0298af21a), precommit_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:22:45.064374 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-9032132e-9dd8-4da1-87f1-62ef1b5b4ce0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3637186'] for security_group (77bd184b-006e-4b16-8504-65b0298af21a), after_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:22:45.067216 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-9032132e-9dd8-4da1-87f1-62ef1b5b4ce0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:22:45.068454 dv-cinder-846842-7-iscsi neutron-server[104415]: INFO neutron.wsgi [None req-9032132e-9dd8-4da1-87f1-62ef1b5b4ce0 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/77bd184b-006e-4b16-8504-65b0298af21a HTTP/1.1" status: 204 len: 168 time: 0.1275826 Jun 30 04:22:45.076608 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9032132e-9dd8-4da1-87f1-62ef1b5b4ce0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77bd184b-006e-4b16-8504-65b0298af21a,revision_number=None']} {{(pid=104415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:22:47.686149 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.wsgi [-] (104415) accepted ('10.222.0.13', 56934) {{(pid=104415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 04:22:47.795253 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-a8c4b3d5-e342-450d-ad9a-182755e3109d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:22:47.874300 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-a8c4b3d5-e342-450d-ad9a-182755e3109d admin admin] Publish callbacks [] for security_group (1dc89e7c-4467-49e8-850d-1d34c58d6062), precommit_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:22:47.880027 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-a8c4b3d5-e342-450d-ad9a-182755e3109d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3637186'] for security_group (1dc89e7c-4467-49e8-850d-1d34c58d6062), after_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:22:47.919737 dv-cinder-846842-7-iscsi neutron-server[104415]: INFO neutron.wsgi [None req-a8c4b3d5-e342-450d-ad9a-182755e3109d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=72cd012fb5334339800e6c93deba1a2e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2325032 Jun 30 04:22:47.920682 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c4b3d5-e342-450d-ad9a-182755e3109d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1dc89e7c-4467-49e8-850d-1d34c58d6062,revision_number=1']} {{(pid=104415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:22:47.922617 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.13', 56938) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 04:22:47.972958 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-00d710b6-056b-46a8-882a-f1b5144f2be9 admin admin] Publish callbacks [] for security_group (1dc89e7c-4467-49e8-850d-1d34c58d6062), before_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:22:47.995502 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-00d710b6-056b-46a8-882a-f1b5144f2be9 admin admin] Publish callbacks [] for security_group (1dc89e7c-4467-49e8-850d-1d34c58d6062), precommit_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:22:48.048605 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-00d710b6-056b-46a8-882a-f1b5144f2be9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3637186'] for security_group (1dc89e7c-4467-49e8-850d-1d34c58d6062), after_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:22:48.051403 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-00d710b6-056b-46a8-882a-f1b5144f2be9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:22:48.052680 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-00d710b6-056b-46a8-882a-f1b5144f2be9 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1dc89e7c-4467-49e8-850d-1d34c58d6062 HTTP/1.1" status: 204 len: 168 time: 0.1290803 Jun 30 04:22:48.060679 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d710b6-056b-46a8-882a-f1b5144f2be9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1dc89e7c-4467-49e8-850d-1d34c58d6062,revision_number=None']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:22:48.336369 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.wsgi [-] (104415) accepted ('10.222.0.13', 56950) {{(pid=104415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 04:22:48.350982 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-c0665051-794b-440d-9936-c94bbe7300e2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:22:48.428241 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-c0665051-794b-440d-9936-c94bbe7300e2 admin admin] Publish callbacks [] for security_group (13b99d1b-ab53-4e2b-81d5-29bb3bd65415), precommit_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:22:48.434731 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-c0665051-794b-440d-9936-c94bbe7300e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3637186'] for security_group (13b99d1b-ab53-4e2b-81d5-29bb3bd65415), after_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:22:48.473399 dv-cinder-846842-7-iscsi neutron-server[104415]: INFO neutron.wsgi [None req-c0665051-794b-440d-9936-c94bbe7300e2 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0b6782e5b2a1448187ceba788f4352c8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1357889 Jun 30 04:22:48.474217 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0665051-794b-440d-9936-c94bbe7300e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13b99d1b-ab53-4e2b-81d5-29bb3bd65415,revision_number=1']} {{(pid=104415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:22:48.476457 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.13', 56952) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 04:22:48.528782 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-3361ce81-a8ec-4d5e-b174-7a9adcd6527e admin admin] Publish callbacks [] for security_group (13b99d1b-ab53-4e2b-81d5-29bb3bd65415), before_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:22:48.537688 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=81,neutron:INSERT=12,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:22:48.555279 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-3361ce81-a8ec-4d5e-b174-7a9adcd6527e admin admin] Publish callbacks [] for security_group (13b99d1b-ab53-4e2b-81d5-29bb3bd65415), precommit_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:22:48.569457 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:DELETE=3 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:22:48.608899 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-3361ce81-a8ec-4d5e-b174-7a9adcd6527e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3637186'] for security_group (13b99d1b-ab53-4e2b-81d5-29bb3bd65415), after_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:22:48.611463 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-3361ce81-a8ec-4d5e-b174-7a9adcd6527e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:22:48.612640 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-3361ce81-a8ec-4d5e-b174-7a9adcd6527e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/13b99d1b-ab53-4e2b-81d5-29bb3bd65415 HTTP/1.1" status: 204 len: 168 time: 0.1351779 Jun 30 04:22:48.620694 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3361ce81-a8ec-4d5e-b174-7a9adcd6527e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13b99d1b-ab53-4e2b-81d5-29bb3bd65415,revision_number=None']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:22:49.741080 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.wsgi [-] (104415) accepted ('10.222.0.13', 56982) {{(pid=104415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 04:22:49.855569 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-758fcc9b-a77e-49b1-bfe2-c06bc2a071fa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:22:49.935748 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-758fcc9b-a77e-49b1-bfe2-c06bc2a071fa admin admin] Publish callbacks [] for security_group (8732ac90-c28e-44ce-b576-622d16c49cad), precommit_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:22:49.943460 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-758fcc9b-a77e-49b1-bfe2-c06bc2a071fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3637186'] for security_group (8732ac90-c28e-44ce-b576-622d16c49cad), after_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:22:49.991768 dv-cinder-846842-7-iscsi neutron-server[104415]: INFO neutron.wsgi [None req-758fcc9b-a77e-49b1-bfe2-c06bc2a071fa admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=78d3499ff10a413db30395e7f93e9f4a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2495022 Jun 30 04:22:49.992864 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758fcc9b-a77e-49b1-bfe2-c06bc2a071fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8732ac90-c28e-44ce-b576-622d16c49cad,revision_number=1']} {{(pid=104415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:22:49.994546 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.13', 56986) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 04:22:50.051652 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-ddbcbbac-bd24-463f-b89b-d29750717b21 admin admin] Publish callbacks [] for security_group (8732ac90-c28e-44ce-b576-622d16c49cad), before_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:22:50.074342 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-ddbcbbac-bd24-463f-b89b-d29750717b21 admin admin] Publish callbacks [] for security_group (8732ac90-c28e-44ce-b576-622d16c49cad), precommit_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:22:50.124514 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-ddbcbbac-bd24-463f-b89b-d29750717b21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3637186'] for security_group (8732ac90-c28e-44ce-b576-622d16c49cad), after_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:22:50.127031 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-ddbcbbac-bd24-463f-b89b-d29750717b21 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:22:50.128220 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-ddbcbbac-bd24-463f-b89b-d29750717b21 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8732ac90-c28e-44ce-b576-622d16c49cad HTTP/1.1" status: 204 len: 168 time: 0.1321375 Jun 30 04:22:50.136100 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddbcbbac-bd24-463f-b89b-d29750717b21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8732ac90-c28e-44ce-b576-622d16c49cad,revision_number=None']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:22:52.731851 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.db.agents_db [None req-38391644-8868-4c56-b8b1-4dfa3b709b99 None None] Agent healthcheck: found 6 active agents {{(pid=104418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 04:22:58.073579 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=28,neutron:UPDATE=3 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:22:59.985923 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=71,neutron:DELETE=2,neutron:INSERT=15,neutron:UPDATE=2 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:22:59.988013 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=73,neutron:DELETE=2,neutron:INSERT=18,neutron:UPDATE=1 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:23:00.131219 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=14,neutron:DELETE=2 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:23:00.131984 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=24,neutron:DELETE=6 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:23:00.148226 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=26,neutron:UPDATE=3 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:23:01.130674 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.13', 57150) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 04:23:01.247736 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-e9970824-1486-494a-839b-a597427ec3e6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:23:01.337781 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-e9970824-1486-494a-839b-a597427ec3e6 admin admin] Publish callbacks [] for security_group (55bca609-ebe3-4894-bc62-e2a3dadb77c0), precommit_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:23:01.344079 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-e9970824-1486-494a-839b-a597427ec3e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3637186'] for security_group (55bca609-ebe3-4894-bc62-e2a3dadb77c0), after_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:23:01.395501 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-e9970824-1486-494a-839b-a597427ec3e6 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d9d1bbe5e19545e7a304381c29edc020&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2635474 Jun 30 04:23:01.396513 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9970824-1486-494a-839b-a597427ec3e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55bca609-ebe3-4894-bc62-e2a3dadb77c0,revision_number=1']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:23:01.399249 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.wsgi [-] (104415) accepted ('10.222.0.13', 57154) {{(pid=104415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 04:23:01.450341 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-a1109c94-ad97-40e3-af5b-08370883c264 admin admin] Publish callbacks [] for security_group (55bca609-ebe3-4894-bc62-e2a3dadb77c0), before_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:23:01.471860 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-a1109c94-ad97-40e3-af5b-08370883c264 admin admin] Publish callbacks [] for security_group (55bca609-ebe3-4894-bc62-e2a3dadb77c0), precommit_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:23:01.523505 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-a1109c94-ad97-40e3-af5b-08370883c264 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3637186'] for security_group (55bca609-ebe3-4894-bc62-e2a3dadb77c0), after_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:23:01.526283 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-a1109c94-ad97-40e3-af5b-08370883c264 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:23:01.527444 dv-cinder-846842-7-iscsi neutron-server[104415]: INFO neutron.wsgi [None req-a1109c94-ad97-40e3-af5b-08370883c264 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/55bca609-ebe3-4894-bc62-e2a3dadb77c0 HTTP/1.1" status: 204 len: 168 time: 0.1271672 Jun 30 04:23:01.535195 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1109c94-ad97-40e3-af5b-08370883c264 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55bca609-ebe3-4894-bc62-e2a3dadb77c0,revision_number=None']} {{(pid=104415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:23:05.196092 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-5ea82d2e-5f34-4c5f-86e9-7502a6e6828a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926756172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565263'] for agent (beddbd52-9273-44c2-990c-63933fe383b2), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:23:05.257313 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e10c4ce-f581-45ff-815e-2a4f1850a02f req-3f7c08dc-90a1-41a1-a1fb-0d57e862ebc5 tempest-AttachVolumeTestJSON-1888872629 tempest-AttachVolumeTestJSON-1888872629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:23:05.258978 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-2e10c4ce-f581-45ff-815e-2a4f1850a02f req-3f7c08dc-90a1-41a1-a1fb-0d57e862ebc5 tempest-AttachVolumeTestJSON-1888872629 tempest-AttachVolumeTestJSON-1888872629-project] 10.222.0.13 "GET /v2.0/ports?device_id=b8b8afff-cd1f-47d8-9c47-cbb3ae7ed3e5 HTTP/1.1" status: 200 len: 945 time: 0.0484533 Jun 30 04:23:05.312230 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-2e10c4ce-f581-45ff-815e-2a4f1850a02f req-c1b45db2-2542-4953-a643-eb73d16e79cc tempest-AttachVolumeTestJSON-1888872629 tempest-AttachVolumeTestJSON-1888872629-project] 10.222.0.13 "GET /v2.0/security-groups?id=8599d120-1223-4b97-956e-b4c2c7efbe95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435472 Jun 30 04:23:06.440952 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f514d294-09a2-4cfd-909d-530a42282f27 req-7ed1d53b-2939-452e-8abc-39b079621d45 tempest-AttachVolumeTestJSON-1888872629 tempest-AttachVolumeTestJSON-1888872629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:23:06.442400 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-f514d294-09a2-4cfd-909d-530a42282f27 req-7ed1d53b-2939-452e-8abc-39b079621d45 tempest-AttachVolumeTestJSON-1888872629 tempest-AttachVolumeTestJSON-1888872629-project] 10.222.0.13 "GET /v2.0/ports?device_id=b8b8afff-cd1f-47d8-9c47-cbb3ae7ed3e5 HTTP/1.1" status: 200 len: 945 time: 0.0496750 Jun 30 04:23:06.490945 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-f514d294-09a2-4cfd-909d-530a42282f27 req-c0e9e491-c856-4b0e-b77f-5a3527ca16a7 tempest-AttachVolumeTestJSON-1888872629 tempest-AttachVolumeTestJSON-1888872629-project] 10.222.0.13 "GET /v2.0/security-groups?id=8599d120-1223-4b97-956e-b4c2c7efbe95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429018 Jun 30 04:23:06.899392 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.wsgi [-] (104415) accepted ('10.222.0.13', 57174) {{(pid=104415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 04:23:07.209914 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.plugins.ml2.plugin [None req-7f7d6095-138a-41cc-bfc0-6b7799552082 tempest-TestShelveInstance-1069409963 tempest-TestShelveInstance-1069409963-project] Deleting port ef846bd8-0d5b-4842-9e6e-762054bab572 {{(pid=104415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 30 04:23:07.210241 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-7f7d6095-138a-41cc-bfc0-6b7799552082 tempest-TestShelveInstance-1069409963 tempest-TestShelveInstance-1069409963-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781926629636'] for port (ef846bd8-0d5b-4842-9e6e-762054bab572), before_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:23:07.513286 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-7f7d6095-138a-41cc-bfc0-6b7799552082 tempest-TestShelveInstance-1069409963 tempest-TestShelveInstance-1069409963-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616079'] for port (ef846bd8-0d5b-4842-9e6e-762054bab572), precommit_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:23:07.513592 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-7f7d6095-138a-41cc-bfc0-6b7799552082 tempest-TestShelveInstance-1069409963 tempest-TestShelveInstance-1069409963-project] Publish callbacks [] for floatingip (ef846bd8-0d5b-4842-9e6e-762054bab572), precommit_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:23:07.528106 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.plugins.ml2.plugin [None req-7f7d6095-138a-41cc-bfc0-6b7799552082 tempest-TestShelveInstance-1069409963 tempest-TestShelveInstance-1069409963-project] Calling delete_port for ef846bd8-0d5b-4842-9e6e-762054bab572 owned by network:floatingip {{(pid=104415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 30 04:23:07.531879 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-33358698-8959-4978-815e-5380a629cf5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926756172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565263'] for agent (2ea21a61-d737-4543-a811-a0d035fbf0f6), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:23:07.618667 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617d9a62-9e29-4ae7-818a-688e25359c99 req-81f15ece-daee-4452-a92e-0c4d06764584 tempest-AttachVolumeTestJSON-1888872629 tempest-AttachVolumeTestJSON-1888872629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:23:07.620229 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-617d9a62-9e29-4ae7-818a-688e25359c99 req-81f15ece-daee-4452-a92e-0c4d06764584 tempest-AttachVolumeTestJSON-1888872629 tempest-AttachVolumeTestJSON-1888872629-project] 10.222.0.13 "GET /v2.0/ports?device_id=b8b8afff-cd1f-47d8-9c47-cbb3ae7ed3e5 HTTP/1.1" status: 200 len: 945 time: 0.0512960 Jun 30 04:23:07.669091 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-617d9a62-9e29-4ae7-818a-688e25359c99 req-6387e66b-91e4-4fb8-8615-6b3b8eec0bb2 tempest-AttachVolumeTestJSON-1888872629 tempest-AttachVolumeTestJSON-1888872629-project] 10.222.0.13 "GET /v2.0/security-groups?id=8599d120-1223-4b97-956e-b4c2c7efbe95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424101 Jun 30 04:23:07.679397 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-7f7d6095-138a-41cc-bfc0-6b7799552082 tempest-TestShelveInstance-1069409963 tempest-TestShelveInstance-1069409963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4095053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781926635560', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781926239326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11645207'] for port (ef846bd8-0d5b-4842-9e6e-762054bab572), after_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:23:07.710334 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7d6095-138a-41cc-bfc0-6b7799552082 tempest-TestShelveInstance-1069409963 tempest-TestShelveInstance-1069409963-project] Pushing event deleted for resources: {'Port': ['ID=ef846bd8-0d5b-4842-9e6e-762054bab572,revision_number=None']} {{(pid=104415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:23:07.765027 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-7f7d6095-138a-41cc-bfc0-6b7799552082 tempest-TestShelveInstance-1069409963 tempest-TestShelveInstance-1069409963-project] Publish callbacks [] for floatingip (f6b2e7d4-54a0-4ef0-9930-74cb91b88f93), after_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:23:07.765233 dv-cinder-846842-7-iscsi neutron-server[104415]: INFO neutron.db.l3_db [None req-7f7d6095-138a-41cc-bfc0-6b7799552082 tempest-TestShelveInstance-1069409963 tempest-TestShelveInstance-1069409963-project] Floating IP f6b2e7d4-54a0-4ef0-9930-74cb91b88f93 disassociated (deleted). External IP: 172.27.1.59, port: 90e33ddf-37e0-40e5-ac04-e09a2cb58d98. Jun 30 04:23:07.940377 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:23:07.972910 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f7d6095-138a-41cc-bfc0-6b7799552082 tempest-TestShelveInstance-1069409963 tempest-TestShelveInstance-1069409963-project] Router 0c464b5d-fb67-4b65-9738-977aa0a762b4 has already been hosted by L3 agent 2ea21a61-d737-4543-a811-a0d035fbf0f6 {{(pid=104415) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 30 04:23:08.046709 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:23:08.079422 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f7d6095-138a-41cc-bfc0-6b7799552082 tempest-TestShelveInstance-1069409963 tempest-TestShelveInstance-1069409963-project] Notify agent at l3_agent.dv-cinder-846842-7-iscsi the message routers_updated {{(pid=104415) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 04:23:08.084434 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-7f7d6095-138a-41cc-bfc0-6b7799552082 tempest-TestShelveInstance-1069409963 tempest-TestShelveInstance-1069409963-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13292'] for floatingip (None), before_response {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:23:08.089588 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9078657-6451-4936-a990-05ed0bad2437 None None] Sync routers for ids ['0c464b5d-fb67-4b65-9738-977aa0a762b4'] in dv-cinder-846842-7-iscsi {{(pid=104418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 04:23:08.100217 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9078657-6451-4936-a990-05ed0bad2437 None None] Routers {'0c464b5d-fb67-4b65-9738-977aa0a762b4'} bound to L3 agent in host dv-cinder-846842-7-iscsi {{(pid=104418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 30 04:23:08.100812 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.db.l3_hamode_db [None req-d9078657-6451-4936-a990-05ed0bad2437 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-30T04:07:07Z,description=,heartbeat_timestamp=2022-06-30T04:23:08Z,host='dv-cinder-846842-7-iscsi',id=2ea21a61-d737-4543-a811-a0d035fbf0f6,load=0,resource_versions=,resources_synced=,started_at=2022-06-30T04:07:07Z,topic='l3_agent')) {'router_ids': ['0c464b5d-fb67-4b65-9738-977aa0a762b4'], 'active': True} {{(pid=104418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 04:23:08.115492 dv-cinder-846842-7-iscsi neutron-server[104415]: INFO neutron.wsgi [None req-7f7d6095-138a-41cc-bfc0-6b7799552082 tempest-TestShelveInstance-1069409963 tempest-TestShelveInstance-1069409963-project] 10.222.0.13 "DELETE /v2.0/floatingips/f6b2e7d4-54a0-4ef0-9930-74cb91b88f93 HTTP/1.1" status: 204 len: 168 time: 1.2148852 Jun 30 04:23:08.116189 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51354e88-a19f-433f-85b3-126269c921c4', 'tag': '90e33ddf-37e0-40e5-ac04-e09a2cb58d98'}] {{(pid=104415) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 30 04:23:08.119229 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d30a34cf25b41f2e39a6e8a7c8aade182e15085106272f21e1153e4bea097eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afdc69e3-c3c0-4e3f-b9ae-9ac0ea8a0fe7" -d '{"events": [{"name": "network-changed", "server_uuid": "51354e88-a19f-433f-85b3-126269c921c4", "tag": "90e33ddf-37e0-40e5-ac04-e09a2cb58d98"}]}' {{(pid=104415) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 04:23:08.157165 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Jun 2022 04:23:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1b9b32d-0962-418b-bf73-02b3f1ec4c3f x-openstack-request-id: req-a1b9b32d-0962-418b-bf73-02b3f1ec4c3f {{(pid=104415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 04:23:08.157571 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51354e88-a19f-433f-85b3-126269c921c4", "tag": "90e33ddf-37e0-40e5-ac04-e09a2cb58d98", "status": "completed", "code": 200}]} {{(pid=104415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 04:23:08.157819 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a1b9b32d-0962-418b-bf73-02b3f1ec4c3f {{(pid=104415) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 04:23:08.158343 dv-cinder-846842-7-iscsi neutron-server[104415]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a1b9b32d-0962-418b-bf73-02b3f1ec4c3f'] response: {'name': 'network-changed', 'server_uuid': '51354e88-a19f-433f-85b3-126269c921c4', 'tag': '90e33ddf-37e0-40e5-ac04-e09a2cb58d98', 'status': 'completed', 'code': 200} Jun 30 04:23:08.205049 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.db.l3_dvr_db [None req-d9078657-6451-4936-a990-05ed0bad2437 None None] Set router 0c464b5d-fb67-4b65-9738-977aa0a762b4 gateway port host: dv-cinder-846842-7-iscsi {{(pid=104418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 30 04:23:08.220072 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdc69e3-c3c0-4e3f-b9ae-9ac0ea8a0fe7 req-029faaca-1eb2-4c0b-a304-36bc42de21da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:23:08.222009 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-afdc69e3-c3c0-4e3f-b9ae-9ac0ea8a0fe7 req-029faaca-1eb2-4c0b-a304-36bc42de21da service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=62d0dd3cae1448049dc95fb347fd1a80&device_id=51354e88-a19f-433f-85b3-126269c921c4 HTTP/1.1" status: 200 len: 1130 time: 0.0413642 Jun 30 04:23:08.356401 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdc69e3-c3c0-4e3f-b9ae-9ac0ea8a0fe7 req-0da52171-8d25-41ac-a387-a777e7abc906 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:23:08.357789 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-afdc69e3-c3c0-4e3f-b9ae-9ac0ea8a0fe7 req-0da52171-8d25-41ac-a387-a777e7abc906 service neutron] 10.222.0.20 "GET /v2.0/networks?id=c7bb47d5-3e98-456a-bf3a-91e07afacb65 HTTP/1.1" status: 200 len: 908 time: 0.1298311 Jun 30 04:23:08.371848 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5e6ec7-fa91-4694-a993-e863147cd629 req-0f979ae0-4d5c-45df-bab7-ca914eda3266 tempest-TestShelveInstance-1069409963 tempest-TestShelveInstance-1069409963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:23:08.374040 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-cd5e6ec7-fa91-4694-a993-e863147cd629 req-0f979ae0-4d5c-45df-bab7-ca914eda3266 tempest-TestShelveInstance-1069409963 tempest-TestShelveInstance-1069409963-project] 10.222.0.13 "GET /v2.0/ports?device_id=51354e88-a19f-433f-85b3-126269c921c4 HTTP/1.1" status: 200 len: 946 time: 0.0585198 Jun 30 04:23:08.398517 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.db.l3_hamode_db [None req-d9078657-6451-4936-a990-05ed0bad2437 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c464b5d-fb67-4b65-9738-977aa0a762b4', 'name': 'tempest-TestShelveInstance-79782382-router', 'tenant_id': '62d0dd3cae1448049dc95fb347fd1a80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14b0e4f-074d-4507-846c-fc8420bddf12', 'external_fixed_ips': [{'subnet_id': '15378187-268c-4fae-ace7-eaca7aa50f90', 'ip_address': '172.27.1.227'}], 'enable_snat': True}, 'gw_port_id': '301367af-dc79-468a-86c5-df064ff4ba5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T04:17:17Z', 'updated_at': '2022-06-30T04:17:23Z', 'revision_number': 4, 'project_id': '62d0dd3cae1448049dc95fb347fd1a80', 'gw_port': {'id': '301367af-dc79-468a-86c5-df064ff4ba5d', 'name': '', 'network_id': 'a14b0e4f-074d-4507-846c-fc8420bddf12', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:f5:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c464b5d-fb67-4b65-9738-977aa0a762b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '15378187-268c-4fae-ace7-eaca7aa50f90', 'ip_address': '172.27.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T04:17:19Z', 'updated_at': '2022-06-30T04:17:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15378187-268c-4fae-ace7-eaca7aa50f90', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-7-iscsi', '_interfaces': [{'id': '3708bb05-025f-4637-be71-908d0712fe4b', 'name': '', 'network_id': 'c7bb47d5-3e98-456a-bf3a-91e07afacb65', 'tenant_id': '62d0dd3cae1448049dc95fb347fd1a80', 'mac_address': 'fa:16:3e:a9:d5:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c464b5d-fb67-4b65-9738-977aa0a762b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '7b470bb7-e396-40f4-b592-bdd8af25c2fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T04:17:22Z', 'updated_at': '2022-06-30T04:17:30Z', 'revision_number': 5, 'project_id': '62d0dd3cae1448049dc95fb347fd1a80', 'subnets': [{'id': '7b470bb7-e396-40f4-b592-bdd8af25c2fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846842-7-iscsi', False) {} {{(pid=104418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 04:23:08.424102 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-cd5e6ec7-fa91-4694-a993-e863147cd629 req-b7ea6e63-15e3-4e90-8533-c22c54076f7b tempest-TestShelveInstance-1069409963 tempest-TestShelveInstance-1069409963-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f4a7f03-b349-4d47-a044-e7fe563f709b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449398 Jun 30 04:23:08.427983 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9078657-6451-4936-a990-05ed0bad2437 None None] Checking router: 0c464b5d-fb67-4b65-9738-977aa0a762b4 for host: dv-cinder-846842-7-iscsi {{(pid=104418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 04:23:08.436774 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9078657-6451-4936-a990-05ed0bad2437 None None] Routers {'0c464b5d-fb67-4b65-9738-977aa0a762b4'} bound to L3 agent in host dv-cinder-846842-7-iscsi {{(pid=104418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 30 04:23:08.437546 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.db.l3_hamode_db [None req-d9078657-6451-4936-a990-05ed0bad2437 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-30T04:07:07Z,description=,heartbeat_timestamp=2022-06-30T04:23:08Z,host='dv-cinder-846842-7-iscsi',id=2ea21a61-d737-4543-a811-a0d035fbf0f6,load=0,resource_versions=,resources_synced=,started_at=2022-06-30T04:07:07Z,topic='l3_agent')) {'router_ids': ['0c464b5d-fb67-4b65-9738-977aa0a762b4'], 'active': True} {{(pid=104418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 04:23:08.487266 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-7a77f087-4523-4fd9-b9f1-b6333d8ad1f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926756172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565263'] for agent (672e10fd-0bbc-4d52-8fca-d980f41e3265), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:23:08.536503 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.db.l3_dvr_db [None req-d9078657-6451-4936-a990-05ed0bad2437 None None] Set router 0c464b5d-fb67-4b65-9738-977aa0a762b4 gateway port host: dv-cinder-846842-7-iscsi {{(pid=104418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 30 04:23:08.733268 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.db.l3_hamode_db [None req-d9078657-6451-4936-a990-05ed0bad2437 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c464b5d-fb67-4b65-9738-977aa0a762b4', 'name': 'tempest-TestShelveInstance-79782382-router', 'tenant_id': '62d0dd3cae1448049dc95fb347fd1a80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14b0e4f-074d-4507-846c-fc8420bddf12', 'external_fixed_ips': [{'subnet_id': '15378187-268c-4fae-ace7-eaca7aa50f90', 'ip_address': '172.27.1.227'}], 'enable_snat': True}, 'gw_port_id': '301367af-dc79-468a-86c5-df064ff4ba5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T04:17:17Z', 'updated_at': '2022-06-30T04:17:23Z', 'revision_number': 4, 'project_id': '62d0dd3cae1448049dc95fb347fd1a80', 'gw_port': {'id': '301367af-dc79-468a-86c5-df064ff4ba5d', 'name': '', 'network_id': 'a14b0e4f-074d-4507-846c-fc8420bddf12', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:f5:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c464b5d-fb67-4b65-9738-977aa0a762b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '15378187-268c-4fae-ace7-eaca7aa50f90', 'ip_address': '172.27.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T04:17:19Z', 'updated_at': '2022-06-30T04:17:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15378187-268c-4fae-ace7-eaca7aa50f90', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-7-iscsi', '_interfaces': [{'id': '3708bb05-025f-4637-be71-908d0712fe4b', 'name': '', 'network_id': 'c7bb47d5-3e98-456a-bf3a-91e07afacb65', 'tenant_id': '62d0dd3cae1448049dc95fb347fd1a80', 'mac_address': 'fa:16:3e:a9:d5:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c464b5d-fb67-4b65-9738-977aa0a762b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '7b470bb7-e396-40f4-b592-bdd8af25c2fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T04:17:22Z', 'updated_at': '2022-06-30T04:17:30Z', 'revision_number': 5, 'project_id': '62d0dd3cae1448049dc95fb347fd1a80', 'subnets': [{'id': '7b470bb7-e396-40f4-b592-bdd8af25c2fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846842-7-iscsi', False) {} {{(pid=104418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 04:23:08.759367 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9078657-6451-4936-a990-05ed0bad2437 None None] The sync data for ids ['0c464b5d-fb67-4b65-9738-977aa0a762b4'] in dv-cinder-846842-7-iscsi is: [{'id': '0c464b5d-fb67-4b65-9738-977aa0a762b4', 'name': 'tempest-TestShelveInstance-79782382-router', 'tenant_id': '62d0dd3cae1448049dc95fb347fd1a80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14b0e4f-074d-4507-846c-fc8420bddf12', 'external_fixed_ips': [{'subnet_id': '15378187-268c-4fae-ace7-eaca7aa50f90', 'ip_address': '172.27.1.227'}], 'enable_snat': True}, 'gw_port_id': '301367af-dc79-468a-86c5-df064ff4ba5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T04:17:17Z', 'updated_at': '2022-06-30T04:17:23Z', 'revision_number': 4, 'project_id': '62d0dd3cae1448049dc95fb347fd1a80', 'gw_port': {'id': '301367af-dc79-468a-86c5-df064ff4ba5d', 'name': '', 'network_id': 'a14b0e4f-074d-4507-846c-fc8420bddf12', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:f5:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c464b5d-fb67-4b65-9738-977aa0a762b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '15378187-268c-4fae-ace7-eaca7aa50f90', 'ip_address': '172.27.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T04:17:19Z', 'updated_at': '2022-06-30T04:17:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15378187-268c-4fae-ace7-eaca7aa50f90', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-7-iscsi', '_interfaces': [{'id': '3708bb05-025f-4637-be71-908d0712fe4b', 'name': '', 'network_id': 'c7bb47d5-3e98-456a-bf3a-91e07afacb65', 'tenant_id': '62d0dd3cae1448049dc95fb347fd1a80', 'mac_address': 'fa:16:3e:a9:d5:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c464b5d-fb67-4b65-9738-977aa0a762b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '7b470bb7-e396-40f4-b592-bdd8af25c2fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T04:17:22Z', 'updated_at': '2022-06-30T04:17:30Z', 'revision_number': 5, 'project_id': '62d0dd3cae1448049dc95fb347fd1a80', 'subnets': [{'id': '7b470bb7-e396-40f4-b592-bdd8af25c2fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 04:23:08.788571 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b091e77-6df2-43a6-926d-ebe1a0395308 req-b01e08c3-38db-4a53-8d0e-39f548580fc8 tempest-AttachVolumeTestJSON-1888872629 tempest-AttachVolumeTestJSON-1888872629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:23:08.790091 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-6b091e77-6df2-43a6-926d-ebe1a0395308 req-b01e08c3-38db-4a53-8d0e-39f548580fc8 tempest-AttachVolumeTestJSON-1888872629 tempest-AttachVolumeTestJSON-1888872629-project] 10.222.0.13 "GET /v2.0/ports?device_id=b8b8afff-cd1f-47d8-9c47-cbb3ae7ed3e5 HTTP/1.1" status: 200 len: 945 time: 0.0484650 Jun 30 04:23:08.842766 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-6b091e77-6df2-43a6-926d-ebe1a0395308 req-fcaace08-fca4-4852-8b45-0ac681e2876c tempest-AttachVolumeTestJSON-1888872629 tempest-AttachVolumeTestJSON-1888872629-project] 10.222.0.13 "GET /v2.0/security-groups?id=8599d120-1223-4b97-956e-b4c2c7efbe95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466554 Jun 30 04:23:08.994357 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11f369e3-7325-4ee7-85cf-809b4f427a43 None None] New status for floating IP f6b2e7d4-54a0-4ef0-9930-74cb91b88f93: DOWN {{(pid=104417) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 30 04:23:09.289378 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-afdc69e3-c3c0-4e3f-b9ae-9ac0ea8a0fe7 req-17556d78-e681-4e0e-85c0-13bd56de715d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=90e33ddf-37e0-40e5-ac04-e09a2cb58d98 HTTP/1.1" status: 200 len: 217 time: 0.0387177 Jun 30 04:23:09.339595 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdc69e3-c3c0-4e3f-b9ae-9ac0ea8a0fe7 req-26a9aa10-e96a-4d66-a10d-af232f8bf84c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:23:09.341040 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-afdc69e3-c3c0-4e3f-b9ae-9ac0ea8a0fe7 req-26a9aa10-e96a-4d66-a10d-af232f8bf84c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=7b470bb7-e396-40f4-b592-bdd8af25c2fd HTTP/1.1" status: 200 len: 846 time: 0.0441217 Jun 30 04:23:09.386733 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdc69e3-c3c0-4e3f-b9ae-9ac0ea8a0fe7 req-5e5c50e3-c99c-4fe8-930c-5ae8b29a31a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:23:09.388245 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-afdc69e3-c3c0-4e3f-b9ae-9ac0ea8a0fe7 req-5e5c50e3-c99c-4fe8-930c-5ae8b29a31a5 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c7bb47d5-3e98-456a-bf3a-91e07afacb65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0409956 Jun 30 04:23:09.504099 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:23:09.509423 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:23:09.560008 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66a6a6a-4408-4408-bc5d-94880520cd3b req-63593143-b3df-4f16-9a88-93342f33bccb tempest-TestShelveInstance-1069409963 tempest-TestShelveInstance-1069409963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:23:09.561567 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-f66a6a6a-4408-4408-bc5d-94880520cd3b req-63593143-b3df-4f16-9a88-93342f33bccb tempest-TestShelveInstance-1069409963 tempest-TestShelveInstance-1069409963-project] 10.222.0.13 "GET /v2.0/ports?device_id=51354e88-a19f-433f-85b3-126269c921c4 HTTP/1.1" status: 200 len: 946 time: 0.0676398 Jun 30 04:23:09.563449 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-afdc69e3-c3c0-4e3f-b9ae-9ac0ea8a0fe7 req-8c84cdd5-1bfc-4340-a67d-ecfcada039ea service neutron] 10.222.0.20 "GET /v2.0/networks/c7bb47d5-3e98-456a-bf3a-91e07afacb65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1327150 Jun 30 04:23:09.620254 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-f66a6a6a-4408-4408-bc5d-94880520cd3b req-1c7e98f5-ec25-4924-8785-88cf40f36bfa tempest-TestShelveInstance-1069409963 tempest-TestShelveInstance-1069409963-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f4a7f03-b349-4d47-a044-e7fe563f709b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526388 Jun 30 04:23:09.739960 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-afdc69e3-c3c0-4e3f-b9ae-9ac0ea8a0fe7 req-718623f8-c0eb-493b-9b05-9a6b97f381d7 service neutron] 10.222.0.20 "GET /v2.0/networks/c7bb47d5-3e98-456a-bf3a-91e07afacb65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1143014 Jun 30 04:23:09.750557 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc9047f-48b2-4271-9955-066d6ab8a7ac req-fcb23e6d-e782-423b-8e65-5b5aa46a4f21 tempest-TestShelveInstance-1069409963 tempest-TestShelveInstance-1069409963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:23:09.751975 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-0bc9047f-48b2-4271-9955-066d6ab8a7ac req-fcb23e6d-e782-423b-8e65-5b5aa46a4f21 tempest-TestShelveInstance-1069409963 tempest-TestShelveInstance-1069409963-project] 10.222.0.20 "GET /v2.0/ports?device_id=51354e88-a19f-433f-85b3-126269c921c4 HTTP/1.1" status: 200 len: 946 time: 0.0558431 Jun 30 04:23:09.839807 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.plugin [req-0bc9047f-48b2-4271-9955-066d6ab8a7ac req-0a265136-bc38-4f1a-a56f-e5b0fadeb1bc tempest-TestShelveInstance-1069409963 tempest-TestShelveInstance-1069409963-project] Deleting port 90e33ddf-37e0-40e5-ac04-e09a2cb58d98 {{(pid=104416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 30 04:23:09.840515 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-0bc9047f-48b2-4271-9955-066d6ab8a7ac req-0a265136-bc38-4f1a-a56f-e5b0fadeb1bc tempest-TestShelveInstance-1069409963 tempest-TestShelveInstance-1069409963-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781926629636'] for port (90e33ddf-37e0-40e5-ac04-e09a2cb58d98), before_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:23:09.961251 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.db [req-0bc9047f-48b2-4271-9955-066d6ab8a7ac req-0a265136-bc38-4f1a-a56f-e5b0fadeb1bc tempest-TestShelveInstance-1069409963 tempest-TestShelveInstance-1069409963-project] For port 90e33ddf-37e0-40e5-ac04-e09a2cb58d98, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=90e33ddf-37e0-40e5-ac04-e09a2cb58d98,segment=NetworkSegment(4faf62bd-9dcc-4163-9216-44a354405b4b),segment_id=4faf62bd-9dcc-4163-9216-44a354405b4b)] {{(pid=104416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 04:23:09.961550 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-0bc9047f-48b2-4271-9955-066d6ab8a7ac req-0a265136-bc38-4f1a-a56f-e5b0fadeb1bc tempest-TestShelveInstance-1069409963 tempest-TestShelveInstance-1069409963-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616079'] for port (90e33ddf-37e0-40e5-ac04-e09a2cb58d98), precommit_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:23:09.981822 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdaeb049-737a-4e63-bff6-584d455fb40b req-8503afdd-88bd-422e-a420-a4d7acb4e92c tempest-AttachVolumeTestJSON-1888872629 tempest-AttachVolumeTestJSON-1888872629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:23:09.983331 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-bdaeb049-737a-4e63-bff6-584d455fb40b req-8503afdd-88bd-422e-a420-a4d7acb4e92c tempest-AttachVolumeTestJSON-1888872629 tempest-AttachVolumeTestJSON-1888872629-project] 10.222.0.13 "GET /v2.0/ports?device_id=b8b8afff-cd1f-47d8-9c47-cbb3ae7ed3e5 HTTP/1.1" status: 200 len: 945 time: 0.0697844 Jun 30 04:23:09.984251 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.plugin [req-0bc9047f-48b2-4271-9955-066d6ab8a7ac req-0a265136-bc38-4f1a-a56f-e5b0fadeb1bc tempest-TestShelveInstance-1069409963 tempest-TestShelveInstance-1069409963-project] Calling delete_port for 90e33ddf-37e0-40e5-ac04-e09a2cb58d98 owned by compute:nova {{(pid=104416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 30 04:23:10.077022 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-bdaeb049-737a-4e63-bff6-584d455fb40b req-0d433f6d-fcd7-4b34-973c-762a6b5874f7 tempest-AttachVolumeTestJSON-1888872629 tempest-AttachVolumeTestJSON-1888872629-project] 10.222.0.13 "GET /v2.0/security-groups?id=8599d120-1223-4b97-956e-b4c2c7efbe95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0869114 Jun 30 04:23:10.270536 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-88ff949a-6007-42d5-8261-77b64d367ca9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926756172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565263'] for agent (4c4a8942-da79-4b81-aa08-fb593b1e6e06), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:23:10.425645 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-0bc9047f-48b2-4271-9955-066d6ab8a7ac req-0a265136-bc38-4f1a-a56f-e5b0fadeb1bc tempest-TestShelveInstance-1069409963 tempest-TestShelveInstance-1069409963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4095053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781926635560', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781926239326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1764130'] for port (90e33ddf-37e0-40e5-ac04-e09a2cb58d98), after_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:23:10.433884 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-2a6d8403-c0a5-4ac4-aa48-860a84345009 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926756172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565263'] for agent (cbdf45b5-344e-4e18-9242-1abb738708f2), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:23:10.453574 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a265136-bc38-4f1a-a56f-e5b0fadeb1bc tempest-TestShelveInstance-1069409963 tempest-TestShelveInstance-1069409963-project] Pushing event deleted for resources: {'Port': ['ID=90e33ddf-37e0-40e5-ac04-e09a2cb58d98,revision_number=None']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:23:10.499133 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.db.l3_dvrscheduler_db [req-0bc9047f-48b2-4271-9955-066d6ab8a7ac req-0a265136-bc38-4f1a-a56f-e5b0fadeb1bc tempest-TestShelveInstance-1069409963 tempest-TestShelveInstance-1069409963-project] No DVR routers for this DVR port 90e33ddf-37e0-40e5-ac04-e09a2cb58d98 on host hv-cinder-84684 {{(pid=104416) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 30 04:23:10.501624 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-0bc9047f-48b2-4271-9955-066d6ab8a7ac req-0a265136-bc38-4f1a-a56f-e5b0fadeb1bc tempest-TestShelveInstance-1069409963 tempest-TestShelveInstance-1069409963-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13292'] for port (None), before_response {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:23:10.504742 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-0bc9047f-48b2-4271-9955-066d6ab8a7ac req-0a265136-bc38-4f1a-a56f-e5b0fadeb1bc tempest-TestShelveInstance-1069409963 tempest-TestShelveInstance-1069409963-project] 10.222.0.20 "DELETE /v2.0/ports/90e33ddf-37e0-40e5-ac04-e09a2cb58d98 HTTP/1.1" status: 204 len: 173 time: 0.7481012 Jun 30 04:23:10.505162 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51354e88-a19f-433f-85b3-126269c921c4', 'name': 'network-vif-deleted', 'tag': '90e33ddf-37e0-40e5-ac04-e09a2cb58d98'}] {{(pid=104416) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 30 04:23:10.507448 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8111519efe35ff5952c269e16f689610d56ef28aa1e0b77ca5734c542983c30f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-668be088-adff-4d8d-aa19-94e40bac82fd" -d '{"events": [{"server_uuid": "51354e88-a19f-433f-85b3-126269c921c4", "name": "network-vif-deleted", "tag": "90e33ddf-37e0-40e5-ac04-e09a2cb58d98"}]}' {{(pid=104416) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 04:23:10.548172 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Jun 2022 04:23:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1284b71e-8373-49b5-90ce-494f077f1cf9 x-openstack-request-id: req-1284b71e-8373-49b5-90ce-494f077f1cf9 {{(pid=104416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 04:23:10.548476 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51354e88-a19f-433f-85b3-126269c921c4", "name": "network-vif-deleted", "tag": "90e33ddf-37e0-40e5-ac04-e09a2cb58d98", "status": "completed", "code": 200}]} {{(pid=104416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 04:23:10.548700 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1284b71e-8373-49b5-90ce-494f077f1cf9 {{(pid=104416) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 04:23:10.549079 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1284b71e-8373-49b5-90ce-494f077f1cf9'] response: {'server_uuid': '51354e88-a19f-433f-85b3-126269c921c4', 'name': 'network-vif-deleted', 'tag': '90e33ddf-37e0-40e5-ac04-e09a2cb58d98', 'status': 'completed', 'code': 200} Jun 30 04:23:10.719222 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-51e32a80-3786-4dda-b4d6-47e50254e83a req-9eea3937-ee69-4fe4-ae6a-cee74715160e tempest-TestShelveInstance-1069409963 tempest-TestShelveInstance-1069409963-project] 10.222.0.13 "GET /v2.0/ports?device_id=51354e88-a19f-433f-85b3-126269c921c4 HTTP/1.1" status: 200 len: 210 time: 0.0287206 Jun 30 04:23:11.206335 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86057942-d611-459f-bc56-4a3dc9d4ce15 req-5509ef86-99a8-47e5-ae8a-2535b2df8803 tempest-AttachVolumeTestJSON-1888872629 tempest-AttachVolumeTestJSON-1888872629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:23:11.207822 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-86057942-d611-459f-bc56-4a3dc9d4ce15 req-5509ef86-99a8-47e5-ae8a-2535b2df8803 tempest-AttachVolumeTestJSON-1888872629 tempest-AttachVolumeTestJSON-1888872629-project] 10.222.0.13 "GET /v2.0/ports?device_id=b8b8afff-cd1f-47d8-9c47-cbb3ae7ed3e5 HTTP/1.1" status: 200 len: 945 time: 0.0512931 Jun 30 04:23:11.239269 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:23:11.264407 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-86057942-d611-459f-bc56-4a3dc9d4ce15 req-49982ee3-039b-4ed5-93e6-0a40869e3cea tempest-AttachVolumeTestJSON-1888872629 tempest-AttachVolumeTestJSON-1888872629-project] 10.222.0.13 "GET /v2.0/security-groups?id=8599d120-1223-4b97-956e-b4c2c7efbe95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491292 Jun 30 04:23:11.788082 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.wsgi [-] (104415) accepted ('10.222.0.13', 57204) {{(pid=104415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 04:23:11.846971 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-5955722f-d663-42fa-ab8e-e345ab168a3f tempest-TestShelveInstance-1069409963 tempest-TestShelveInstance-1069409963-project] Publish callbacks [] for security_group (0f4a7f03-b349-4d47-a044-e7fe563f709b), before_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:23:11.872383 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-5955722f-d663-42fa-ab8e-e345ab168a3f tempest-TestShelveInstance-1069409963 tempest-TestShelveInstance-1069409963-project] Publish callbacks [] for security_group (0f4a7f03-b349-4d47-a044-e7fe563f709b), precommit_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:23:11.937940 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-5955722f-d663-42fa-ab8e-e345ab168a3f tempest-TestShelveInstance-1069409963 tempest-TestShelveInstance-1069409963-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3637186'] for security_group (0f4a7f03-b349-4d47-a044-e7fe563f709b), after_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:23:11.940577 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-5955722f-d663-42fa-ab8e-e345ab168a3f tempest-TestShelveInstance-1069409963 tempest-TestShelveInstance-1069409963-project] Publish callbacks [] for security_group (None), before_response {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:23:11.941723 dv-cinder-846842-7-iscsi neutron-server[104415]: INFO neutron.wsgi [None req-5955722f-d663-42fa-ab8e-e345ab168a3f tempest-TestShelveInstance-1069409963 tempest-TestShelveInstance-1069409963-project] 10.222.0.13 "DELETE /v2.0/security-groups/0f4a7f03-b349-4d47-a044-e7fe563f709b HTTP/1.1" status: 204 len: 168 time: 0.1526313 Jun 30 04:23:11.951354 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5955722f-d663-42fa-ab8e-e345ab168a3f tempest-TestShelveInstance-1069409963 tempest-TestShelveInstance-1069409963-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f4a7f03-b349-4d47-a044-e7fe563f709b,revision_number=None']} {{(pid=104415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:23:11.990592 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.wsgi [-] (104415) accepted ('10.222.0.13', 57208) {{(pid=104415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 04:23:12.374929 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8158e943-5720-4494-bb56-f11c798c4309 req-c01fa985-3135-4ded-a1ed-43d7f6230dff tempest-AttachVolumeTestJSON-1888872629 tempest-AttachVolumeTestJSON-1888872629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:23:12.376619 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-8158e943-5720-4494-bb56-f11c798c4309 req-c01fa985-3135-4ded-a1ed-43d7f6230dff tempest-AttachVolumeTestJSON-1888872629 tempest-AttachVolumeTestJSON-1888872629-project] 10.222.0.13 "GET /v2.0/ports?device_id=b8b8afff-cd1f-47d8-9c47-cbb3ae7ed3e5 HTTP/1.1" status: 200 len: 945 time: 0.0481446 Jun 30 04:23:12.409637 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-8ec60365-6f59-439d-83b0-a8f8cc4dd3e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-613962'] for router_interface (0c464b5d-fb67-4b65-9738-977aa0a762b4), before_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:23:12.425700 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-8158e943-5720-4494-bb56-f11c798c4309 req-10528d3d-cc56-4a95-8ba4-52c9fc49bd82 tempest-AttachVolumeTestJSON-1888872629 tempest-AttachVolumeTestJSON-1888872629-project] 10.222.0.13 "GET /v2.0/security-groups?id=8599d120-1223-4b97-956e-b4c2c7efbe95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435410 Jun 30 04:23:12.629832 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.plugins.ml2.plugin [None req-8ec60365-6f59-439d-83b0-a8f8cc4dd3e8 admin admin] Deleting port 3708bb05-025f-4637-be71-908d0712fe4b {{(pid=104415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 30 04:23:12.630161 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-8ec60365-6f59-439d-83b0-a8f8cc4dd3e8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781926629636'] for port (3708bb05-025f-4637-be71-908d0712fe4b), before_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:23:12.691608 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:23:12.699397 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:23:12.712256 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.plugins.ml2.db [None req-8ec60365-6f59-439d-83b0-a8f8cc4dd3e8 admin admin] For port 3708bb05-025f-4637-be71-908d0712fe4b, host dv-cinder-846842-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-7-iscsi',level=0,port_id=3708bb05-025f-4637-be71-908d0712fe4b,segment=NetworkSegment(4faf62bd-9dcc-4163-9216-44a354405b4b),segment_id=4faf62bd-9dcc-4163-9216-44a354405b4b)] {{(pid=104415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 04:23:12.712613 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-8ec60365-6f59-439d-83b0-a8f8cc4dd3e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616079'] for port (3708bb05-025f-4637-be71-908d0712fe4b), precommit_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:23:12.729576 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.plugins.ml2.plugin [None req-8ec60365-6f59-439d-83b0-a8f8cc4dd3e8 admin admin] Calling delete_port for 3708bb05-025f-4637-be71-908d0712fe4b owned by network:router_interface {{(pid=104415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 30 04:23:12.744566 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926756172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565263'] for agent (ef703bef-7cc0-467c-baa9-fe8a66be565c), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:23:12.921957 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-8ec60365-6f59-439d-83b0-a8f8cc4dd3e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4095053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781926635560', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781926239326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11645207'] for port (3708bb05-025f-4637-be71-908d0712fe4b), after_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:23:12.947424 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec60365-6f59-439d-83b0-a8f8cc4dd3e8 admin admin] Pushing event deleted for resources: {'Port': ['ID=3708bb05-025f-4637-be71-908d0712fe4b,revision_number=None']} {{(pid=104415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:23:13.108900 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-8ec60365-6f59-439d-83b0-a8f8cc4dd3e8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-614586'] for router_interface (0c464b5d-fb67-4b65-9738-977aa0a762b4), after_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:23:13.315364 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ec60365-6f59-439d-83b0-a8f8cc4dd3e8 admin admin] Router 0c464b5d-fb67-4b65-9738-977aa0a762b4 has already been hosted by L3 agent 2ea21a61-d737-4543-a811-a0d035fbf0f6 {{(pid=104415) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 30 04:23:13.417453 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ec60365-6f59-439d-83b0-a8f8cc4dd3e8 admin admin] Notify agent at l3_agent.dv-cinder-846842-7-iscsi the message routers_updated {{(pid=104415) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 04:23:13.422805 dv-cinder-846842-7-iscsi neutron-server[104415]: INFO neutron.wsgi [None req-8ec60365-6f59-439d-83b0-a8f8cc4dd3e8 admin admin] 10.222.0.13 "PUT /v2.0/routers/0c464b5d-fb67-4b65-9738-977aa0a762b4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4309471 Jun 30 04:23:13.425259 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.wsgi [-] (104415) accepted ('10.222.0.13', 57214) {{(pid=104415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 04:23:13.426593 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e11ec26d-7c32-4794-b0b8-85a851887450 None None] Sync routers for ids ['0c464b5d-fb67-4b65-9738-977aa0a762b4'] in dv-cinder-846842-7-iscsi {{(pid=104418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 04:23:13.438119 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e11ec26d-7c32-4794-b0b8-85a851887450 None None] Routers {'0c464b5d-fb67-4b65-9738-977aa0a762b4'} bound to L3 agent in host dv-cinder-846842-7-iscsi {{(pid=104418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 30 04:23:13.438723 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.db.l3_hamode_db [None req-e11ec26d-7c32-4794-b0b8-85a851887450 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-30T04:07:07Z,description=,heartbeat_timestamp=2022-06-30T04:23:08Z,host='dv-cinder-846842-7-iscsi',id=2ea21a61-d737-4543-a811-a0d035fbf0f6,load=0,resource_versions=,resources_synced=,started_at=2022-06-30T04:07:07Z,topic='l3_agent')) {'router_ids': ['0c464b5d-fb67-4b65-9738-977aa0a762b4'], 'active': True} {{(pid=104418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 04:23:13.521727 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:23:13.525511 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-9dd3fb92-7b98-40ce-bf12-3b31f871c275 admin admin] Publish callbacks [] for router (0c464b5d-fb67-4b65-9738-977aa0a762b4), before_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:23:13.544823 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.db.l3_dvr_db [None req-e11ec26d-7c32-4794-b0b8-85a851887450 None None] Set router 0c464b5d-fb67-4b65-9738-977aa0a762b4 gateway port host: dv-cinder-846842-7-iscsi {{(pid=104418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 30 04:23:13.562513 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b377e2-7596-4d61-8345-399e4a978c71 req-87f12a77-d6b4-40fd-895b-98ade6638b9f tempest-AttachVolumeTestJSON-1888872629 tempest-AttachVolumeTestJSON-1888872629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:23:13.564832 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-06b377e2-7596-4d61-8345-399e4a978c71 req-87f12a77-d6b4-40fd-895b-98ade6638b9f tempest-AttachVolumeTestJSON-1888872629 tempest-AttachVolumeTestJSON-1888872629-project] 10.222.0.13 "GET /v2.0/ports?device_id=b8b8afff-cd1f-47d8-9c47-cbb3ae7ed3e5 HTTP/1.1" status: 200 len: 945 time: 0.0651190 Jun 30 04:23:13.573098 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.rpc [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Device 90e33ddf-37e0-40e5-ac04-e09a2cb58d98 no longer exists at agent hyperv_hv-cinder-84684 {{(pid=104417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 04:23:13.598073 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] No Port match for: 90e33ddf-37e0-40e5-ac04-e09a2cb58d98 {{(pid=104417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 30 04:23:13.598723 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.rpc [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Device 90e33ddf-37e0-40e5-ac04-e09a2cb58d98 not bound to the agent host hv-cinder-84684 {{(pid=104417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 04:23:13.618112 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:23:13.620967 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-06b377e2-7596-4d61-8345-399e4a978c71 req-c080a40e-6541-4b16-b98f-fe5a0c5533a1 tempest-AttachVolumeTestJSON-1888872629 tempest-AttachVolumeTestJSON-1888872629-project] 10.222.0.13 "GET /v2.0/security-groups?id=8599d120-1223-4b97-956e-b4c2c7efbe95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491531 Jun 30 04:23:13.640004 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-9dd3fb92-7b98-40ce-bf12-3b31f871c275 admin admin] Publish callbacks [] for router_gateway (0c464b5d-fb67-4b65-9738-977aa0a762b4), before_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:23:13.683399 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.plugins.ml2.plugin [None req-9dd3fb92-7b98-40ce-bf12-3b31f871c275 admin admin] Deleting port 301367af-dc79-468a-86c5-df064ff4ba5d {{(pid=104415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 30 04:23:13.683733 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-9dd3fb92-7b98-40ce-bf12-3b31f871c275 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781926629636'] for port (301367af-dc79-468a-86c5-df064ff4ba5d), before_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:23:13.713497 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:SELECT=100 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:23:13.733649 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.db.l3_hamode_db [None req-e11ec26d-7c32-4794-b0b8-85a851887450 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c464b5d-fb67-4b65-9738-977aa0a762b4', 'name': 'tempest-TestShelveInstance-79782382-router', 'tenant_id': '62d0dd3cae1448049dc95fb347fd1a80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14b0e4f-074d-4507-846c-fc8420bddf12', 'external_fixed_ips': [{'subnet_id': '15378187-268c-4fae-ace7-eaca7aa50f90', 'ip_address': '172.27.1.227'}], 'enable_snat': True}, 'gw_port_id': '301367af-dc79-468a-86c5-df064ff4ba5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T04:17:17Z', 'updated_at': '2022-06-30T04:23:12Z', 'revision_number': 5, 'project_id': '62d0dd3cae1448049dc95fb347fd1a80', 'gw_port': {'id': '301367af-dc79-468a-86c5-df064ff4ba5d', 'name': '', 'network_id': 'a14b0e4f-074d-4507-846c-fc8420bddf12', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:f5:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c464b5d-fb67-4b65-9738-977aa0a762b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '15378187-268c-4fae-ace7-eaca7aa50f90', 'ip_address': '172.27.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T04:17:19Z', 'updated_at': '2022-06-30T04:17:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15378187-268c-4fae-ace7-eaca7aa50f90', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-7-iscsi'}], 'dv-cinder-846842-7-iscsi', False) {} {{(pid=104418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 04:23:13.758207 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e11ec26d-7c32-4794-b0b8-85a851887450 None None] Checking router: 0c464b5d-fb67-4b65-9738-977aa0a762b4 for host: dv-cinder-846842-7-iscsi {{(pid=104418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 04:23:13.759834 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:23:13.766568 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.plugins.ml2.db [None req-9dd3fb92-7b98-40ce-bf12-3b31f871c275 admin admin] For port 301367af-dc79-468a-86c5-df064ff4ba5d, host dv-cinder-846842-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-7-iscsi',level=0,port_id=301367af-dc79-468a-86c5-df064ff4ba5d,segment=NetworkSegment(3bfcffa1-5305-4ee8-86f3-678eb000aac1),segment_id=3bfcffa1-5305-4ee8-86f3-678eb000aac1)] {{(pid=104415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 04:23:13.766962 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-9dd3fb92-7b98-40ce-bf12-3b31f871c275 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616079'] for port (301367af-dc79-468a-86c5-df064ff4ba5d), precommit_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:23:13.769564 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e11ec26d-7c32-4794-b0b8-85a851887450 None None] Routers {'0c464b5d-fb67-4b65-9738-977aa0a762b4'} bound to L3 agent in host dv-cinder-846842-7-iscsi {{(pid=104418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 30 04:23:13.770167 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.db.l3_hamode_db [None req-e11ec26d-7c32-4794-b0b8-85a851887450 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-30T04:07:07Z,description=,heartbeat_timestamp=2022-06-30T04:23:08Z,host='dv-cinder-846842-7-iscsi',id=2ea21a61-d737-4543-a811-a0d035fbf0f6,load=0,resource_versions=,resources_synced=,started_at=2022-06-30T04:07:07Z,topic='l3_agent')) {'router_ids': ['0c464b5d-fb67-4b65-9738-977aa0a762b4'], 'active': True} {{(pid=104418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 04:23:13.780304 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.plugins.ml2.plugin [None req-9dd3fb92-7b98-40ce-bf12-3b31f871c275 admin admin] Calling delete_port for 301367af-dc79-468a-86c5-df064ff4ba5d owned by network:router_gateway {{(pid=104415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 30 04:23:13.944824 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.db.l3_dvr_db [None req-e11ec26d-7c32-4794-b0b8-85a851887450 None None] Set router 0c464b5d-fb67-4b65-9738-977aa0a762b4 gateway port host: None {{(pid=104418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 30 04:23:13.953135 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-9dd3fb92-7b98-40ce-bf12-3b31f871c275 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4095053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781926635560', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781926239326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11645207'] for port (301367af-dc79-468a-86c5-df064ff4ba5d), after_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:23:13.977962 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd3fb92-7b98-40ce-bf12-3b31f871c275 admin admin] Pushing event deleted for resources: {'Port': ['ID=301367af-dc79-468a-86c5-df064ff4ba5d,revision_number=None']} {{(pid=104415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:23:13.993783 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.db.l3_hamode_db [None req-e11ec26d-7c32-4794-b0b8-85a851887450 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c464b5d-fb67-4b65-9738-977aa0a762b4', 'name': 'tempest-TestShelveInstance-79782382-router', 'tenant_id': '62d0dd3cae1448049dc95fb347fd1a80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T04:17:17Z', 'updated_at': '2022-06-30T04:23:13Z', 'revision_number': 6, 'project_id': '62d0dd3cae1448049dc95fb347fd1a80', 'gw_port_host': None}], 'dv-cinder-846842-7-iscsi', False) {} {{(pid=104418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 04:23:14.021766 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e11ec26d-7c32-4794-b0b8-85a851887450 None None] The sync data for ids ['0c464b5d-fb67-4b65-9738-977aa0a762b4'] in dv-cinder-846842-7-iscsi is: [{'id': '0c464b5d-fb67-4b65-9738-977aa0a762b4', 'name': 'tempest-TestShelveInstance-79782382-router', 'tenant_id': '62d0dd3cae1448049dc95fb347fd1a80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T04:17:17Z', 'updated_at': '2022-06-30T04:23:13Z', 'revision_number': 6, 'project_id': '62d0dd3cae1448049dc95fb347fd1a80', 'gw_port_host': None}] {{(pid=104418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 04:23:14.044066 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-9dd3fb92-7b98-40ce-bf12-3b31f871c275 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-622358'] for router_gateway (0c464b5d-fb67-4b65-9738-977aa0a762b4), after_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:23:14.130256 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-9dd3fb92-7b98-40ce-bf12-3b31f871c275 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-612909', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-992710'] for router (0c464b5d-fb67-4b65-9738-977aa0a762b4), precommit_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:23:14.132667 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-9dd3fb92-7b98-40ce-bf12-3b31f871c275 admin admin] Publish callbacks [] for router_controller (0c464b5d-fb67-4b65-9738-977aa0a762b4), precommit_delete_associations {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:23:14.174849 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-9dd3fb92-7b98-40ce-bf12-3b31f871c275 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-613100'] for router (0c464b5d-fb67-4b65-9738-977aa0a762b4), after_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:23:14.175465 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9dd3fb92-7b98-40ce-bf12-3b31f871c275 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0c464b5d-fb67-4b65-9738-977aa0a762b4 {{(pid=104415) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 04:23:14.179916 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-9dd3fb92-7b98-40ce-bf12-3b31f871c275 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:23:14.180838 dv-cinder-846842-7-iscsi neutron-server[104415]: INFO neutron.wsgi [None req-9dd3fb92-7b98-40ce-bf12-3b31f871c275 admin admin] 10.222.0.13 "DELETE /v2.0/routers/0c464b5d-fb67-4b65-9738-977aa0a762b4 HTTP/1.1" status: 204 len: 168 time: 0.7546551 Jun 30 04:23:14.183435 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.wsgi [-] (104415) accepted ('10.222.0.13', 57218) {{(pid=104415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 04:23:14.227384 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.db.db_base_plugin_v2 [None req-b582059a-b6ea-4dee-95a5-8a1322279d45 admin admin] Deleting subnet 7b470bb7-e396-40f4-b592-bdd8af25c2fd {{(pid=104415) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 30 04:23:14.230679 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-b582059a-b6ea-4dee-95a5-8a1322279d45 admin admin] Publish callbacks [] for subnet (7b470bb7-e396-40f4-b592-bdd8af25c2fd), before_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:23:14.272165 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-b582059a-b6ea-4dee-95a5-8a1322279d45 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8605181'] for subnet (7b470bb7-e396-40f4-b592-bdd8af25c2fd), precommit_delete_associations {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:23:14.351203 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-b582059a-b6ea-4dee-95a5-8a1322279d45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3565464'] for subnet (7b470bb7-e396-40f4-b592-bdd8af25c2fd), precommit_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:23:14.396932 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=88,neutron:UPDATE=5,neutron:DELETE=7 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:23:14.411436 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-b582059a-b6ea-4dee-95a5-8a1322279d45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3565459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11645304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8617655'] for subnet (7b470bb7-e396-40f4-b592-bdd8af25c2fd), after_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:23:14.436531 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b582059a-b6ea-4dee-95a5-8a1322279d45 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7b470bb7-e396-40f4-b592-bdd8af25c2fd,revision_number=None']} {{(pid=104415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:23:14.443028 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-b582059a-b6ea-4dee-95a5-8a1322279d45 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528667'] for subnet (None), before_response {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:23:14.446441 dv-cinder-846842-7-iscsi neutron-server[104415]: INFO neutron.wsgi [None req-b582059a-b6ea-4dee-95a5-8a1322279d45 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/7b470bb7-e396-40f4-b592-bdd8af25c2fd HTTP/1.1" status: 204 len: 168 time: 0.2618721 Jun 30 04:23:14.448962 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.13', 57220) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 04:23:14.453740 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d6381b9-69cf-4a2b-9cc1-30cb5d764437 None None] Network c7bb47d5-3e98-456a-bf3a-91e07afacb65 requested from dv-cinder-846842-7-iscsi {{(pid=104417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 30 04:23:14.534807 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-1392428c-c6cb-44a8-8c14-9136e050bb00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3657771'] for network (c7bb47d5-3e98-456a-bf3a-91e07afacb65), before_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:23:14.536390 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:23:14.578969 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.plugin [None req-1392428c-c6cb-44a8-8c14-9136e050bb00 admin admin] Deleting port e397734e-af32-4b83-9d68-2a1a6c18ee0a {{(pid=104416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 30 04:23:14.579628 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-1392428c-c6cb-44a8-8c14-9136e050bb00 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781926629636'] for port (e397734e-af32-4b83-9d68-2a1a6c18ee0a), before_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:23:14.647744 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.db [None req-1392428c-c6cb-44a8-8c14-9136e050bb00 admin admin] For port e397734e-af32-4b83-9d68-2a1a6c18ee0a, host dv-cinder-846842-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-7-iscsi',level=0,port_id=e397734e-af32-4b83-9d68-2a1a6c18ee0a,segment=NetworkSegment(4faf62bd-9dcc-4163-9216-44a354405b4b),segment_id=4faf62bd-9dcc-4163-9216-44a354405b4b)] {{(pid=104416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 04:23:14.647983 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-1392428c-c6cb-44a8-8c14-9136e050bb00 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616079'] for port (e397734e-af32-4b83-9d68-2a1a6c18ee0a), precommit_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:23:14.662700 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.plugin [None req-1392428c-c6cb-44a8-8c14-9136e050bb00 admin admin] Calling delete_port for e397734e-af32-4b83-9d68-2a1a6c18ee0a owned by network:dhcp {{(pid=104416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 30 04:23:14.764961 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1756a0a0-c5a4-45e6-902f-87aac565b831 req-f9734811-d9a6-4f39-9416-36c9826dfd85 tempest-AttachVolumeTestJSON-1888872629 tempest-AttachVolumeTestJSON-1888872629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:23:14.766471 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-1756a0a0-c5a4-45e6-902f-87aac565b831 req-f9734811-d9a6-4f39-9416-36c9826dfd85 tempest-AttachVolumeTestJSON-1888872629 tempest-AttachVolumeTestJSON-1888872629-project] 10.222.0.13 "GET /v2.0/ports?device_id=b8b8afff-cd1f-47d8-9c47-cbb3ae7ed3e5 HTTP/1.1" status: 200 len: 945 time: 0.0656478 Jun 30 04:23:14.811997 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-1392428c-c6cb-44a8-8c14-9136e050bb00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4095053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781926635560', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781926239326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1764130'] for port (e397734e-af32-4b83-9d68-2a1a6c18ee0a), after_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:23:14.824080 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8770e953-b587-4b48-a95b-1672ec0e976a None None] DHCP port deletion for c7bb47d5-3e98-456a-bf3a-91e07afacb65 request from dv-cinder-846842-7-iscsi {{(pid=104417) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 30 04:23:14.848147 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1392428c-c6cb-44a8-8c14-9136e050bb00 admin admin] Pushing event deleted for resources: {'Port': ['ID=e397734e-af32-4b83-9d68-2a1a6c18ee0a,revision_number=None']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:23:14.857886 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-1756a0a0-c5a4-45e6-902f-87aac565b831 req-9cdf295e-97ab-4d13-a10b-a2edbd344d5c tempest-AttachVolumeTestJSON-1888872629 tempest-AttachVolumeTestJSON-1888872629-project] 10.222.0.13 "GET /v2.0/security-groups?id=8599d120-1223-4b97-956e-b4c2c7efbe95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0792999 Jun 30 04:23:14.859056 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1392428c-c6cb-44a8-8c14-9136e050bb00 admin admin] No DVR routers for this DVR port e397734e-af32-4b83-9d68-2a1a6c18ee0a on host dv-cinder-846842-7-iscsi {{(pid=104416) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 30 04:23:14.942313 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-1392428c-c6cb-44a8-8c14-9136e050bb00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3567502', 'neutron.services.segments.db._delete_segments_for_network-8781926756190'] for network (c7bb47d5-3e98-456a-bf3a-91e07afacb65), precommit_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:23:14.964131 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.services.segments.db [None req-1392428c-c6cb-44a8-8c14-9136e050bb00 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c7bb47d5-3e98-456a-bf3a-91e07afacb65']}} {{(pid=104416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 04:23:14.976778 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.services.segments.db [None req-1392428c-c6cb-44a8-8c14-9136e050bb00 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4faf62bd-9dcc-4163-9216-44a354405b4b') {'for_net_delete': True} {{(pid=104416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 04:23:14.977068 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.services.segments.db [None req-1392428c-c6cb-44a8-8c14-9136e050bb00 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4faf62bd-9dcc-4163-9216-44a354405b4b') {} {{(pid=104416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 04:23:14.987465 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-1392428c-c6cb-44a8-8c14-9136e050bb00 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781926756455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-840535'] for segment (4faf62bd-9dcc-4163-9216-44a354405b4b), before_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:23:15.000636 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-1392428c-c6cb-44a8-8c14-9136e050bb00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505043'] for segment (4faf62bd-9dcc-4163-9216-44a354405b4b), precommit_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:23:15.007124 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1392428c-c6cb-44a8-8c14-9136e050bb00 admin admin] Releasing vlan 177 on physical network physnet1 to pool {{(pid=104416) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 04:23:15.007587 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-1392428c-c6cb-44a8-8c14-9136e050bb00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1764343'] for segment (4faf62bd-9dcc-4163-9216-44a354405b4b), after_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:23:15.075135 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-1392428c-c6cb-44a8-8c14-9136e050bb00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3567543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3637173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-620245'] for network (c7bb47d5-3e98-456a-bf3a-91e07afacb65), after_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:23:15.080192 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-1392428c-c6cb-44a8-8c14-9136e050bb00 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528667'] for network (None), before_response {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:23:15.085532 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-1392428c-c6cb-44a8-8c14-9136e050bb00 admin admin] 10.222.0.13 "DELETE /v2.0/networks/c7bb47d5-3e98-456a-bf3a-91e07afacb65 HTTP/1.1" status: 204 len: 168 time: 0.6355150 Jun 30 04:23:15.088767 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.wsgi [-] (104415) accepted ('10.222.0.13', 57230) {{(pid=104415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 04:23:15.102515 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.services.segments.plugin [-] Segment 4faf62bd-9dcc-4163-9216-44a354405b4b resource provider aggregate not found Jun 30 04:23:15.106855 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1392428c-c6cb-44a8-8c14-9136e050bb00 admin admin] Pushing event deleted for resources: {'Network': ['ID=c7bb47d5-3e98-456a-bf3a-91e07afacb65,revision_number=None']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:23:15.121992 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.services.segments.plugin [-] Segment 4faf62bd-9dcc-4163-9216-44a354405b4b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4faf62bd-9dcc-4163-9216-44a354405b4b found for delete ", "request_id": "req-973204a4-f7bb-43b7-8250-79aa503a98e1"}]} Jun 30 04:23:15.175599 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=87,neutron:UPDATE=2,neutron:DELETE=11 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:23:15.328150 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.rpc [None req-2a6d8403-c0a5-4ac4-aa48-860a84345009 None None] Device e397734e-af32-4b83-9d68-2a1a6c18ee0a no longer exists at agent ovs-agent-dv-cinder-846842-7-iscsi {{(pid=104417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 04:23:15.349380 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-2a6d8403-c0a5-4ac4-aa48-860a84345009 None None] No Port match for: e397734e-af32-4b83-9d68-2a1a6c18ee0a {{(pid=104417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 30 04:23:15.349664 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.rpc [None req-2a6d8403-c0a5-4ac4-aa48-860a84345009 None None] Device e397734e-af32-4b83-9d68-2a1a6c18ee0a not bound to the agent host dv-cinder-846842-7-iscsi {{(pid=104417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 04:23:15.350118 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.rpc [None req-2a6d8403-c0a5-4ac4-aa48-860a84345009 None None] Device 301367af-dc79-468a-86c5-df064ff4ba5d no longer exists at agent ovs-agent-dv-cinder-846842-7-iscsi {{(pid=104417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 04:23:15.372920 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-2a6d8403-c0a5-4ac4-aa48-860a84345009 None None] No Port match for: 301367af-dc79-468a-86c5-df064ff4ba5d {{(pid=104417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 30 04:23:15.373217 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.rpc [None req-2a6d8403-c0a5-4ac4-aa48-860a84345009 None None] Device 301367af-dc79-468a-86c5-df064ff4ba5d not bound to the agent host dv-cinder-846842-7-iscsi {{(pid=104417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 04:23:15.373857 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.rpc [None req-2a6d8403-c0a5-4ac4-aa48-860a84345009 None None] Device 3708bb05-025f-4637-be71-908d0712fe4b no longer exists at agent ovs-agent-dv-cinder-846842-7-iscsi {{(pid=104417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 04:23:15.393403 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-2a6d8403-c0a5-4ac4-aa48-860a84345009 None None] No Port match for: 3708bb05-025f-4637-be71-908d0712fe4b {{(pid=104417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 30 04:23:15.393643 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.rpc [None req-2a6d8403-c0a5-4ac4-aa48-860a84345009 None None] Device 3708bb05-025f-4637-be71-908d0712fe4b not bound to the agent host dv-cinder-846842-7-iscsi {{(pid=104417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 04:23:15.638294 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-fe360fce-6cda-4145-951f-9b5b7af0fa0b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-613962'] for router_interface (bf72eb15-3ee6-4e6c-b6a5-69050f106f05), before_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:23:15.865441 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.plugins.ml2.plugin [None req-fe360fce-6cda-4145-951f-9b5b7af0fa0b admin admin] Deleting port d85e5dc8-6ae3-41a7-a0ce-d0f2040f83f5 {{(pid=104415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 30 04:23:15.865686 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-fe360fce-6cda-4145-951f-9b5b7af0fa0b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781926629636'] for port (d85e5dc8-6ae3-41a7-a0ce-d0f2040f83f5), before_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:23:15.955739 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.plugins.ml2.db [None req-fe360fce-6cda-4145-951f-9b5b7af0fa0b admin admin] For port d85e5dc8-6ae3-41a7-a0ce-d0f2040f83f5, host dv-cinder-846842-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-7-iscsi',level=0,port_id=d85e5dc8-6ae3-41a7-a0ce-d0f2040f83f5,segment=NetworkSegment(eda5d807-17a2-48fc-927c-f3ef68d1ae5d),segment_id=eda5d807-17a2-48fc-927c-f3ef68d1ae5d)] {{(pid=104415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 04:23:15.956071 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-fe360fce-6cda-4145-951f-9b5b7af0fa0b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616079'] for port (d85e5dc8-6ae3-41a7-a0ce-d0f2040f83f5), precommit_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:23:15.970409 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.plugins.ml2.plugin [None req-fe360fce-6cda-4145-951f-9b5b7af0fa0b admin admin] Calling delete_port for d85e5dc8-6ae3-41a7-a0ce-d0f2040f83f5 owned by network:router_interface {{(pid=104415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 30 04:23:15.990919 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61db0f0f-0d89-49ce-8528-c0e3f08b2435 req-a34e0b0d-b585-48df-a606-3068660423d1 tempest-AttachVolumeTestJSON-1888872629 tempest-AttachVolumeTestJSON-1888872629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:23:15.992451 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-61db0f0f-0d89-49ce-8528-c0e3f08b2435 req-a34e0b0d-b585-48df-a606-3068660423d1 tempest-AttachVolumeTestJSON-1888872629 tempest-AttachVolumeTestJSON-1888872629-project] 10.222.0.13 "GET /v2.0/ports?device_id=b8b8afff-cd1f-47d8-9c47-cbb3ae7ed3e5 HTTP/1.1" status: 200 len: 945 time: 0.0506399 Jun 30 04:23:16.034320 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:23:16.042253 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-61db0f0f-0d89-49ce-8528-c0e3f08b2435 req-edf48345-731c-4917-890b-81cb808d6ea1 tempest-AttachVolumeTestJSON-1888872629 tempest-AttachVolumeTestJSON-1888872629-project] 10.222.0.13 "GET /v2.0/security-groups?id=8599d120-1223-4b97-956e-b4c2c7efbe95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442231 Jun 30 04:23:16.108548 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:23:16.160937 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-fe360fce-6cda-4145-951f-9b5b7af0fa0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4095053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781926635560', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781926239326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11645207'] for port (d85e5dc8-6ae3-41a7-a0ce-d0f2040f83f5), after_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:23:16.192152 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe360fce-6cda-4145-951f-9b5b7af0fa0b admin admin] Pushing event deleted for resources: {'Port': ['ID=d85e5dc8-6ae3-41a7-a0ce-d0f2040f83f5,revision_number=None']} {{(pid=104415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:23:16.218406 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe360fce-6cda-4145-951f-9b5b7af0fa0b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:23:16.218754 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe360fce-6cda-4145-951f-9b5b7af0fa0b admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:23:16.219130 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe360fce-6cda-4145-951f-9b5b7af0fa0b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:23:16.219478 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe360fce-6cda-4145-951f-9b5b7af0fa0b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:23:16.219807 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe360fce-6cda-4145-951f-9b5b7af0fa0b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:23:16.220160 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe360fce-6cda-4145-951f-9b5b7af0fa0b admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:23:16.220464 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe360fce-6cda-4145-951f-9b5b7af0fa0b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:23:16.220781 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe360fce-6cda-4145-951f-9b5b7af0fa0b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:23:16.221134 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe360fce-6cda-4145-951f-9b5b7af0fa0b admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:23:16.221447 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe360fce-6cda-4145-951f-9b5b7af0fa0b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:23:16.221769 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe360fce-6cda-4145-951f-9b5b7af0fa0b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:23:16.222088 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe360fce-6cda-4145-951f-9b5b7af0fa0b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:23:16.222406 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe360fce-6cda-4145-951f-9b5b7af0fa0b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:23:16.222720 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe360fce-6cda-4145-951f-9b5b7af0fa0b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:23:16.223030 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe360fce-6cda-4145-951f-9b5b7af0fa0b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:23:16.262102 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:23:16.369391 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-fe360fce-6cda-4145-951f-9b5b7af0fa0b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-614586'] for router_interface (bf72eb15-3ee6-4e6c-b6a5-69050f106f05), after_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:23:16.584292 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe360fce-6cda-4145-951f-9b5b7af0fa0b admin admin] Router bf72eb15-3ee6-4e6c-b6a5-69050f106f05 has already been hosted by L3 agent 2ea21a61-d737-4543-a811-a0d035fbf0f6 {{(pid=104415) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 30 04:23:16.686723 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe360fce-6cda-4145-951f-9b5b7af0fa0b admin admin] Notify agent at l3_agent.dv-cinder-846842-7-iscsi the message routers_updated {{(pid=104415) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 04:23:16.695028 dv-cinder-846842-7-iscsi neutron-server[104415]: INFO neutron.wsgi [None req-fe360fce-6cda-4145-951f-9b5b7af0fa0b admin admin] 10.222.0.13 "PUT /v2.0/routers/bf72eb15-3ee6-4e6c-b6a5-69050f106f05/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6003597 Jun 30 04:23:16.695028 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.wsgi [-] (104415) accepted ('10.222.0.13', 57236) {{(pid=104415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 04:23:16.702187 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72c2daec-656c-4c2b-adb9-e053e3cbf17e None None] Sync routers for ids ['bf72eb15-3ee6-4e6c-b6a5-69050f106f05'] in dv-cinder-846842-7-iscsi {{(pid=104417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 04:23:16.713198 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72c2daec-656c-4c2b-adb9-e053e3cbf17e None None] Routers {'bf72eb15-3ee6-4e6c-b6a5-69050f106f05'} bound to L3 agent in host dv-cinder-846842-7-iscsi {{(pid=104417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 30 04:23:16.713806 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.db.l3_hamode_db [None req-72c2daec-656c-4c2b-adb9-e053e3cbf17e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-30T04:07:07Z,description=,heartbeat_timestamp=2022-06-30T04:23:08Z,host='dv-cinder-846842-7-iscsi',id=2ea21a61-d737-4543-a811-a0d035fbf0f6,load=0,resource_versions=,resources_synced=,started_at=2022-06-30T04:07:07Z,topic='l3_agent')) {'router_ids': ['bf72eb15-3ee6-4e6c-b6a5-69050f106f05'], 'active': True} {{(pid=104417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 04:23:16.796956 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-ec225641-6977-43e6-b249-903734392da0 admin admin] Publish callbacks [] for router (bf72eb15-3ee6-4e6c-b6a5-69050f106f05), before_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:23:16.901920 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-ec225641-6977-43e6-b249-903734392da0 admin admin] Publish callbacks [] for router_gateway (bf72eb15-3ee6-4e6c-b6a5-69050f106f05), before_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:23:16.946462 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.plugins.ml2.plugin [None req-ec225641-6977-43e6-b249-903734392da0 admin admin] Deleting port e9399e3e-f4c6-457c-a881-c8c701ce5be5 {{(pid=104415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 30 04:23:16.946770 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-ec225641-6977-43e6-b249-903734392da0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781926629636'] for port (e9399e3e-f4c6-457c-a881-c8c701ce5be5), before_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:23:16.952447 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.db.l3_dvr_db [None req-72c2daec-656c-4c2b-adb9-e053e3cbf17e None None] Set router bf72eb15-3ee6-4e6c-b6a5-69050f106f05 gateway port host: dv-cinder-846842-7-iscsi {{(pid=104417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 30 04:23:17.046208 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.plugins.ml2.db [None req-ec225641-6977-43e6-b249-903734392da0 admin admin] For port e9399e3e-f4c6-457c-a881-c8c701ce5be5, host dv-cinder-846842-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-7-iscsi',level=0,port_id=e9399e3e-f4c6-457c-a881-c8c701ce5be5,segment=NetworkSegment(3bfcffa1-5305-4ee8-86f3-678eb000aac1),segment_id=3bfcffa1-5305-4ee8-86f3-678eb000aac1)] {{(pid=104415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 04:23:17.046559 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-ec225641-6977-43e6-b249-903734392da0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616079'] for port (e9399e3e-f4c6-457c-a881-c8c701ce5be5), precommit_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:23:17.059952 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.plugins.ml2.plugin [None req-ec225641-6977-43e6-b249-903734392da0 admin admin] Calling delete_port for e9399e3e-f4c6-457c-a881-c8c701ce5be5 owned by network:router_gateway {{(pid=104415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 30 04:23:17.065930 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:23:17.137259 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.db.l3_hamode_db [None req-72c2daec-656c-4c2b-adb9-e053e3cbf17e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf72eb15-3ee6-4e6c-b6a5-69050f106f05', 'name': 'tempest-TestShelveInstance-1152949105-router', 'tenant_id': '4f161ea30f4f4748a753e6fe6f28efe9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14b0e4f-074d-4507-846c-fc8420bddf12', 'external_fixed_ips': [{'subnet_id': '15378187-268c-4fae-ace7-eaca7aa50f90', 'ip_address': '172.27.1.55'}], 'enable_snat': True}, 'gw_port_id': 'e9399e3e-f4c6-457c-a881-c8c701ce5be5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T04:17:26Z', 'updated_at': '2022-06-30T04:23:16Z', 'revision_number': 5, 'project_id': '4f161ea30f4f4748a753e6fe6f28efe9', 'gw_port': {'id': 'e9399e3e-f4c6-457c-a881-c8c701ce5be5', 'name': '', 'network_id': 'a14b0e4f-074d-4507-846c-fc8420bddf12', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:45:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf72eb15-3ee6-4e6c-b6a5-69050f106f05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': '15378187-268c-4fae-ace7-eaca7aa50f90', 'ip_address': '172.27.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T04:17:27Z', 'updated_at': '2022-06-30T04:17:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15378187-268c-4fae-ace7-eaca7aa50f90', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-7-iscsi'}], 'dv-cinder-846842-7-iscsi', False) {} {{(pid=104417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 04:23:17.163674 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72c2daec-656c-4c2b-adb9-e053e3cbf17e None None] Checking router: bf72eb15-3ee6-4e6c-b6a5-69050f106f05 for host: dv-cinder-846842-7-iscsi {{(pid=104417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 04:23:17.163903 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98d46ba-8d7e-4f17-aca6-8fc9cf9127f4 req-69dcd120-157c-4990-9c42-559bc63427ba tempest-AttachVolumeTestJSON-1888872629 tempest-AttachVolumeTestJSON-1888872629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:23:17.165399 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-a98d46ba-8d7e-4f17-aca6-8fc9cf9127f4 req-69dcd120-157c-4990-9c42-559bc63427ba tempest-AttachVolumeTestJSON-1888872629 tempest-AttachVolumeTestJSON-1888872629-project] 10.222.0.13 "GET /v2.0/ports?device_id=b8b8afff-cd1f-47d8-9c47-cbb3ae7ed3e5 HTTP/1.1" status: 200 len: 945 time: 0.0480711 Jun 30 04:23:17.173066 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:23:17.174551 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72c2daec-656c-4c2b-adb9-e053e3cbf17e None None] Routers {'bf72eb15-3ee6-4e6c-b6a5-69050f106f05'} bound to L3 agent in host dv-cinder-846842-7-iscsi {{(pid=104417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 30 04:23:17.175370 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.db.l3_hamode_db [None req-72c2daec-656c-4c2b-adb9-e053e3cbf17e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-30T04:07:07Z,description=,heartbeat_timestamp=2022-06-30T04:23:08Z,host='dv-cinder-846842-7-iscsi',id=2ea21a61-d737-4543-a811-a0d035fbf0f6,load=0,resource_versions=,resources_synced=,started_at=2022-06-30T04:07:07Z,topic='l3_agent')) {'router_ids': ['bf72eb15-3ee6-4e6c-b6a5-69050f106f05'], 'active': True} {{(pid=104417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 04:23:17.217845 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-a98d46ba-8d7e-4f17-aca6-8fc9cf9127f4 req-e9f29fc8-0308-4130-82a6-2aff06037dfe tempest-AttachVolumeTestJSON-1888872629 tempest-AttachVolumeTestJSON-1888872629-project] 10.222.0.13 "GET /v2.0/security-groups?id=8599d120-1223-4b97-956e-b4c2c7efbe95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454168 Jun 30 04:23:17.245283 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-ec225641-6977-43e6-b249-903734392da0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4095053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781926635560', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781926239326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11645207'] for port (e9399e3e-f4c6-457c-a881-c8c701ce5be5), after_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:23:17.264883 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.db.l3_dvr_db [None req-72c2daec-656c-4c2b-adb9-e053e3cbf17e None None] Set router bf72eb15-3ee6-4e6c-b6a5-69050f106f05 gateway port host: None {{(pid=104417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 30 04:23:17.271768 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec225641-6977-43e6-b249-903734392da0 admin admin] Pushing event deleted for resources: {'Port': ['ID=e9399e3e-f4c6-457c-a881-c8c701ce5be5,revision_number=None']} {{(pid=104415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:23:17.323551 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.db.l3_hamode_db [None req-72c2daec-656c-4c2b-adb9-e053e3cbf17e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf72eb15-3ee6-4e6c-b6a5-69050f106f05', 'name': 'tempest-TestShelveInstance-1152949105-router', 'tenant_id': '4f161ea30f4f4748a753e6fe6f28efe9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T04:17:26Z', 'updated_at': '2022-06-30T04:23:16Z', 'revision_number': 6, 'project_id': '4f161ea30f4f4748a753e6fe6f28efe9', 'gw_port_host': None}], 'dv-cinder-846842-7-iscsi', False) {} {{(pid=104417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 04:23:17.345001 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-ec225641-6977-43e6-b249-903734392da0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-622358'] for router_gateway (bf72eb15-3ee6-4e6c-b6a5-69050f106f05), after_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:23:17.350027 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72c2daec-656c-4c2b-adb9-e053e3cbf17e None None] The sync data for ids ['bf72eb15-3ee6-4e6c-b6a5-69050f106f05'] in dv-cinder-846842-7-iscsi is: [{'id': 'bf72eb15-3ee6-4e6c-b6a5-69050f106f05', 'name': 'tempest-TestShelveInstance-1152949105-router', 'tenant_id': '4f161ea30f4f4748a753e6fe6f28efe9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T04:17:26Z', 'updated_at': '2022-06-30T04:23:16Z', 'revision_number': 6, 'project_id': '4f161ea30f4f4748a753e6fe6f28efe9', 'gw_port_host': None}] {{(pid=104417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 04:23:17.445878 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-ec225641-6977-43e6-b249-903734392da0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-612909', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-992710'] for router (bf72eb15-3ee6-4e6c-b6a5-69050f106f05), precommit_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:23:17.448050 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-ec225641-6977-43e6-b249-903734392da0 admin admin] Publish callbacks [] for router_controller (bf72eb15-3ee6-4e6c-b6a5-69050f106f05), precommit_delete_associations {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:23:17.495238 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-ec225641-6977-43e6-b249-903734392da0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-613100'] for router (bf72eb15-3ee6-4e6c-b6a5-69050f106f05), after_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:23:17.495907 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec225641-6977-43e6-b249-903734392da0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bf72eb15-3ee6-4e6c-b6a5-69050f106f05 {{(pid=104415) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 04:23:17.500575 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-ec225641-6977-43e6-b249-903734392da0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:23:17.501722 dv-cinder-846842-7-iscsi neutron-server[104415]: INFO neutron.wsgi [None req-ec225641-6977-43e6-b249-903734392da0 admin admin] 10.222.0.13 "DELETE /v2.0/routers/bf72eb15-3ee6-4e6c-b6a5-69050f106f05 HTTP/1.1" status: 204 len: 168 time: 0.8058782 Jun 30 04:23:17.504392 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.wsgi [-] (104415) accepted ('10.222.0.13', 57240) {{(pid=104415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 04:23:17.550482 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.db.db_base_plugin_v2 [None req-115f6493-19d8-4d0f-a59c-5fa62b2f0a7d admin admin] Deleting subnet 8b49f157-cdd3-4a5e-97be-6e596cdb726e {{(pid=104415) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 30 04:23:17.553807 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-115f6493-19d8-4d0f-a59c-5fa62b2f0a7d admin admin] Publish callbacks [] for subnet (8b49f157-cdd3-4a5e-97be-6e596cdb726e), before_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:23:17.589743 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-115f6493-19d8-4d0f-a59c-5fa62b2f0a7d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8605181'] for subnet (8b49f157-cdd3-4a5e-97be-6e596cdb726e), precommit_delete_associations {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:23:17.671134 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-115f6493-19d8-4d0f-a59c-5fa62b2f0a7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3565464'] for subnet (8b49f157-cdd3-4a5e-97be-6e596cdb726e), precommit_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:23:17.729850 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-115f6493-19d8-4d0f-a59c-5fa62b2f0a7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3565459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11645304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8617655'] for subnet (8b49f157-cdd3-4a5e-97be-6e596cdb726e), after_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:23:17.754794 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115f6493-19d8-4d0f-a59c-5fa62b2f0a7d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8b49f157-cdd3-4a5e-97be-6e596cdb726e,revision_number=None']} {{(pid=104415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:23:17.760389 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-115f6493-19d8-4d0f-a59c-5fa62b2f0a7d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528667'] for subnet (None), before_response {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:23:17.763553 dv-cinder-846842-7-iscsi neutron-server[104415]: INFO neutron.wsgi [None req-115f6493-19d8-4d0f-a59c-5fa62b2f0a7d admin admin] 10.222.0.13 "DELETE /v2.0/subnets/8b49f157-cdd3-4a5e-97be-6e596cdb726e HTTP/1.1" status: 204 len: 168 time: 0.2582097 Jun 30 04:23:17.766344 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.13', 57242) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 04:23:17.766751 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6272f8dc-50d0-46d5-8bc0-8a79ab9fd94a None None] Network f3a63920-bb03-4e95-88f4-cb950eb99c36 requested from dv-cinder-846842-7-iscsi {{(pid=104417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 30 04:23:17.841474 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-35b46126-965e-4b88-86a8-27a7cb6bf0b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3657771'] for network (f3a63920-bb03-4e95-88f4-cb950eb99c36), before_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:23:17.884133 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.plugin [None req-35b46126-965e-4b88-86a8-27a7cb6bf0b5 admin admin] Deleting port abca359b-0d4a-4c9b-8e64-05183ed6895f {{(pid=104416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 30 04:23:17.884473 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-35b46126-965e-4b88-86a8-27a7cb6bf0b5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781926629636'] for port (abca359b-0d4a-4c9b-8e64-05183ed6895f), before_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:23:17.952495 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.db [None req-35b46126-965e-4b88-86a8-27a7cb6bf0b5 admin admin] For port abca359b-0d4a-4c9b-8e64-05183ed6895f, host dv-cinder-846842-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-7-iscsi',level=0,port_id=abca359b-0d4a-4c9b-8e64-05183ed6895f,segment=NetworkSegment(eda5d807-17a2-48fc-927c-f3ef68d1ae5d),segment_id=eda5d807-17a2-48fc-927c-f3ef68d1ae5d)] {{(pid=104416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 04:23:17.952820 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-35b46126-965e-4b88-86a8-27a7cb6bf0b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616079'] for port (abca359b-0d4a-4c9b-8e64-05183ed6895f), precommit_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:23:17.962218 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:23:17.966540 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.plugin [None req-35b46126-965e-4b88-86a8-27a7cb6bf0b5 admin admin] Calling delete_port for abca359b-0d4a-4c9b-8e64-05183ed6895f owned by network:dhcp {{(pid=104416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 30 04:23:18.049740 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-35b46126-965e-4b88-86a8-27a7cb6bf0b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4095053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781926635560', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781926239326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1764130'] for port (abca359b-0d4a-4c9b-8e64-05183ed6895f), after_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:23:18.072131 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b46126-965e-4b88-86a8-27a7cb6bf0b5 admin admin] Pushing event deleted for resources: {'Port': ['ID=abca359b-0d4a-4c9b-8e64-05183ed6895f,revision_number=None']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:23:18.081342 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35b46126-965e-4b88-86a8-27a7cb6bf0b5 admin admin] No DVR routers for this DVR port abca359b-0d4a-4c9b-8e64-05183ed6895f on host dv-cinder-846842-7-iscsi {{(pid=104416) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 30 04:23:18.085321 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b46126-965e-4b88-86a8-27a7cb6bf0b5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:23:18.085655 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b46126-965e-4b88-86a8-27a7cb6bf0b5 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:23:18.085988 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b46126-965e-4b88-86a8-27a7cb6bf0b5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:23:18.086313 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b46126-965e-4b88-86a8-27a7cb6bf0b5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:23:18.086634 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b46126-965e-4b88-86a8-27a7cb6bf0b5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:23:18.086950 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b46126-965e-4b88-86a8-27a7cb6bf0b5 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:23:18.087292 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b46126-965e-4b88-86a8-27a7cb6bf0b5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:23:18.087605 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b46126-965e-4b88-86a8-27a7cb6bf0b5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:23:18.087920 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b46126-965e-4b88-86a8-27a7cb6bf0b5 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:23:18.088214 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b46126-965e-4b88-86a8-27a7cb6bf0b5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:23:18.088523 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b46126-965e-4b88-86a8-27a7cb6bf0b5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:23:18.088831 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b46126-965e-4b88-86a8-27a7cb6bf0b5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:23:18.089138 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b46126-965e-4b88-86a8-27a7cb6bf0b5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:23:18.089440 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b46126-965e-4b88-86a8-27a7cb6bf0b5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:23:18.089740 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b46126-965e-4b88-86a8-27a7cb6bf0b5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:23:18.137359 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-499b2511-9f4e-428e-95ce-a8b71c3e823d None None] DHCP port deletion for f3a63920-bb03-4e95-88f4-cb950eb99c36 request from dv-cinder-846842-7-iscsi {{(pid=104417) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 30 04:23:18.169896 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-35b46126-965e-4b88-86a8-27a7cb6bf0b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3567502', 'neutron.services.segments.db._delete_segments_for_network-8781926756190'] for network (f3a63920-bb03-4e95-88f4-cb950eb99c36), precommit_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:23:18.190372 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.services.segments.db [None req-35b46126-965e-4b88-86a8-27a7cb6bf0b5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f3a63920-bb03-4e95-88f4-cb950eb99c36']}} {{(pid=104416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 04:23:18.200118 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.services.segments.db [None req-35b46126-965e-4b88-86a8-27a7cb6bf0b5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eda5d807-17a2-48fc-927c-f3ef68d1ae5d') {'for_net_delete': True} {{(pid=104416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 04:23:18.200413 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.services.segments.db [None req-35b46126-965e-4b88-86a8-27a7cb6bf0b5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eda5d807-17a2-48fc-927c-f3ef68d1ae5d') {} {{(pid=104416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 04:23:18.210739 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-35b46126-965e-4b88-86a8-27a7cb6bf0b5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781926756455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-840535'] for segment (eda5d807-17a2-48fc-927c-f3ef68d1ae5d), before_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:23:18.225464 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-35b46126-965e-4b88-86a8-27a7cb6bf0b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505043'] for segment (eda5d807-17a2-48fc-927c-f3ef68d1ae5d), precommit_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:23:18.233139 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-35b46126-965e-4b88-86a8-27a7cb6bf0b5 admin admin] Releasing vlan 187 on physical network physnet1 to pool {{(pid=104416) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 04:23:18.233718 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-35b46126-965e-4b88-86a8-27a7cb6bf0b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1764343'] for segment (eda5d807-17a2-48fc-927c-f3ef68d1ae5d), after_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:23:18.295707 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.services.segments.plugin [-] Segment eda5d807-17a2-48fc-927c-f3ef68d1ae5d resource provider aggregate not found Jun 30 04:23:18.329091 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.services.segments.plugin [-] Segment eda5d807-17a2-48fc-927c-f3ef68d1ae5d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid eda5d807-17a2-48fc-927c-f3ef68d1ae5d found for delete ", "request_id": "req-1ae4112c-54fe-4a1f-984e-303d008eca6a"}]} Jun 30 04:23:18.335843 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-35b46126-965e-4b88-86a8-27a7cb6bf0b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3567543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3637173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-620245'] for network (f3a63920-bb03-4e95-88f4-cb950eb99c36), after_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:23:18.354580 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-35b46126-965e-4b88-86a8-27a7cb6bf0b5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528667'] for network (None), before_response {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:23:18.357853 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-35b46126-965e-4b88-86a8-27a7cb6bf0b5 admin admin] 10.222.0.13 "DELETE /v2.0/networks/f3a63920-bb03-4e95-88f4-cb950eb99c36 HTTP/1.1" status: 204 len: 168 time: 0.5903242 Jun 30 04:23:18.361524 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b46126-965e-4b88-86a8-27a7cb6bf0b5 admin admin] Pushing event deleted for resources: {'Network': ['ID=f3a63920-bb03-4e95-88f4-cb950eb99c36,revision_number=None']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:23:18.369013 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36ee6a5-f532-4496-95c4-f5e8c3489873 req-5c5b319e-db90-4342-bc0e-e8fa8ea8049d tempest-AttachVolumeTestJSON-1888872629 tempest-AttachVolumeTestJSON-1888872629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:23:18.370543 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-d36ee6a5-f532-4496-95c4-f5e8c3489873 req-5c5b319e-db90-4342-bc0e-e8fa8ea8049d tempest-AttachVolumeTestJSON-1888872629 tempest-AttachVolumeTestJSON-1888872629-project] 10.222.0.13 "GET /v2.0/ports?device_id=b8b8afff-cd1f-47d8-9c47-cbb3ae7ed3e5 HTTP/1.1" status: 200 len: 945 time: 0.0767558 Jun 30 04:23:18.438806 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-d36ee6a5-f532-4496-95c4-f5e8c3489873 req-69b8961c-1c4f-4582-a2b4-101a9c6951c9 tempest-AttachVolumeTestJSON-1888872629 tempest-AttachVolumeTestJSON-1888872629-project] 10.222.0.13 "GET /v2.0/security-groups?id=8599d120-1223-4b97-956e-b4c2c7efbe95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572324 Jun 30 04:23:18.499307 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.13', 57252) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 04:23:18.541540 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-d099609b-244b-4311-b579-f0d0f2b19af0 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=62d0dd3cae1448049dc95fb347fd1a80&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0410421 Jun 30 04:23:18.544145 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.13', 57254) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 04:23:18.604781 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-e656f974-6e65-4f6c-98c4-78e8ffbe3589 admin admin] Publish callbacks [] for security_group (7349dc75-196d-4a34-ba3c-862591312549), before_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:23:18.629321 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-e656f974-6e65-4f6c-98c4-78e8ffbe3589 admin admin] Publish callbacks [] for security_group (7349dc75-196d-4a34-ba3c-862591312549), precommit_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:23:18.655712 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:23:18.680316 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-e656f974-6e65-4f6c-98c4-78e8ffbe3589 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3637186'] for security_group (7349dc75-196d-4a34-ba3c-862591312549), after_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:23:18.682917 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-e656f974-6e65-4f6c-98c4-78e8ffbe3589 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:23:18.687253 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-e656f974-6e65-4f6c-98c4-78e8ffbe3589 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7349dc75-196d-4a34-ba3c-862591312549 HTTP/1.1" status: 204 len: 168 time: 0.1389916 Jun 30 04:23:18.701209 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e656f974-6e65-4f6c-98c4-78e8ffbe3589 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7349dc75-196d-4a34-ba3c-862591312549,revision_number=None']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:23:19.047057 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.13', 57260) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 04:23:19.088238 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-f8f39730-59c2-422b-945d-99fe0ed493d5 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4f161ea30f4f4748a753e6fe6f28efe9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0399666 Jun 30 04:23:19.090724 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.13', 57262) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 04:23:19.141249 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-2fd9d0da-4ca1-403e-b7e5-91debecbcfbc admin admin] Publish callbacks [] for security_group (dd31cbe7-dd18-456e-a996-6fe8425c0b24), before_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:23:19.164893 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-2fd9d0da-4ca1-403e-b7e5-91debecbcfbc admin admin] Publish callbacks [] for security_group (dd31cbe7-dd18-456e-a996-6fe8425c0b24), precommit_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:23:19.222460 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-2fd9d0da-4ca1-403e-b7e5-91debecbcfbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3637186'] for security_group (dd31cbe7-dd18-456e-a996-6fe8425c0b24), after_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:23:19.226176 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-2fd9d0da-4ca1-403e-b7e5-91debecbcfbc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:23:19.227768 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-2fd9d0da-4ca1-403e-b7e5-91debecbcfbc admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/dd31cbe7-dd18-456e-a996-6fe8425c0b24 HTTP/1.1" status: 204 len: 168 time: 0.1361406 Jun 30 04:23:19.236444 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd9d0da-4ca1-403e-b7e5-91debecbcfbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd31cbe7-dd18-456e-a996-6fe8425c0b24,revision_number=None']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:23:19.335569 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.rpc [None req-2a6d8403-c0a5-4ac4-aa48-860a84345009 None None] Device d85e5dc8-6ae3-41a7-a0ce-d0f2040f83f5 no longer exists at agent ovs-agent-dv-cinder-846842-7-iscsi {{(pid=104417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 04:23:19.359560 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-2a6d8403-c0a5-4ac4-aa48-860a84345009 None None] No Port match for: d85e5dc8-6ae3-41a7-a0ce-d0f2040f83f5 {{(pid=104417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 30 04:23:19.359943 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.rpc [None req-2a6d8403-c0a5-4ac4-aa48-860a84345009 None None] Device d85e5dc8-6ae3-41a7-a0ce-d0f2040f83f5 not bound to the agent host dv-cinder-846842-7-iscsi {{(pid=104417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 04:23:19.360398 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.rpc [None req-2a6d8403-c0a5-4ac4-aa48-860a84345009 None None] Device abca359b-0d4a-4c9b-8e64-05183ed6895f no longer exists at agent ovs-agent-dv-cinder-846842-7-iscsi {{(pid=104417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 04:23:19.379823 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-2a6d8403-c0a5-4ac4-aa48-860a84345009 None None] No Port match for: abca359b-0d4a-4c9b-8e64-05183ed6895f {{(pid=104417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 30 04:23:19.380160 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.rpc [None req-2a6d8403-c0a5-4ac4-aa48-860a84345009 None None] Device abca359b-0d4a-4c9b-8e64-05183ed6895f not bound to the agent host dv-cinder-846842-7-iscsi {{(pid=104417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 04:23:19.380563 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.rpc [None req-2a6d8403-c0a5-4ac4-aa48-860a84345009 None None] Device e9399e3e-f4c6-457c-a881-c8c701ce5be5 no longer exists at agent ovs-agent-dv-cinder-846842-7-iscsi {{(pid=104417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 04:23:19.404180 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-2a6d8403-c0a5-4ac4-aa48-860a84345009 None None] No Port match for: e9399e3e-f4c6-457c-a881-c8c701ce5be5 {{(pid=104417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 30 04:23:19.404541 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.rpc [None req-2a6d8403-c0a5-4ac4-aa48-860a84345009 None None] Device e9399e3e-f4c6-457c-a881-c8c701ce5be5 not bound to the agent host dv-cinder-846842-7-iscsi {{(pid=104417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 04:23:19.562609 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01794b76-7fb3-476c-b6a4-01d7c3333510 req-8a190370-5ee0-4a5a-b0a5-1a781781e3a6 tempest-AttachVolumeTestJSON-1888872629 tempest-AttachVolumeTestJSON-1888872629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:23:19.564634 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-01794b76-7fb3-476c-b6a4-01d7c3333510 req-8a190370-5ee0-4a5a-b0a5-1a781781e3a6 tempest-AttachVolumeTestJSON-1888872629 tempest-AttachVolumeTestJSON-1888872629-project] 10.222.0.13 "GET /v2.0/ports?device_id=b8b8afff-cd1f-47d8-9c47-cbb3ae7ed3e5 HTTP/1.1" status: 200 len: 945 time: 0.0526199 Jun 30 04:23:19.618250 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-01794b76-7fb3-476c-b6a4-01d7c3333510 req-b0d4c519-dc8a-4299-8064-9b8af37742cc tempest-AttachVolumeTestJSON-1888872629 tempest-AttachVolumeTestJSON-1888872629-project] 10.222.0.13 "GET /v2.0/security-groups?id=8599d120-1223-4b97-956e-b4c2c7efbe95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474834 Jun 30 04:23:20.731639 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=89,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:23:20.757587 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1022ea9-5700-4e2c-be89-f35642919647 req-58daf52f-a826-4cac-b8ce-851ced246f95 tempest-AttachVolumeTestJSON-1888872629 tempest-AttachVolumeTestJSON-1888872629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:23:20.759606 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-d1022ea9-5700-4e2c-be89-f35642919647 req-58daf52f-a826-4cac-b8ce-851ced246f95 tempest-AttachVolumeTestJSON-1888872629 tempest-AttachVolumeTestJSON-1888872629-project] 10.222.0.13 "GET /v2.0/ports?device_id=b8b8afff-cd1f-47d8-9c47-cbb3ae7ed3e5 HTTP/1.1" status: 200 len: 945 time: 0.0579922 Jun 30 04:23:20.808714 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-d1022ea9-5700-4e2c-be89-f35642919647 req-5023d415-f4b3-4f81-967d-13643b51c2a9 tempest-AttachVolumeTestJSON-1888872629 tempest-AttachVolumeTestJSON-1888872629-project] 10.222.0.13 "GET /v2.0/security-groups?id=8599d120-1223-4b97-956e-b4c2c7efbe95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434215 Jun 30 04:23:21.942752 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91228c2-3304-4664-a407-25a91f057283 req-1c0555cb-ff04-4df4-a7cd-9bea30958a37 tempest-AttachVolumeTestJSON-1888872629 tempest-AttachVolumeTestJSON-1888872629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:23:21.944266 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-b91228c2-3304-4664-a407-25a91f057283 req-1c0555cb-ff04-4df4-a7cd-9bea30958a37 tempest-AttachVolumeTestJSON-1888872629 tempest-AttachVolumeTestJSON-1888872629-project] 10.222.0.13 "GET /v2.0/ports?device_id=b8b8afff-cd1f-47d8-9c47-cbb3ae7ed3e5 HTTP/1.1" status: 200 len: 945 time: 0.0599349 Jun 30 04:23:22.000158 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-b91228c2-3304-4664-a407-25a91f057283 req-9f85f347-62ef-4ea0-a717-0ae308225087 tempest-AttachVolumeTestJSON-1888872629 tempest-AttachVolumeTestJSON-1888872629-project] 10.222.0.13 "GET /v2.0/security-groups?id=8599d120-1223-4b97-956e-b4c2c7efbe95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475528 Jun 30 04:23:23.127883 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1e9bd8-e1b4-4431-b773-b4c579482848 req-2c30a452-4557-43f6-905e-ed0991722b33 tempest-AttachVolumeTestJSON-1888872629 tempest-AttachVolumeTestJSON-1888872629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:23:23.129355 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-5d1e9bd8-e1b4-4431-b773-b4c579482848 req-2c30a452-4557-43f6-905e-ed0991722b33 tempest-AttachVolumeTestJSON-1888872629 tempest-AttachVolumeTestJSON-1888872629-project] 10.222.0.13 "GET /v2.0/ports?device_id=b8b8afff-cd1f-47d8-9c47-cbb3ae7ed3e5 HTTP/1.1" status: 200 len: 945 time: 0.0473132 Jun 30 04:23:23.185599 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-5d1e9bd8-e1b4-4431-b773-b4c579482848 req-6fe4fe9a-7263-425d-bf6f-e83e99799b7c tempest-AttachVolumeTestJSON-1888872629 tempest-AttachVolumeTestJSON-1888872629-project] 10.222.0.13 "GET /v2.0/security-groups?id=8599d120-1223-4b97-956e-b4c2c7efbe95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506587 Jun 30 04:23:23.996487 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:SELECT=16 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:23:23.997853 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:SELECT=9 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:23:24.310019 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41f07a6-2736-479f-a653-0cfd71c97f4f req-060a4ed3-06c9-4689-b050-b26255cbf72d tempest-AttachVolumeTestJSON-1888872629 tempest-AttachVolumeTestJSON-1888872629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:23:24.311470 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-e41f07a6-2736-479f-a653-0cfd71c97f4f req-060a4ed3-06c9-4689-b050-b26255cbf72d tempest-AttachVolumeTestJSON-1888872629 tempest-AttachVolumeTestJSON-1888872629-project] 10.222.0.13 "GET /v2.0/ports?device_id=b8b8afff-cd1f-47d8-9c47-cbb3ae7ed3e5 HTTP/1.1" status: 200 len: 945 time: 0.0494173 Jun 30 04:23:24.363296 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-e41f07a6-2736-479f-a653-0cfd71c97f4f req-b5bc0c77-e666-4f45-9ddc-3096a1303c95 tempest-AttachVolumeTestJSON-1888872629 tempest-AttachVolumeTestJSON-1888872629-project] 10.222.0.13 "GET /v2.0/security-groups?id=8599d120-1223-4b97-956e-b4c2c7efbe95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459030 Jun 30 04:23:25.495476 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df81caea-b6b8-4388-a472-d05c292c2e33 req-1e5462ab-bfb1-4d0f-959d-782420a9710d tempest-AttachVolumeTestJSON-1888872629 tempest-AttachVolumeTestJSON-1888872629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:23:25.497057 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-df81caea-b6b8-4388-a472-d05c292c2e33 req-1e5462ab-bfb1-4d0f-959d-782420a9710d tempest-AttachVolumeTestJSON-1888872629 tempest-AttachVolumeTestJSON-1888872629-project] 10.222.0.13 "GET /v2.0/ports?device_id=b8b8afff-cd1f-47d8-9c47-cbb3ae7ed3e5 HTTP/1.1" status: 200 len: 945 time: 0.0534208 Jun 30 04:23:25.545744 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-df81caea-b6b8-4388-a472-d05c292c2e33 req-772ea42f-0826-47d0-bd13-72446840ec4d tempest-AttachVolumeTestJSON-1888872629 tempest-AttachVolumeTestJSON-1888872629-project] 10.222.0.13 "GET /v2.0/security-groups?id=8599d120-1223-4b97-956e-b4c2c7efbe95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427508 Jun 30 04:23:26.675452 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5eb519a-2108-4c0f-adfb-06263b172a7d req-a7cbef74-b5fa-44f5-aa48-4fe7c851ef00 tempest-AttachVolumeTestJSON-1888872629 tempest-AttachVolumeTestJSON-1888872629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:23:26.676912 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-f5eb519a-2108-4c0f-adfb-06263b172a7d req-a7cbef74-b5fa-44f5-aa48-4fe7c851ef00 tempest-AttachVolumeTestJSON-1888872629 tempest-AttachVolumeTestJSON-1888872629-project] 10.222.0.13 "GET /v2.0/ports?device_id=b8b8afff-cd1f-47d8-9c47-cbb3ae7ed3e5 HTTP/1.1" status: 200 len: 945 time: 0.0529413 Jun 30 04:23:26.740247 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-f5eb519a-2108-4c0f-adfb-06263b172a7d req-e9d51f25-620b-468b-b9ac-e7d63a44b2b3 tempest-AttachVolumeTestJSON-1888872629 tempest-AttachVolumeTestJSON-1888872629-project] 10.222.0.13 "GET /v2.0/security-groups?id=8599d120-1223-4b97-956e-b4c2c7efbe95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550890 Jun 30 04:23:26.984785 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc59c546-81bb-41f1-9833-018ce55f01a5 req-c9f2e280-e62c-423e-a1df-9091ee9a417c tempest-AttachVolumeTestJSON-1888872629 tempest-AttachVolumeTestJSON-1888872629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:23:26.986327 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-bc59c546-81bb-41f1-9833-018ce55f01a5 req-c9f2e280-e62c-423e-a1df-9091ee9a417c tempest-AttachVolumeTestJSON-1888872629 tempest-AttachVolumeTestJSON-1888872629-project] 10.222.0.13 "GET /v2.0/ports?device_id=b8b8afff-cd1f-47d8-9c47-cbb3ae7ed3e5 HTTP/1.1" status: 200 len: 945 time: 0.0542004 Jun 30 04:23:27.051831 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:DELETE=3,neutron:SELECT=97 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:23:27.065833 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa9c9b4-4da2-4c88-a753-3f1be9d8d644 req-50b1f81e-ed95-489a-8d5f-2f13ef36fc05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:23:27.067393 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-afa9c9b4-4da2-4c88-a753-3f1be9d8d644 req-50b1f81e-ed95-489a-8d5f-2f13ef36fc05 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=cec258de3eea4a12a7bd9b2b9832dce6&device_id=b8b8afff-cd1f-47d8-9c47-cbb3ae7ed3e5 HTTP/1.1" status: 200 len: 1129 time: 0.0653672 Jun 30 04:23:27.071285 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-bc59c546-81bb-41f1-9833-018ce55f01a5 req-189dc1a4-8a3d-4a94-9941-c3672b525692 tempest-AttachVolumeTestJSON-1888872629 tempest-AttachVolumeTestJSON-1888872629-project] 10.222.0.13 "GET /v2.0/security-groups?id=8599d120-1223-4b97-956e-b4c2c7efbe95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0767686 Jun 30 04:23:27.167429 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa9c9b4-4da2-4c88-a753-3f1be9d8d644 req-7eb9b8fa-3e31-44a1-a3a4-e90834f8540b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:23:27.168899 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-afa9c9b4-4da2-4c88-a753-3f1be9d8d644 req-7eb9b8fa-3e31-44a1-a3a4-e90834f8540b service neutron] 10.222.0.20 "GET /v2.0/networks?id=6ae8070a-7682-4fda-9ac2-70bc78e189c1 HTTP/1.1" status: 200 len: 912 time: 0.0947628 Jun 30 04:23:27.233991 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-afa9c9b4-4da2-4c88-a753-3f1be9d8d644 req-fd4f736d-f8da-4dbb-9752-ceb5f48ba703 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=92d5d28e-901e-4fdd-a753-3d722a745dcb HTTP/1.1" status: 200 len: 1000 time: 0.0576756 Jun 30 04:23:27.284712 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa9c9b4-4da2-4c88-a753-3f1be9d8d644 req-8095da81-338e-465e-a770-52f848dc4c3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:23:27.286172 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-afa9c9b4-4da2-4c88-a753-3f1be9d8d644 req-8095da81-338e-465e-a770-52f848dc4c3a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f5fefb96-b952-42d8-9509-ca82c6db7d62 HTTP/1.1" status: 200 len: 850 time: 0.0469599 Jun 30 04:23:27.334718 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa9c9b4-4da2-4c88-a753-3f1be9d8d644 req-6f5d0353-0ace-4604-9bd6-f9c12d016a1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:23:27.336250 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-afa9c9b4-4da2-4c88-a753-3f1be9d8d644 req-6f5d0353-0ace-4604-9bd6-f9c12d016a1d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6ae8070a-7682-4fda-9ac2-70bc78e189c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0429177 Jun 30 04:23:27.429445 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-afa9c9b4-4da2-4c88-a753-3f1be9d8d644 req-d14effaf-0add-4501-91c1-f61161b94a51 service neutron] 10.222.0.20 "GET /v2.0/networks/6ae8070a-7682-4fda-9ac2-70bc78e189c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870852 Jun 30 04:23:27.451916 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=100 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:23:27.540770 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-afa9c9b4-4da2-4c88-a753-3f1be9d8d644 req-9d8881e8-7f7b-455a-ba64-910c7f4d801d service neutron] 10.222.0.20 "GET /v2.0/networks/6ae8070a-7682-4fda-9ac2-70bc78e189c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1050453 Jun 30 04:23:27.736581 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:DELETE=7,neutron:SELECT=50,neutron:UPDATE=1 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:23:27.754908 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=57,neutron:DELETE=11,neutron:UPDATE=4 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:23:28.205594 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c062451-6c69-4707-ab72-cfd636c6b094 req-e3dff4e0-3082-46f9-bd6c-3a29b9e0bb4b tempest-AttachVolumeTestJSON-1888872629 tempest-AttachVolumeTestJSON-1888872629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:23:28.207122 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-5c062451-6c69-4707-ab72-cfd636c6b094 req-e3dff4e0-3082-46f9-bd6c-3a29b9e0bb4b tempest-AttachVolumeTestJSON-1888872629 tempest-AttachVolumeTestJSON-1888872629-project] 10.222.0.13 "GET /v2.0/ports?device_id=b8b8afff-cd1f-47d8-9c47-cbb3ae7ed3e5 HTTP/1.1" status: 200 len: 945 time: 0.0536101 Jun 30 04:23:28.255345 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-5c062451-6c69-4707-ab72-cfd636c6b094 req-c10da925-457c-4f05-838a-aab1f1dd555d tempest-AttachVolumeTestJSON-1888872629 tempest-AttachVolumeTestJSON-1888872629-project] 10.222.0.13 "GET /v2.0/security-groups?id=8599d120-1223-4b97-956e-b4c2c7efbe95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425751 Jun 30 04:23:29.340398 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=80,neutron:UPDATE=2 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:23:29.383306 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=82,neutron:UPDATE=4 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:23:29.384363 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ac66cc-cb15-4a49-8f17-42622b845924 req-92df6aaa-a9d0-4459-9d6a-9cc87cf1637f tempest-AttachVolumeTestJSON-1888872629 tempest-AttachVolumeTestJSON-1888872629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:23:29.385940 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-c5ac66cc-cb15-4a49-8f17-42622b845924 req-92df6aaa-a9d0-4459-9d6a-9cc87cf1637f tempest-AttachVolumeTestJSON-1888872629 tempest-AttachVolumeTestJSON-1888872629-project] 10.222.0.13 "GET /v2.0/ports?device_id=b8b8afff-cd1f-47d8-9c47-cbb3ae7ed3e5 HTTP/1.1" status: 200 len: 945 time: 0.0586390 Jun 30 04:23:29.435668 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-c5ac66cc-cb15-4a49-8f17-42622b845924 req-ecca9e65-2759-4cf9-934f-1bbfd9860f8c tempest-AttachVolumeTestJSON-1888872629 tempest-AttachVolumeTestJSON-1888872629-project] 10.222.0.13 "GET /v2.0/security-groups?id=8599d120-1223-4b97-956e-b4c2c7efbe95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428832 Jun 30 04:23:29.736712 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.db.agents_db [None req-38391644-8868-4c56-b8b1-4dfa3b709b99 None None] Agent healthcheck: found 6 active agents {{(pid=104418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 04:23:35.202121 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-3347685a-7a5e-41b1-9d81-15fe5c606aff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926756172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565263'] for agent (beddbd52-9273-44c2-990c-63933fe383b2), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:23:36.744102 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-fad65046-0f0c-47fa-8096-332f6df0f1b5 req-edafd1ce-60c6-48fa-b113-5d16ba2a7c3d tempest-TestVolumeBootPattern-1718480899 tempest-TestVolumeBootPattern-1718480899-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-779380356&fields=id&tenant_id=c2fe0f4b2519494ea784cea098da6be3 HTTP/1.1" status: 200 len: 267 time: 0.0454826 Jun 30 04:23:36.856637 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad65046-0f0c-47fa-8096-332f6df0f1b5 req-ac0db2cc-c1a9-455d-9798-724c070189d3 tempest-TestVolumeBootPattern-1718480899 tempest-TestVolumeBootPattern-1718480899-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:23:36.858094 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-fad65046-0f0c-47fa-8096-332f6df0f1b5 req-ac0db2cc-c1a9-455d-9798-724c070189d3 tempest-TestVolumeBootPattern-1718480899 tempest-TestVolumeBootPattern-1718480899-project] 10.222.0.13 "GET /v2.0/networks?id=db2948ec-060f-4621-8ce6-8119698c91b1 HTTP/1.1" status: 200 len: 811 time: 0.1079721 Jun 30 04:23:36.875370 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-fad65046-0f0c-47fa-8096-332f6df0f1b5 req-c899cba9-8eee-4380-829d-dd1377183c15 tempest-TestVolumeBootPattern-1718480899 tempest-TestVolumeBootPattern-1718480899-project] 10.222.0.13 "GET /v2.0/quotas/c2fe0f4b2519494ea784cea098da6be3 HTTP/1.1" status: 200 len: 375 time: 0.0094957 Jun 30 04:23:36.926874 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-fad65046-0f0c-47fa-8096-332f6df0f1b5 req-6981aea9-5e3e-4b07-8074-076859a3f129 tempest-TestVolumeBootPattern-1718480899 tempest-TestVolumeBootPattern-1718480899-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=c2fe0f4b2519494ea784cea098da6be3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0461838 Jun 30 04:23:37.027971 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-fad65046-0f0c-47fa-8096-332f6df0f1b5 req-1d6e0f68-9b05-423e-88d6-fa62d343ab87 service neutron] 10.222.0.13 "GET /v2.0/networks/db2948ec-060f-4621-8ce6-8119698c91b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874579 Jun 30 04:23:37.089421 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=100 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:23:37.126857 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-fad65046-0f0c-47fa-8096-332f6df0f1b5 req-915f42b4-b19c-428e-93ea-164747e915a0 service neutron] 10.222.0.13 "GET /v2.0/networks/db2948ec-060f-4621-8ce6-8119698c91b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930135 Jun 30 04:23:37.436771 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-9670ba53-a9a5-49f3-bba1-6637b5d8b82a req-be2addea-4e83-48c0-803a-98c5dcebdbb5 tempest-TestVolumeBootPattern-1718480899 tempest-TestVolumeBootPattern-1718480899-project] 10.222.0.13 "GET /v2.0/ports?device_id=679b1905-1999-4528-94b5-26d01c3768a5 HTTP/1.1" status: 200 len: 210 time: 0.0285425 Jun 30 04:23:37.528470 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-4fc4ffa7-25f7-403d-90de-c8bf2fd02efc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926756172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565263'] for agent (2ea21a61-d737-4543-a811-a0d035fbf0f6), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:23:38.400718 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad65046-0f0c-47fa-8096-332f6df0f1b5 req-76e009f1-68d6-4ec6-8733-6d5fcbc348fb tempest-TestVolumeBootPattern-1718480899 tempest-TestVolumeBootPattern-1718480899-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:23:38.402183 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-fad65046-0f0c-47fa-8096-332f6df0f1b5 req-76e009f1-68d6-4ec6-8733-6d5fcbc348fb tempest-TestVolumeBootPattern-1718480899 tempest-TestVolumeBootPattern-1718480899-project] 10.222.0.20 "GET /v2.0/networks?id=db2948ec-060f-4621-8ce6-8119698c91b1 HTTP/1.1" status: 200 len: 811 time: 0.1084225 Jun 30 04:23:38.472448 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-fad65046-0f0c-47fa-8096-332f6df0f1b5 req-09c2b2a8-734b-4172-a9cd-e1a90b7b066f tempest-TestVolumeBootPattern-1718480899 tempest-TestVolumeBootPattern-1718480899-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c2fe0f4b2519494ea784cea098da6be3 HTTP/1.1" status: 200 len: 379 time: 0.0604045 Jun 30 04:23:38.483709 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.v2.base [req-fad65046-0f0c-47fa-8096-332f6df0f1b5 req-29e43355-9c31-4f2d-9556-62d95647ee23 tempest-TestVolumeBootPattern-1718480899 tempest-TestVolumeBootPattern-1718480899-project] Request body: {'port': {'device_id': '679b1905-1999-4528-94b5-26d01c3768a5', 'network_id': 'db2948ec-060f-4621-8ce6-8119698c91b1', 'admin_state_up': True, 'tenant_id': 'c2fe0f4b2519494ea784cea098da6be3', 'security_groups': ['1e7d7258-f507-4717-8413-3442decd3e6b']}} {{(pid=104416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 30 04:23:38.490582 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-7a77f087-4523-4fd9-b9f1-b6333d8ad1f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926756172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565263'] for agent (672e10fd-0bbc-4d52-8fca-d980f41e3265), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:23:38.572669 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-af13ee99-c3a4-4f40-b07f-56d50975e28b req-7f6f60cb-1e8d-44a1-9d46-14cc1828a839 tempest-TestVolumeBootPattern-1718480899 tempest-TestVolumeBootPattern-1718480899-project] 10.222.0.13 "GET /v2.0/ports?device_id=679b1905-1999-4528-94b5-26d01c3768a5 HTTP/1.1" status: 200 len: 210 time: 0.0585117 Jun 30 04:23:38.597363 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=100 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:23:38.623277 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fad65046-0f0c-47fa-8096-332f6df0f1b5 req-29e43355-9c31-4f2d-9556-62d95647ee23 tempest-TestVolumeBootPattern-1718480899 tempest-TestVolumeBootPattern-1718480899-project] Made reservation on behalf of c2fe0f4b2519494ea784cea098da6be3 for: {'port': 1} {{(pid=104416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 04:23:38.627797 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-fad65046-0f0c-47fa-8096-332f6df0f1b5 req-29e43355-9c31-4f2d-9556-62d95647ee23 tempest-TestVolumeBootPattern-1718480899 tempest-TestVolumeBootPattern-1718480899-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3606762'] for port (None), before_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:23:38.760264 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.db.db_base_plugin_common [req-fad65046-0f0c-47fa-8096-332f6df0f1b5 req-29e43355-9c31-4f2d-9556-62d95647ee23 tempest-TestVolumeBootPattern-1718480899 tempest-TestVolumeBootPattern-1718480899-project] Allocated IP 172.20.0.3 (db2948ec-060f-4621-8ce6-8119698c91b1/d15d22dc-e983-46bc-a814-5adbf2d25b83/b82a599a-5700-469a-bad4-85ce45d68120) {{(pid=104416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 04:23:38.911035 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-fad65046-0f0c-47fa-8096-332f6df0f1b5 req-29e43355-9c31-4f2d-9556-62d95647ee23 tempest-TestVolumeBootPattern-1718480899 tempest-TestVolumeBootPattern-1718480899-project] Publish callbacks [] for port (b82a599a-5700-469a-bad4-85ce45d68120), precommit_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:23:38.944697 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-fad65046-0f0c-47fa-8096-332f6df0f1b5 req-29e43355-9c31-4f2d-9556-62d95647ee23 tempest-TestVolumeBootPattern-1718480899 tempest-TestVolumeBootPattern-1718480899-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4095053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781926239317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1764130'] for port (b82a599a-5700-469a-bad4-85ce45d68120), after_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:23:38.987219 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fad65046-0f0c-47fa-8096-332f6df0f1b5 req-29e43355-9c31-4f2d-9556-62d95647ee23 tempest-TestVolumeBootPattern-1718480899 tempest-TestVolumeBootPattern-1718480899-project] Network db2948ec-060f-4621-8ce6-8119698c91b1 is already hosted by enough agents. {{(pid=104416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 04:23:38.992235 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.scheduler.base_scheduler [req-fad65046-0f0c-47fa-8096-332f6df0f1b5 req-29e43355-9c31-4f2d-9556-62d95647ee23 tempest-TestVolumeBootPattern-1718480899 tempest-TestVolumeBootPattern-1718480899-project] Resources bound (agent type, host, resource id): {{(pid=104416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 04:23:38.996121 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.db.l3_dvrscheduler_db [req-fad65046-0f0c-47fa-8096-332f6df0f1b5 req-29e43355-9c31-4f2d-9556-62d95647ee23 tempest-TestVolumeBootPattern-1718480899 tempest-TestVolumeBootPattern-1718480899-project] Received port after_create {{(pid=104416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 30 04:23:39.019957 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e43355-9c31-4f2d-9556-62d95647ee23 tempest-TestVolumeBootPattern-1718480899 tempest-TestVolumeBootPattern-1718480899-project] Pushing event updated for resources: {'Port': ['ID=b82a599a-5700-469a-bad4-85ce45d68120,revision_number=1']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:23:39.050186 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad65046-0f0c-47fa-8096-332f6df0f1b5 req-29e43355-9c31-4f2d-9556-62d95647ee23 tempest-TestVolumeBootPattern-1718480899 tempest-TestVolumeBootPattern-1718480899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:23:39.050921 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-fad65046-0f0c-47fa-8096-332f6df0f1b5 req-29e43355-9c31-4f2d-9556-62d95647ee23 tempest-TestVolumeBootPattern-1718480899 tempest-TestVolumeBootPattern-1718480899-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13292'] for port (None), before_response {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:23:39.068422 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-fad65046-0f0c-47fa-8096-332f6df0f1b5 req-29e43355-9c31-4f2d-9556-62d95647ee23 tempest-TestVolumeBootPattern-1718480899 tempest-TestVolumeBootPattern-1718480899-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5885365 Jun 30 04:23:39.079599 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.v2.base [req-fad65046-0f0c-47fa-8096-332f6df0f1b5 req-531a2cb3-7f0c-45e9-b3a1-a75256923bcd service neutron] Request body: {'port': {'device_id': '679b1905-1999-4528-94b5-26d01c3768a5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84684'}} {{(pid=104416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 30 04:23:39.143624 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-fad65046-0f0c-47fa-8096-332f6df0f1b5 req-531a2cb3-7f0c-45e9-b3a1-a75256923bcd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3606762'] for port (b82a599a-5700-469a-bad4-85ce45d68120), before_update {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:23:39.219422 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.db.provisioning_blocks [None req-6cbf98b9-c9f2-4bc3-ad21-64a34bc103f7 None None] Provisioning complete for port b82a599a-5700-469a-bad4-85ce45d68120 triggered by entity DHCP. {{(pid=104417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 30 04:23:39.220046 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-6cbf98b9-c9f2-4bc3-ad21-64a34bc103f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565073'] for port (b82a599a-5700-469a-bad4-85ce45d68120), provisioning_complete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:23:39.238015 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:23:39.252831 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-6cbf98b9-c9f2-4bc3-ad21-64a34bc103f7 None None] Port b82a599a-5700-469a-bad4-85ce45d68120 cannot update to ACTIVE because it is not bound. {{(pid=104417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 30 04:23:39.321991 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:23:39.410654 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.notifiers.nova [req-fad65046-0f0c-47fa-8096-332f6df0f1b5 req-531a2cb3-7f0c-45e9-b3a1-a75256923bcd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b82a599a-5700-469a-bad4-85ce45d68120 {{(pid=104416) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 30 04:23:39.418278 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-fad65046-0f0c-47fa-8096-332f6df0f1b5 req-531a2cb3-7f0c-45e9-b3a1-a75256923bcd service neutron] Publish callbacks [] for port (b82a599a-5700-469a-bad4-85ce45d68120), precommit_update {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:23:39.431239 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.db.provisioning_blocks [req-fad65046-0f0c-47fa-8096-332f6df0f1b5 req-531a2cb3-7f0c-45e9-b3a1-a75256923bcd service neutron] Transition to ACTIVE for port object b82a599a-5700-469a-bad4-85ce45d68120 will not be triggered until provisioned by entity L2. {{(pid=104416) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 30 04:23:39.436362 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-fad65046-0f0c-47fa-8096-332f6df0f1b5 req-531a2cb3-7f0c-45e9-b3a1-a75256923bcd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4095053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781926634698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781926239335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781926239353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1764123'] for port (b82a599a-5700-469a-bad4-85ce45d68120), after_update {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:23:39.483908 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531a2cb3-7f0c-45e9-b3a1-a75256923bcd service neutron] Pushing event updated for resources: {'Port': ['ID=b82a599a-5700-469a-bad4-85ce45d68120,revision_number=2']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:23:39.561918 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.managers [req-fad65046-0f0c-47fa-8096-332f6df0f1b5 req-531a2cb3-7f0c-45e9-b3a1-a75256923bcd service neutron] Attempting to bind port b82a599a-5700-469a-bad4-85ce45d68120 on host hv-cinder-84684 for vnic_type normal with profile {{(pid=104416) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 30 04:23:39.562244 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.managers [req-fad65046-0f0c-47fa-8096-332f6df0f1b5 req-531a2cb3-7f0c-45e9-b3a1-a75256923bcd service neutron] Attempting to bind port b82a599a-5700-469a-bad4-85ce45d68120 by drivers openvswitch,hyperv on host hv-cinder-84684 at level 0 using segments [{'id': '29fd2ab4-096b-48df-8eef-82f2cdac089f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'db2948ec-060f-4621-8ce6-8119698c91b1'}] {{(pid=104416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 30 04:23:39.562590 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fad65046-0f0c-47fa-8096-332f6df0f1b5 req-531a2cb3-7f0c-45e9-b3a1-a75256923bcd service neutron] Attempting to bind port b82a599a-5700-469a-bad4-85ce45d68120 on network db2948ec-060f-4621-8ce6-8119698c91b1 {{(pid=104416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 30 04:23:39.567800 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fad65046-0f0c-47fa-8096-332f6df0f1b5 req-531a2cb3-7f0c-45e9-b3a1-a75256923bcd service neutron] Port b82a599a-5700-469a-bad4-85ce45d68120 on network db2948ec-060f-4621-8ce6-8119698c91b1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84684 {{(pid=104416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 30 04:23:39.568128 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fad65046-0f0c-47fa-8096-332f6df0f1b5 req-531a2cb3-7f0c-45e9-b3a1-a75256923bcd service neutron] Attempting to bind port b82a599a-5700-469a-bad4-85ce45d68120 on network db2948ec-060f-4621-8ce6-8119698c91b1 {{(pid=104416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 30 04:23:39.573801 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fad65046-0f0c-47fa-8096-332f6df0f1b5 req-531a2cb3-7f0c-45e9-b3a1-a75256923bcd service neutron] Checking agent: {'id': 'ef703bef-7cc0-467c-baa9-fe8a66be565c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84684', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 30, 4, 13, 10), 'started_at': datetime.datetime(2022, 6, 30, 4, 13, 10), 'heartbeat_timestamp': datetime.datetime(2022, 6, 30, 4, 23, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 30 04:23:39.574244 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fad65046-0f0c-47fa-8096-332f6df0f1b5 req-531a2cb3-7f0c-45e9-b3a1-a75256923bcd service neutron] Checking segment: {'id': '29fd2ab4-096b-48df-8eef-82f2cdac089f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'db2948ec-060f-4621-8ce6-8119698c91b1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104416) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 30 04:23:39.574721 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fad65046-0f0c-47fa-8096-332f6df0f1b5 req-531a2cb3-7f0c-45e9-b3a1-a75256923bcd service neutron] Bound using segment: {'id': '29fd2ab4-096b-48df-8eef-82f2cdac089f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'db2948ec-060f-4621-8ce6-8119698c91b1'} {{(pid=104416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 30 04:23:39.575197 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.managers [req-fad65046-0f0c-47fa-8096-332f6df0f1b5 req-531a2cb3-7f0c-45e9-b3a1-a75256923bcd service neutron] Bound port: b82a599a-5700-469a-bad4-85ce45d68120, host: hv-cinder-84684, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '29fd2ab4-096b-48df-8eef-82f2cdac089f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'db2948ec-060f-4621-8ce6-8119698c91b1'}}] {{(pid=104416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 30 04:23:39.575562 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-fad65046-0f0c-47fa-8096-332f6df0f1b5 req-531a2cb3-7f0c-45e9-b3a1-a75256923bcd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3606762'] for port (b82a599a-5700-469a-bad4-85ce45d68120), before_update {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:23:39.644855 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.db [req-fad65046-0f0c-47fa-8096-332f6df0f1b5 req-531a2cb3-7f0c-45e9-b3a1-a75256923bcd service neutron] For port b82a599a-5700-469a-bad4-85ce45d68120, host hv-cinder-84684, cleared binding levels {{(pid=104416) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 04:23:39.648315 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.db [req-fad65046-0f0c-47fa-8096-332f6df0f1b5 req-531a2cb3-7f0c-45e9-b3a1-a75256923bcd service neutron] For port b82a599a-5700-469a-bad4-85ce45d68120, host hv-cinder-84684, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=b82a599a-5700-469a-bad4-85ce45d68120,segment=NetworkSegment(29fd2ab4-096b-48df-8eef-82f2cdac089f),segment_id=29fd2ab4-096b-48df-8eef-82f2cdac089f)] {{(pid=104416) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 04:23:39.664593 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-fad65046-0f0c-47fa-8096-332f6df0f1b5 req-531a2cb3-7f0c-45e9-b3a1-a75256923bcd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4095053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781926634698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781926239335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781926239353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1764123'] for port (b82a599a-5700-469a-bad4-85ce45d68120), after_update {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:23:39.729117 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad65046-0f0c-47fa-8096-332f6df0f1b5 req-531a2cb3-7f0c-45e9-b3a1-a75256923bcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:23:39.729649 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-fad65046-0f0c-47fa-8096-332f6df0f1b5 req-531a2cb3-7f0c-45e9-b3a1-a75256923bcd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13292'] for port (None), before_response {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:23:39.731045 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-fad65046-0f0c-47fa-8096-332f6df0f1b5 req-531a2cb3-7f0c-45e9-b3a1-a75256923bcd service neutron] 10.222.0.20 "PUT /v2.0/ports/b82a599a-5700-469a-bad4-85ce45d68120 HTTP/1.1" status: 200 len: 1093 time: 0.6557701 Jun 30 04:23:39.731603 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '679b1905-1999-4528-94b5-26d01c3768a5', 'tag': 'b82a599a-5700-469a-bad4-85ce45d68120'}] {{(pid=104416) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 30 04:23:39.733848 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8111519efe35ff5952c269e16f689610d56ef28aa1e0b77ca5734c542983c30f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-832b2013-9f22-4aa2-aa78-0788bd5c2132" -d '{"events": [{"name": "network-changed", "server_uuid": "679b1905-1999-4528-94b5-26d01c3768a5", "tag": "b82a599a-5700-469a-bad4-85ce45d68120"}]}' {{(pid=104416) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 04:23:39.746774 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df62dd53-f1ec-4c2b-96f6-29dc993e0199 req-3b669bda-ef5f-49d5-8f88-cb5b57446754 tempest-TestVolumeBootPattern-1718480899 tempest-TestVolumeBootPattern-1718480899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:23:39.748353 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-df62dd53-f1ec-4c2b-96f6-29dc993e0199 req-3b669bda-ef5f-49d5-8f88-cb5b57446754 tempest-TestVolumeBootPattern-1718480899 tempest-TestVolumeBootPattern-1718480899-project] 10.222.0.13 "GET /v2.0/ports?device_id=679b1905-1999-4528-94b5-26d01c3768a5 HTTP/1.1" status: 200 len: 943 time: 0.0967124 Jun 30 04:23:39.767362 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531a2cb3-7f0c-45e9-b3a1-a75256923bcd service neutron] Pushing event updated for resources: {'Port': ['ID=b82a599a-5700-469a-bad4-85ce45d68120,revision_number=3']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:23:39.788364 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Jun 2022 04:23:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-530fcbec-1277-4013-ac72-bd570a45c0bf x-openstack-request-id: req-530fcbec-1277-4013-ac72-bd570a45c0bf {{(pid=104416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 04:23:39.788648 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "679b1905-1999-4528-94b5-26d01c3768a5", "tag": "b82a599a-5700-469a-bad4-85ce45d68120", "status": "completed", "code": 200}]} {{(pid=104416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 04:23:39.788896 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-530fcbec-1277-4013-ac72-bd570a45c0bf {{(pid=104416) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 04:23:39.789301 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.notifiers.nova [-] Nova event matching ['req-530fcbec-1277-4013-ac72-bd570a45c0bf'] response: {'name': 'network-changed', 'server_uuid': '679b1905-1999-4528-94b5-26d01c3768a5', 'tag': 'b82a599a-5700-469a-bad4-85ce45d68120', 'status': 'completed', 'code': 200} Jun 30 04:23:39.839915 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-df62dd53-f1ec-4c2b-96f6-29dc993e0199 req-b7ef4b0e-da42-4c10-8725-e14926be2573 tempest-TestVolumeBootPattern-1718480899 tempest-TestVolumeBootPattern-1718480899-project] 10.222.0.13 "GET /v2.0/security-groups?id=1e7d7258-f507-4717-8413-3442decd3e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0802481 Jun 30 04:23:39.850813 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad65046-0f0c-47fa-8096-332f6df0f1b5 req-1c360239-d0c7-4e87-a22b-83c7b8b42dbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:23:39.852365 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-fad65046-0f0c-47fa-8096-332f6df0f1b5 req-1c360239-d0c7-4e87-a22b-83c7b8b42dbf service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c2fe0f4b2519494ea784cea098da6be3&device_id=679b1905-1999-4528-94b5-26d01c3768a5 HTTP/1.1" status: 200 len: 1127 time: 0.0507739 Jun 30 04:23:39.894535 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-fad65046-0f0c-47fa-8096-332f6df0f1b5 req-fa4c40d9-6ebc-4376-8a26-cabad3cb3d85 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b82a599a-5700-469a-bad4-85ce45d68120 HTTP/1.1" status: 200 len: 217 time: 0.0337920 Jun 30 04:23:39.948830 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad65046-0f0c-47fa-8096-332f6df0f1b5 req-b576757c-8b24-4a47-86cf-3c70ff89e2d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:23:39.950213 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-fad65046-0f0c-47fa-8096-332f6df0f1b5 req-b576757c-8b24-4a47-86cf-3c70ff89e2d7 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d15d22dc-e983-46bc-a814-5adbf2d25b83 HTTP/1.1" status: 200 len: 850 time: 0.0472512 Jun 30 04:23:39.996865 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad65046-0f0c-47fa-8096-332f6df0f1b5 req-967ae0e8-cf12-4c01-a16b-b22836ce86e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:23:39.998417 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-fad65046-0f0c-47fa-8096-332f6df0f1b5 req-967ae0e8-cf12-4c01-a16b-b22836ce86e6 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=db2948ec-060f-4621-8ce6-8119698c91b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0398362 Jun 30 04:23:40.093435 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-fad65046-0f0c-47fa-8096-332f6df0f1b5 req-e30198ce-0727-4383-bc3e-4f3fc779ee2b service neutron] 10.222.0.20 "GET /v2.0/networks/db2948ec-060f-4621-8ce6-8119698c91b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882757 Jun 30 04:23:40.196422 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-fad65046-0f0c-47fa-8096-332f6df0f1b5 req-0380bbd5-f888-45e5-8b10-273d361f0ed3 service neutron] 10.222.0.20 "GET /v2.0/networks/db2948ec-060f-4621-8ce6-8119698c91b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966659 Jun 30 04:23:40.271539 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-88ff949a-6007-42d5-8261-77b64d367ca9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926756172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565263'] for agent (4c4a8942-da79-4b81-aa08-fb593b1e6e06), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:23:40.443581 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-2a6d8403-c0a5-4ac4-aa48-860a84345009 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926756172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565263'] for agent (cbdf45b5-344e-4e18-9242-1abb738708f2), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:23:40.487923 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:23:40.491484 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832b2013-9f22-4aa2-aa78-0788bd5c2132 req-affb2913-ae6a-442f-b942-9290280c6915 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:23:40.493011 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-832b2013-9f22-4aa2-aa78-0788bd5c2132 req-affb2913-ae6a-442f-b942-9290280c6915 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c2fe0f4b2519494ea784cea098da6be3&device_id=679b1905-1999-4528-94b5-26d01c3768a5 HTTP/1.1" status: 200 len: 1127 time: 0.0406890 Jun 30 04:23:40.520472 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:23:40.602905 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832b2013-9f22-4aa2-aa78-0788bd5c2132 req-c1c4be09-b802-4f45-bd10-3887cb8728c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:23:40.604413 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-832b2013-9f22-4aa2-aa78-0788bd5c2132 req-c1c4be09-b802-4f45-bd10-3887cb8728c7 service neutron] 10.222.0.20 "GET /v2.0/networks?id=db2948ec-060f-4621-8ce6-8119698c91b1 HTTP/1.1" status: 200 len: 912 time: 0.0919781 Jun 30 04:23:40.648682 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-832b2013-9f22-4aa2-aa78-0788bd5c2132 req-6023b902-b3f6-48da-ad0b-622ac45157f7 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b82a599a-5700-469a-bad4-85ce45d68120 HTTP/1.1" status: 200 len: 217 time: 0.0322564 Jun 30 04:23:40.705549 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832b2013-9f22-4aa2-aa78-0788bd5c2132 req-b4d9bd59-cde4-4260-906f-1b8b07da1d72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:23:40.706953 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-832b2013-9f22-4aa2-aa78-0788bd5c2132 req-b4d9bd59-cde4-4260-906f-1b8b07da1d72 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d15d22dc-e983-46bc-a814-5adbf2d25b83 HTTP/1.1" status: 200 len: 850 time: 0.0480020 Jun 30 04:23:40.752089 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832b2013-9f22-4aa2-aa78-0788bd5c2132 req-7ad195da-97f6-4fcb-bf80-ab03f7f3e2d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:23:40.753605 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-832b2013-9f22-4aa2-aa78-0788bd5c2132 req-7ad195da-97f6-4fcb-bf80-ab03f7f3e2d7 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=db2948ec-060f-4621-8ce6-8119698c91b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0401630 Jun 30 04:23:40.845972 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-832b2013-9f22-4aa2-aa78-0788bd5c2132 req-3940fad9-1554-4ecc-bec2-86c916b9465a service neutron] 10.222.0.20 "GET /v2.0/networks/db2948ec-060f-4621-8ce6-8119698c91b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840666 Jun 30 04:23:40.972171 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23aa205-603e-4be8-b1b0-e61af059dee1 req-25da7090-2532-4f04-801d-0d41e6569d24 tempest-TestVolumeBootPattern-1718480899 tempest-TestVolumeBootPattern-1718480899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:23:40.973629 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-b23aa205-603e-4be8-b1b0-e61af059dee1 req-25da7090-2532-4f04-801d-0d41e6569d24 tempest-TestVolumeBootPattern-1718480899 tempest-TestVolumeBootPattern-1718480899-project] 10.222.0.13 "GET /v2.0/ports?device_id=679b1905-1999-4528-94b5-26d01c3768a5 HTTP/1.1" status: 200 len: 943 time: 0.0613077 Jun 30 04:23:40.977342 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-832b2013-9f22-4aa2-aa78-0788bd5c2132 req-6f78052c-3a76-4714-8ff9-5399abb7f903 service neutron] 10.222.0.20 "GET /v2.0/networks/db2948ec-060f-4621-8ce6-8119698c91b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261272 Jun 30 04:23:41.028262 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-b23aa205-603e-4be8-b1b0-e61af059dee1 req-e1c8117f-c1b5-43e9-968e-70294ce7da34 tempest-TestVolumeBootPattern-1718480899 tempest-TestVolumeBootPattern-1718480899-project] 10.222.0.13 "GET /v2.0/security-groups?id=1e7d7258-f507-4717-8413-3442decd3e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482879 Jun 30 04:23:42.436856 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfed478d-d325-4a01-afb3-6a469c88ca88 req-74ea8b4c-fa2c-4876-9ea7-82e9e4b936f6 tempest-TestVolumeBootPattern-1718480899 tempest-TestVolumeBootPattern-1718480899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:23:42.438218 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-cfed478d-d325-4a01-afb3-6a469c88ca88 req-74ea8b4c-fa2c-4876-9ea7-82e9e4b936f6 tempest-TestVolumeBootPattern-1718480899 tempest-TestVolumeBootPattern-1718480899-project] 10.222.0.13 "GET /v2.0/ports?device_id=679b1905-1999-4528-94b5-26d01c3768a5 HTTP/1.1" status: 200 len: 943 time: 0.3335721 Jun 30 04:23:42.492424 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-cfed478d-d325-4a01-afb3-6a469c88ca88 req-5816e228-1b3a-44df-901b-f53384d436b7 tempest-TestVolumeBootPattern-1718480899 tempest-TestVolumeBootPattern-1718480899-project] 10.222.0.13 "GET /v2.0/security-groups?id=1e7d7258-f507-4717-8413-3442decd3e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461748 Jun 30 04:23:42.750522 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926756172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565263'] for agent (ef703bef-7cc0-467c-baa9-fe8a66be565c), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:23:43.618816 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a076d5-8886-4947-bca4-a275c6fe5f7a req-7994e99d-8277-4c64-98a2-04e9b689587a tempest-TestVolumeBootPattern-1718480899 tempest-TestVolumeBootPattern-1718480899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:23:43.620297 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-70a076d5-8886-4947-bca4-a275c6fe5f7a req-7994e99d-8277-4c64-98a2-04e9b689587a tempest-TestVolumeBootPattern-1718480899 tempest-TestVolumeBootPattern-1718480899-project] 10.222.0.13 "GET /v2.0/ports?device_id=679b1905-1999-4528-94b5-26d01c3768a5 HTTP/1.1" status: 200 len: 943 time: 0.0486157 Jun 30 04:23:43.683012 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-70a076d5-8886-4947-bca4-a275c6fe5f7a req-20fdfce9-3a0b-4186-aba3-f882d987c1b2 tempest-TestVolumeBootPattern-1718480899 tempest-TestVolumeBootPattern-1718480899-project] 10.222.0.13 "GET /v2.0/security-groups?id=1e7d7258-f507-4717-8413-3442decd3e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544951 Jun 30 04:23:44.819935 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e489321-7f34-420d-b779-967478e88efe req-7d1530b8-0a9e-4db1-9ff9-41ddb5d9f4fa tempest-TestVolumeBootPattern-1718480899 tempest-TestVolumeBootPattern-1718480899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:23:44.821415 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-6e489321-7f34-420d-b779-967478e88efe req-7d1530b8-0a9e-4db1-9ff9-41ddb5d9f4fa tempest-TestVolumeBootPattern-1718480899 tempest-TestVolumeBootPattern-1718480899-project] 10.222.0.13 "GET /v2.0/ports?device_id=679b1905-1999-4528-94b5-26d01c3768a5 HTTP/1.1" status: 200 len: 943 time: 0.0545275 Jun 30 04:23:44.874834 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-6e489321-7f34-420d-b779-967478e88efe req-31ddf34a-0a6a-4f88-b5a5-023516273057 tempest-TestVolumeBootPattern-1718480899 tempest-TestVolumeBootPattern-1718480899-project] 10.222.0.13 "GET /v2.0/security-groups?id=1e7d7258-f507-4717-8413-3442decd3e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452075 Jun 30 04:23:45.709315 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:SELECT=4 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:23:45.711294 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:SELECT=4 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:23:46.006966 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8abbb5-ab70-4582-aeb3-6f660944985c req-3d8c2cb5-5b42-4a9f-97e0-72c2aea840d9 tempest-TestVolumeBootPattern-1718480899 tempest-TestVolumeBootPattern-1718480899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:23:46.008754 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-8d8abbb5-ab70-4582-aeb3-6f660944985c req-3d8c2cb5-5b42-4a9f-97e0-72c2aea840d9 tempest-TestVolumeBootPattern-1718480899 tempest-TestVolumeBootPattern-1718480899-project] 10.222.0.13 "GET /v2.0/ports?device_id=679b1905-1999-4528-94b5-26d01c3768a5 HTTP/1.1" status: 200 len: 943 time: 0.0548189 Jun 30 04:23:46.060952 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-8d8abbb5-ab70-4582-aeb3-6f660944985c req-fa6f9b15-f417-448e-9e71-99d1c50885a6 tempest-TestVolumeBootPattern-1718480899 tempest-TestVolumeBootPattern-1718480899-project] 10.222.0.13 "GET /v2.0/security-groups?id=1e7d7258-f507-4717-8413-3442decd3e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462868 Jun 30 04:23:47.198395 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5ae82c-e284-459d-a6df-6ab204aeac04 req-38dd983d-e0ce-4d18-8638-46a77bb79b9a tempest-TestVolumeBootPattern-1718480899 tempest-TestVolumeBootPattern-1718480899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:23:47.199903 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-dd5ae82c-e284-459d-a6df-6ab204aeac04 req-38dd983d-e0ce-4d18-8638-46a77bb79b9a tempest-TestVolumeBootPattern-1718480899 tempest-TestVolumeBootPattern-1718480899-project] 10.222.0.13 "GET /v2.0/ports?device_id=679b1905-1999-4528-94b5-26d01c3768a5 HTTP/1.1" status: 200 len: 943 time: 0.0585589 Jun 30 04:23:47.252569 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-dd5ae82c-e284-459d-a6df-6ab204aeac04 req-d0766bc9-915a-40f2-8bd4-e5195cb4dd6f tempest-TestVolumeBootPattern-1718480899 tempest-TestVolumeBootPattern-1718480899-project] 10.222.0.13 "GET /v2.0/security-groups?id=1e7d7258-f507-4717-8413-3442decd3e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461187 Jun 30 04:23:47.777889 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.rpc [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Device b82a599a-5700-469a-bad4-85ce45d68120 details requested by agent hyperv_hv-cinder-84684 with host hv-cinder-84684 {{(pid=104417) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 04:23:47.883553 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.db [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] For port b82a599a-5700-469a-bad4-85ce45d68120, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=b82a599a-5700-469a-bad4-85ce45d68120,segment=NetworkSegment(29fd2ab4-096b-48df-8eef-82f2cdac089f),segment_id=29fd2ab4-096b-48df-8eef-82f2cdac089f)] {{(pid=104417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 04:23:47.895243 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.rpc [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Returning: {'device': 'b82a599a-5700-469a-bad4-85ce45d68120', 'network_id': 'db2948ec-060f-4621-8ce6-8119698c91b1', 'port_id': 'b82a599a-5700-469a-bad4-85ce45d68120', 'mac_address': 'fa:16:3e:92:7d:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 192, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd15d22dc-e983-46bc-a814-5adbf2d25b83', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104417) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 04:23:47.931764 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Current status of the port b82a599a-5700-469a-bad4-85ce45d68120 is: DOWN; New status is: BUILD {{(pid=104417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 30 04:23:47.932140 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3606762'] for port (b82a599a-5700-469a-bad4-85ce45d68120), before_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:23:47.945458 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.notifiers.nova [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b82a599a-5700-469a-bad4-85ce45d68120 {{(pid=104417) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 30 04:23:47.972460 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.db [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] For port b82a599a-5700-469a-bad4-85ce45d68120, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=b82a599a-5700-469a-bad4-85ce45d68120,segment=NetworkSegment(29fd2ab4-096b-48df-8eef-82f2cdac089f),segment_id=29fd2ab4-096b-48df-8eef-82f2cdac089f)] {{(pid=104417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 04:23:47.977864 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4095053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781926634698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781926239335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781926239353'] for port (b82a599a-5700-469a-bad4-85ce45d68120), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:23:48.024493 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Pushing event updated for resources: {'Port': ['ID=b82a599a-5700-469a-bad4-85ce45d68120,revision_number=4']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:23:48.031767 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:23:48.032034 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:23:48.032368 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:23:48.032699 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:23:48.033055 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:23:48.033410 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:23:48.033747 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:23:48.034076 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:23:48.034365 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:23:48.034677 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:23:48.034993 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:23:48.035341 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:23:48.035652 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:23:48.035962 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:23:48.036270 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:23:48.256617 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.db [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] get_ports_and_sgs() called for port_ids ['b82a599a-5700-469a-bad4-85ce45d68120'] {{(pid=104417) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 04:23:48.369644 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=100 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:23:48.381326 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5653d398-6438-435f-91da-7298074d228b req-e8842fbd-2669-45ab-9f32-a5b585c11cfe tempest-TestVolumeBootPattern-1718480899 tempest-TestVolumeBootPattern-1718480899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:23:48.382794 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-5653d398-6438-435f-91da-7298074d228b req-e8842fbd-2669-45ab-9f32-a5b585c11cfe tempest-TestVolumeBootPattern-1718480899 tempest-TestVolumeBootPattern-1718480899-project] 10.222.0.13 "GET /v2.0/ports?device_id=679b1905-1999-4528-94b5-26d01c3768a5 HTTP/1.1" status: 200 len: 944 time: 0.0480595 Jun 30 04:23:48.433035 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-5653d398-6438-435f-91da-7298074d228b req-8e405941-ce8c-417a-a5ce-c1b0893ea0fe tempest-TestVolumeBootPattern-1718480899 tempest-TestVolumeBootPattern-1718480899-project] 10.222.0.13 "GET /v2.0/security-groups?id=1e7d7258-f507-4717-8413-3442decd3e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444884 Jun 30 04:23:49.538322 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=100 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:23:49.554941 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d918fc-165d-467e-ac9b-cfdfeae25068 req-5e295ca8-f40c-4bfa-9666-cb7b85f95d0f tempest-TestVolumeBootPattern-1718480899 tempest-TestVolumeBootPattern-1718480899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:23:49.556494 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-35d918fc-165d-467e-ac9b-cfdfeae25068 req-5e295ca8-f40c-4bfa-9666-cb7b85f95d0f tempest-TestVolumeBootPattern-1718480899 tempest-TestVolumeBootPattern-1718480899-project] 10.222.0.13 "GET /v2.0/ports?device_id=679b1905-1999-4528-94b5-26d01c3768a5 HTTP/1.1" status: 200 len: 944 time: 0.0501666 Jun 30 04:23:49.616078 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-35d918fc-165d-467e-ac9b-cfdfeae25068 req-c36199d3-fb35-4af2-b1bc-770be8388420 tempest-TestVolumeBootPattern-1718480899 tempest-TestVolumeBootPattern-1718480899-project] 10.222.0.13 "GET /v2.0/security-groups?id=1e7d7258-f507-4717-8413-3442decd3e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534499 Jun 30 04:23:49.808944 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.rpc [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Device b82a599a-5700-469a-bad4-85ce45d68120 up at agent hyperv_hv-cinder-84684 {{(pid=104417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 04:23:49.850496 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:23:49.864048 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.db.provisioning_blocks [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Provisioning for port b82a599a-5700-469a-bad4-85ce45d68120 completed by entity L2. {{(pid=104417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 30 04:23:49.872549 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.db.provisioning_blocks [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Provisioning complete for port b82a599a-5700-469a-bad4-85ce45d68120 triggered by entity L2. {{(pid=104417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 30 04:23:49.872950 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565073'] for port (b82a599a-5700-469a-bad4-85ce45d68120), provisioning_complete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:23:49.903965 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:23:49.954750 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Current status of the port b82a599a-5700-469a-bad4-85ce45d68120 is: BUILD; New status is: ACTIVE {{(pid=104417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 30 04:23:49.955132 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3606762'] for port (b82a599a-5700-469a-bad4-85ce45d68120), before_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:23:49.978266 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '679b1905-1999-4528-94b5-26d01c3768a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b82a599a-5700-469a-bad4-85ce45d68120'}] {{(pid=104417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 30 04:23:49.980526 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}872baf0325b3a4d4e4ba58c5a9b381606b113811ad1a9f7b70d77ff172d270fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b46232f4-4fbd-44b4-8bfe-0dc903a1fc54" -d '{"events": [{"server_uuid": "679b1905-1999-4528-94b5-26d01c3768a5", "name": "network-vif-plugged", "status": "completed", "tag": "b82a599a-5700-469a-bad4-85ce45d68120"}]}' {{(pid=104417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 04:23:49.993340 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.db [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] For port b82a599a-5700-469a-bad4-85ce45d68120, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=b82a599a-5700-469a-bad4-85ce45d68120,segment=NetworkSegment(29fd2ab4-096b-48df-8eef-82f2cdac089f),segment_id=29fd2ab4-096b-48df-8eef-82f2cdac089f)] {{(pid=104417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 04:23:49.997846 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4095053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781926634698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781926239335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781926239353'] for port (b82a599a-5700-469a-bad4-85ce45d68120), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:23:50.025780 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Jun 2022 04:23:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b57ba11f-4bea-47fb-9307-8061d7ee8ffd x-openstack-request-id: req-b57ba11f-4bea-47fb-9307-8061d7ee8ffd {{(pid=104417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 04:23:50.026038 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "679b1905-1999-4528-94b5-26d01c3768a5", "name": "network-vif-plugged", "status": "completed", "tag": "b82a599a-5700-469a-bad4-85ce45d68120", "code": 200}]} {{(pid=104417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 04:23:50.026302 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b57ba11f-4bea-47fb-9307-8061d7ee8ffd {{(pid=104417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 04:23:50.026653 dv-cinder-846842-7-iscsi neutron-server[104417]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b57ba11f-4bea-47fb-9307-8061d7ee8ffd'] response: {'server_uuid': '679b1905-1999-4528-94b5-26d01c3768a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b82a599a-5700-469a-bad4-85ce45d68120', 'code': 200} Jun 30 04:23:50.054859 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Pushing event updated for resources: {'Port': ['ID=b82a599a-5700-469a-bad4-85ce45d68120,revision_number=5']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:23:50.243946 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0482020d-6033-4e33-8ab0-d009f120321f req-988807d7-e8e9-4e96-8d9d-94577552e94c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:23:50.246398 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-0482020d-6033-4e33-8ab0-d009f120321f req-988807d7-e8e9-4e96-8d9d-94577552e94c service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=679b1905-1999-4528-94b5-26d01c3768a5 HTTP/1.1" status: 200 len: 1129 time: 0.0401325 Jun 30 04:23:50.295891 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-0482020d-6033-4e33-8ab0-d009f120321f req-c959e6ee-2dc8-4066-bdb2-63aebad13fd6 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=1e7d7258-f507-4717-8413-3442decd3e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405741 Jun 30 04:23:50.758868 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c18ba55-38af-4ffb-ae3c-3ac2eec354f4 req-66e4ad2c-1676-4808-af63-15b7469dcd9c tempest-TestVolumeBootPattern-1718480899 tempest-TestVolumeBootPattern-1718480899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:23:50.760411 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-1c18ba55-38af-4ffb-ae3c-3ac2eec354f4 req-66e4ad2c-1676-4808-af63-15b7469dcd9c tempest-TestVolumeBootPattern-1718480899 tempest-TestVolumeBootPattern-1718480899-project] 10.222.0.13 "GET /v2.0/ports?device_id=679b1905-1999-4528-94b5-26d01c3768a5 HTTP/1.1" status: 200 len: 945 time: 0.0491579 Jun 30 04:23:50.813706 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-1c18ba55-38af-4ffb-ae3c-3ac2eec354f4 req-82ecdda3-f9f2-495b-a30e-22834cd8a8e5 tempest-TestVolumeBootPattern-1718480899 tempest-TestVolumeBootPattern-1718480899-project] 10.222.0.13 "GET /v2.0/security-groups?id=1e7d7258-f507-4717-8413-3442decd3e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449822 Jun 30 04:23:51.934582 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa3c74c-e558-42c3-9164-dabda915f9bb req-a14634dd-3fa6-4ddb-a579-9574df822216 tempest-TestVolumeBootPattern-1718480899 tempest-TestVolumeBootPattern-1718480899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:23:51.936086 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-7aa3c74c-e558-42c3-9164-dabda915f9bb req-a14634dd-3fa6-4ddb-a579-9574df822216 tempest-TestVolumeBootPattern-1718480899 tempest-TestVolumeBootPattern-1718480899-project] 10.222.0.13 "GET /v2.0/ports?device_id=679b1905-1999-4528-94b5-26d01c3768a5 HTTP/1.1" status: 200 len: 945 time: 0.0514750 Jun 30 04:23:51.985316 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-7aa3c74c-e558-42c3-9164-dabda915f9bb req-bcc49402-1bf3-4471-a74b-349a308e96cf tempest-TestVolumeBootPattern-1718480899 tempest-TestVolumeBootPattern-1718480899-project] 10.222.0.13 "GET /v2.0/security-groups?id=1e7d7258-f507-4717-8413-3442decd3e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435376 Jun 30 04:23:52.111765 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba1b1b5-0b63-473b-91a7-6438f0844e8d req-78d0ff77-5640-4281-8821-46a84e14a0a6 tempest-TestVolumeBootPattern-1718480899 tempest-TestVolumeBootPattern-1718480899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:23:52.113315 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-5ba1b1b5-0b63-473b-91a7-6438f0844e8d req-78d0ff77-5640-4281-8821-46a84e14a0a6 tempest-TestVolumeBootPattern-1718480899 tempest-TestVolumeBootPattern-1718480899-project] 10.222.0.13 "GET /v2.0/ports?device_id=679b1905-1999-4528-94b5-26d01c3768a5 HTTP/1.1" status: 200 len: 945 time: 0.0498047 Jun 30 04:23:52.164454 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-5ba1b1b5-0b63-473b-91a7-6438f0844e8d req-e82cb8b2-35e5-421e-8c76-4c9dc2ebddd1 tempest-TestVolumeBootPattern-1718480899 tempest-TestVolumeBootPattern-1718480899-project] 10.222.0.13 "GET /v2.0/security-groups?id=1e7d7258-f507-4717-8413-3442decd3e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453751 Jun 30 04:23:52.186847 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.13', 57370) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 04:23:52.402478 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e500dc0-fedd-4760-a857-6f549db9090b tempest-TestVolumeBootPattern-575658593 tempest-TestVolumeBootPattern-575658593-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:23:52.404325 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-1e500dc0-fedd-4760-a857-6f549db9090b tempest-TestVolumeBootPattern-575658593 tempest-TestVolumeBootPattern-575658593-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=679b1905-1999-4528-94b5-26d01c3768a5 HTTP/1.1" status: 200 len: 1124 time: 0.2161222 Jun 30 04:23:52.406877 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.13', 57374) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 04:23:52.411768 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.v2.base [None req-1712ef7d-4042-4c87-a7be-e11ecd5031ad tempest-TestVolumeBootPattern-1718480899 tempest-TestVolumeBootPattern-1718480899-project] Request body: {'floatingip': {'floating_network_id': 'a14b0e4f-074d-4507-846c-fc8420bddf12', 'port_id': 'b82a599a-5700-469a-bad4-85ce45d68120', 'tenant_id': 'c2fe0f4b2519494ea784cea098da6be3', 'fixed_ip_address': '172.20.0.3'}} {{(pid=104416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 30 04:23:52.434452 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-1712ef7d-4042-4c87-a7be-e11ecd5031ad tempest-TestVolumeBootPattern-1718480899 tempest-TestVolumeBootPattern-1718480899-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:23:52.517788 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-1712ef7d-4042-4c87-a7be-e11ecd5031ad tempest-TestVolumeBootPattern-1718480899 tempest-TestVolumeBootPattern-1718480899-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3606762'] for port (None), before_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:23:52.630885 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.db.db_base_plugin_common [None req-1712ef7d-4042-4c87-a7be-e11ecd5031ad tempest-TestVolumeBootPattern-1718480899 tempest-TestVolumeBootPattern-1718480899-project] Allocated IP 172.27.1.201 (a14b0e4f-074d-4507-846c-fc8420bddf12/15378187-268c-4fae-ace7-eaca7aa50f90/645cc714-434b-4023-81de-092e1e4ed7af) {{(pid=104416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 04:23:52.753005 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-1712ef7d-4042-4c87-a7be-e11ecd5031ad tempest-TestVolumeBootPattern-1718480899 tempest-TestVolumeBootPattern-1718480899-project] Publish callbacks [] for port (645cc714-434b-4023-81de-092e1e4ed7af), precommit_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:23:52.784193 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:23:52.787912 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:23:52.796156 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-1712ef7d-4042-4c87-a7be-e11ecd5031ad tempest-TestVolumeBootPattern-1718480899 tempest-TestVolumeBootPattern-1718480899-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4095053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781926239317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1764130'] for port (645cc714-434b-4023-81de-092e1e4ed7af), after_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:23:52.857798 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1712ef7d-4042-4c87-a7be-e11ecd5031ad tempest-TestVolumeBootPattern-1718480899 tempest-TestVolumeBootPattern-1718480899-project] Network a14b0e4f-074d-4507-846c-fc8420bddf12 is already hosted by enough agents. {{(pid=104416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 04:23:52.861152 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.scheduler.base_scheduler [None req-1712ef7d-4042-4c87-a7be-e11ecd5031ad tempest-TestVolumeBootPattern-1718480899 tempest-TestVolumeBootPattern-1718480899-project] Resources bound (agent type, host, resource id): {{(pid=104416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 04:23:52.863811 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1712ef7d-4042-4c87-a7be-e11ecd5031ad tempest-TestVolumeBootPattern-1718480899 tempest-TestVolumeBootPattern-1718480899-project] Received port after_create {{(pid=104416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 30 04:23:52.866418 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1712ef7d-4042-4c87-a7be-e11ecd5031ad tempest-TestVolumeBootPattern-1718480899 tempest-TestVolumeBootPattern-1718480899-project] Pushing event updated for resources: {'Port': ['ID=645cc714-434b-4023-81de-092e1e4ed7af,revision_number=1']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:23:53.233389 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-1712ef7d-4042-4c87-a7be-e11ecd5031ad tempest-TestVolumeBootPattern-1718480899 tempest-TestVolumeBootPattern-1718480899-project] Publish callbacks [] for floatingip (7d13f139-1769-4845-aeaa-6d464ddbf15b), precommit_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:23:53.307667 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-1712ef7d-4042-4c87-a7be-e11ecd5031ad tempest-TestVolumeBootPattern-1718480899 tempest-TestVolumeBootPattern-1718480899-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3606762'] for port (645cc714-434b-4023-81de-092e1e4ed7af), before_update {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:23:53.460581 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-1712ef7d-4042-4c87-a7be-e11ecd5031ad tempest-TestVolumeBootPattern-1718480899 tempest-TestVolumeBootPattern-1718480899-project] Publish callbacks [] for port (645cc714-434b-4023-81de-092e1e4ed7af), precommit_update {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:23:53.468264 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-1712ef7d-4042-4c87-a7be-e11ecd5031ad tempest-TestVolumeBootPattern-1718480899 tempest-TestVolumeBootPattern-1718480899-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4095053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781926634698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781926239335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781926239353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1764123'] for port (645cc714-434b-4023-81de-092e1e4ed7af), after_update {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:23:53.541915 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1712ef7d-4042-4c87-a7be-e11ecd5031ad tempest-TestVolumeBootPattern-1718480899 tempest-TestVolumeBootPattern-1718480899-project] Pushing event updated for resources: {'Port': ['ID=645cc714-434b-4023-81de-092e1e4ed7af,revision_number=2']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:23:53.554251 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-1712ef7d-4042-4c87-a7be-e11ecd5031ad tempest-TestVolumeBootPattern-1718480899 tempest-TestVolumeBootPattern-1718480899-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-620077'] for floatingip (7d13f139-1769-4845-aeaa-6d464ddbf15b), after_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:23:53.660658 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.db.l3_db [None req-1712ef7d-4042-4c87-a7be-e11ecd5031ad tempest-TestVolumeBootPattern-1718480899 tempest-TestVolumeBootPattern-1718480899-project] Floating IP 7d13f139-1769-4845-aeaa-6d464ddbf15b associated. External IP: 172.27.1.201, port: b82a599a-5700-469a-bad4-85ce45d68120. Jun 30 04:23:53.737652 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=100 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:23:53.739740 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:23:53.870055 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1712ef7d-4042-4c87-a7be-e11ecd5031ad tempest-TestVolumeBootPattern-1718480899 tempest-TestVolumeBootPattern-1718480899-project] Router e0d14cc1-d55a-47b8-8f48-3523e445fe69 has already been hosted by L3 agent 2ea21a61-d737-4543-a811-a0d035fbf0f6 {{(pid=104416) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 30 04:23:53.971659 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1712ef7d-4042-4c87-a7be-e11ecd5031ad tempest-TestVolumeBootPattern-1718480899 tempest-TestVolumeBootPattern-1718480899-project] Notify agent at l3_agent.dv-cinder-846842-7-iscsi the message routers_updated {{(pid=104416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 04:23:53.982002 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b8778af-304e-4eb6-bdfc-0405adcad1b9 None None] Sync routers for ids ['e0d14cc1-d55a-47b8-8f48-3523e445fe69'] in dv-cinder-846842-7-iscsi {{(pid=104418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 04:23:53.991363 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-1712ef7d-4042-4c87-a7be-e11ecd5031ad tempest-TestVolumeBootPattern-1718480899 tempest-TestVolumeBootPattern-1718480899-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13292'] for floatingip (None), before_response {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:23:53.994114 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b8778af-304e-4eb6-bdfc-0405adcad1b9 None None] Routers {'e0d14cc1-d55a-47b8-8f48-3523e445fe69'} bound to L3 agent in host dv-cinder-846842-7-iscsi {{(pid=104418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 30 04:23:53.994725 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.db.l3_hamode_db [None req-7b8778af-304e-4eb6-bdfc-0405adcad1b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-30T04:07:07Z,description=,heartbeat_timestamp=2022-06-30T04:23:38Z,host='dv-cinder-846842-7-iscsi',id=2ea21a61-d737-4543-a811-a0d035fbf0f6,load=0,resource_versions=,resources_synced=,started_at=2022-06-30T04:07:07Z,topic='l3_agent')) {'router_ids': ['e0d14cc1-d55a-47b8-8f48-3523e445fe69'], 'active': True} {{(pid=104418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 04:23:54.025636 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-1712ef7d-4042-4c87-a7be-e11ecd5031ad tempest-TestVolumeBootPattern-1718480899 tempest-TestVolumeBootPattern-1718480899-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6175399 Jun 30 04:23:54.026523 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '679b1905-1999-4528-94b5-26d01c3768a5', 'tag': 'b82a599a-5700-469a-bad4-85ce45d68120'}] {{(pid=104416) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 30 04:23:54.028987 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8111519efe35ff5952c269e16f689610d56ef28aa1e0b77ca5734c542983c30f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-862b06ac-bba8-4afa-a88d-c850bec31c62" -d '{"events": [{"name": "network-changed", "server_uuid": "679b1905-1999-4528-94b5-26d01c3768a5", "tag": "b82a599a-5700-469a-bad4-85ce45d68120"}]}' {{(pid=104416) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 04:23:54.063401 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Jun 2022 04:23:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e803327f-79b9-4415-be26-ce051a2e4399 x-openstack-request-id: req-e803327f-79b9-4415-be26-ce051a2e4399 {{(pid=104416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 04:23:54.063686 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "679b1905-1999-4528-94b5-26d01c3768a5", "tag": "b82a599a-5700-469a-bad4-85ce45d68120", "status": "completed", "code": 200}]} {{(pid=104416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 04:23:54.063935 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e803327f-79b9-4415-be26-ce051a2e4399 {{(pid=104416) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 04:23:54.064344 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e803327f-79b9-4415-be26-ce051a2e4399'] response: {'name': 'network-changed', 'server_uuid': '679b1905-1999-4528-94b5-26d01c3768a5', 'tag': 'b82a599a-5700-469a-bad4-85ce45d68120', 'status': 'completed', 'code': 200} Jun 30 04:23:54.102115 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.db.l3_dvr_db [None req-7b8778af-304e-4eb6-bdfc-0405adcad1b9 None None] Set router e0d14cc1-d55a-47b8-8f48-3523e445fe69 gateway port host: dv-cinder-846842-7-iscsi {{(pid=104418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 30 04:23:54.126555 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862b06ac-bba8-4afa-a88d-c850bec31c62 req-523e2bec-f4b1-4253-9f99-2ff79fb0c689 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:23:54.128150 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-862b06ac-bba8-4afa-a88d-c850bec31c62 req-523e2bec-f4b1-4253-9f99-2ff79fb0c689 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c2fe0f4b2519494ea784cea098da6be3&device_id=679b1905-1999-4528-94b5-26d01c3768a5 HTTP/1.1" status: 200 len: 1129 time: 0.0398302 Jun 30 04:23:54.219911 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862b06ac-bba8-4afa-a88d-c850bec31c62 req-2808f754-7c3d-487c-9ec8-80134c5880ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:23:54.221388 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-862b06ac-bba8-4afa-a88d-c850bec31c62 req-2808f754-7c3d-487c-9ec8-80134c5880ee service neutron] 10.222.0.20 "GET /v2.0/networks?id=db2948ec-060f-4621-8ce6-8119698c91b1 HTTP/1.1" status: 200 len: 912 time: 0.0864890 Jun 30 04:23:54.290609 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-862b06ac-bba8-4afa-a88d-c850bec31c62 req-d34f0228-112c-42af-ba3e-41a9539e8382 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b82a599a-5700-469a-bad4-85ce45d68120 HTTP/1.1" status: 200 len: 999 time: 0.0614028 Jun 30 04:23:54.323681 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.db.l3_hamode_db [None req-7b8778af-304e-4eb6-bdfc-0405adcad1b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0d14cc1-d55a-47b8-8f48-3523e445fe69', 'name': 'tempest-TestVolumeBootPattern-138600561-router', 'tenant_id': 'c2fe0f4b2519494ea784cea098da6be3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14b0e4f-074d-4507-846c-fc8420bddf12', 'external_fixed_ips': [{'subnet_id': '15378187-268c-4fae-ace7-eaca7aa50f90', 'ip_address': '172.27.1.209'}], 'enable_snat': True}, 'gw_port_id': '732ebfd2-5866-4d8a-9290-15df8bc253e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T04:17:39Z', 'updated_at': '2022-06-30T04:17:42Z', 'revision_number': 4, 'project_id': 'c2fe0f4b2519494ea784cea098da6be3', 'gw_port': {'id': '732ebfd2-5866-4d8a-9290-15df8bc253e2', 'name': '', 'network_id': 'a14b0e4f-074d-4507-846c-fc8420bddf12', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:35:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0d14cc1-d55a-47b8-8f48-3523e445fe69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '15378187-268c-4fae-ace7-eaca7aa50f90', 'ip_address': '172.27.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T04:17:39Z', 'updated_at': '2022-06-30T04:17:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15378187-268c-4fae-ace7-eaca7aa50f90', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-7-iscsi', '_floatingips': [{'id': '7d13f139-1769-4845-aeaa-6d464ddbf15b', 'tenant_id': 'c2fe0f4b2519494ea784cea098da6be3', 'floating_ip_address': '172.27.1.201', 'floating_network_id': 'a14b0e4f-074d-4507-846c-fc8420bddf12', 'router_id': 'e0d14cc1-d55a-47b8-8f48-3523e445fe69', 'port_id': 'b82a599a-5700-469a-bad4-85ce45d68120', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 655, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'db2948ec-060f-4621-8ce6-8119698c91b1', 'mac_address': 'fa:16:3e:92:7d:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '679b1905-1999-4528-94b5-26d01c3768a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-30T04:23:53Z', 'updated_at': '2022-06-30T04:23:53Z', 'revision_number': 0, 'project_id': 'c2fe0f4b2519494ea784cea098da6be3', 'fixed_ip_address_scope': None}, {'id': 'c32c46d3-1743-4ad3-aaf8-13bf395e24a2', 'tenant_id': 'c2fe0f4b2519494ea784cea098da6be3', 'floating_ip_address': '172.27.1.73', 'floating_network_id': 'a14b0e4f-074d-4507-846c-fc8420bddf12', 'router_id': 'e0d14cc1-d55a-47b8-8f48-3523e445fe69', 'port_id': '231a2e75-10e5-4ba7-b633-e79d395e40f4', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 587, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'db2948ec-060f-4621-8ce6-8119698c91b1', 'mac_address': 'fa:16:3e:4d:59:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '997a86f0-800e-427c-91a4-9c6a7c8f7fff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-30T04:21:48Z', 'updated_at': '2022-06-30T04:21:51Z', 'revision_number': 1, 'project_id': 'c2fe0f4b2519494ea784cea098da6be3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b299c8ca-10fe-4c07-82e6-fb84dcb9a9df', 'name': '', 'network_id': 'db2948ec-060f-4621-8ce6-8119698c91b1', 'tenant_id': 'c2fe0f4b2519494ea784cea098da6be3', 'mac_address': 'fa:16:3e:a3:5b:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0d14cc1-d55a-47b8-8f48-3523e445fe69', 'device_owner': 'network:router_interface', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': 'd15d22dc-e983-46bc-a814-5adbf2d25b83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T04:17:42Z', 'updated_at': '2022-06-30T04:17:46Z', 'revision_number': 5, 'project_id': 'c2fe0f4b2519494ea784cea098da6be3', 'subnets': [{'id': 'd15d22dc-e983-46bc-a814-5adbf2d25b83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846842-7-iscsi', False) {} {{(pid=104418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 04:23:54.342897 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862b06ac-bba8-4afa-a88d-c850bec31c62 req-fc3a4d44-fc18-4902-8f02-1b30f69fc102 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:23:54.344413 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-862b06ac-bba8-4afa-a88d-c850bec31c62 req-fc3a4d44-fc18-4902-8f02-1b30f69fc102 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d15d22dc-e983-46bc-a814-5adbf2d25b83 HTTP/1.1" status: 200 len: 850 time: 0.0470183 Jun 30 04:23:54.348853 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b8778af-304e-4eb6-bdfc-0405adcad1b9 None None] Checking router: e0d14cc1-d55a-47b8-8f48-3523e445fe69 for host: dv-cinder-846842-7-iscsi {{(pid=104418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 04:23:54.357666 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b8778af-304e-4eb6-bdfc-0405adcad1b9 None None] Routers {'e0d14cc1-d55a-47b8-8f48-3523e445fe69'} bound to L3 agent in host dv-cinder-846842-7-iscsi {{(pid=104418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 30 04:23:54.358250 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.db.l3_hamode_db [None req-7b8778af-304e-4eb6-bdfc-0405adcad1b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-30T04:07:07Z,description=,heartbeat_timestamp=2022-06-30T04:23:38Z,host='dv-cinder-846842-7-iscsi',id=2ea21a61-d737-4543-a811-a0d035fbf0f6,load=0,resource_versions=,resources_synced=,started_at=2022-06-30T04:07:07Z,topic='l3_agent')) {'router_ids': ['e0d14cc1-d55a-47b8-8f48-3523e445fe69'], 'active': True} {{(pid=104418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 04:23:54.389200 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862b06ac-bba8-4afa-a88d-c850bec31c62 req-5b87dd21-d844-4688-a0c0-c1633c1a99f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:23:54.390748 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-862b06ac-bba8-4afa-a88d-c850bec31c62 req-5b87dd21-d844-4688-a0c0-c1633c1a99f0 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=db2948ec-060f-4621-8ce6-8119698c91b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0394778 Jun 30 04:23:54.461326 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.db.l3_dvr_db [None req-7b8778af-304e-4eb6-bdfc-0405adcad1b9 None None] Set router e0d14cc1-d55a-47b8-8f48-3523e445fe69 gateway port host: dv-cinder-846842-7-iscsi {{(pid=104418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 30 04:23:54.486523 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-862b06ac-bba8-4afa-a88d-c850bec31c62 req-88f25301-8280-44ec-9dc1-5d15f00d7c04 service neutron] 10.222.0.20 "GET /v2.0/networks/db2948ec-060f-4621-8ce6-8119698c91b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876260 Jun 30 04:23:54.583195 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-862b06ac-bba8-4afa-a88d-c850bec31c62 req-b200e543-cf29-4413-8ee4-701eb24635a6 service neutron] 10.222.0.20 "GET /v2.0/networks/db2948ec-060f-4621-8ce6-8119698c91b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856078 Jun 30 04:23:54.674654 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.db.l3_hamode_db [None req-7b8778af-304e-4eb6-bdfc-0405adcad1b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0d14cc1-d55a-47b8-8f48-3523e445fe69', 'name': 'tempest-TestVolumeBootPattern-138600561-router', 'tenant_id': 'c2fe0f4b2519494ea784cea098da6be3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14b0e4f-074d-4507-846c-fc8420bddf12', 'external_fixed_ips': [{'subnet_id': '15378187-268c-4fae-ace7-eaca7aa50f90', 'ip_address': '172.27.1.209'}], 'enable_snat': True}, 'gw_port_id': '732ebfd2-5866-4d8a-9290-15df8bc253e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T04:17:39Z', 'updated_at': '2022-06-30T04:17:42Z', 'revision_number': 4, 'project_id': 'c2fe0f4b2519494ea784cea098da6be3', 'gw_port': {'id': '732ebfd2-5866-4d8a-9290-15df8bc253e2', 'name': '', 'network_id': 'a14b0e4f-074d-4507-846c-fc8420bddf12', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:35:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0d14cc1-d55a-47b8-8f48-3523e445fe69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '15378187-268c-4fae-ace7-eaca7aa50f90', 'ip_address': '172.27.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T04:17:39Z', 'updated_at': '2022-06-30T04:17:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15378187-268c-4fae-ace7-eaca7aa50f90', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-7-iscsi', '_floatingips': [{'id': '7d13f139-1769-4845-aeaa-6d464ddbf15b', 'tenant_id': 'c2fe0f4b2519494ea784cea098da6be3', 'floating_ip_address': '172.27.1.201', 'floating_network_id': 'a14b0e4f-074d-4507-846c-fc8420bddf12', 'router_id': 'e0d14cc1-d55a-47b8-8f48-3523e445fe69', 'port_id': 'b82a599a-5700-469a-bad4-85ce45d68120', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 655, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'db2948ec-060f-4621-8ce6-8119698c91b1', 'mac_address': 'fa:16:3e:92:7d:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '679b1905-1999-4528-94b5-26d01c3768a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-30T04:23:53Z', 'updated_at': '2022-06-30T04:23:53Z', 'revision_number': 0, 'project_id': 'c2fe0f4b2519494ea784cea098da6be3', 'fixed_ip_address_scope': None}, {'id': 'c32c46d3-1743-4ad3-aaf8-13bf395e24a2', 'tenant_id': 'c2fe0f4b2519494ea784cea098da6be3', 'floating_ip_address': '172.27.1.73', 'floating_network_id': 'a14b0e4f-074d-4507-846c-fc8420bddf12', 'router_id': 'e0d14cc1-d55a-47b8-8f48-3523e445fe69', 'port_id': '231a2e75-10e5-4ba7-b633-e79d395e40f4', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 587, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'db2948ec-060f-4621-8ce6-8119698c91b1', 'mac_address': 'fa:16:3e:4d:59:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '997a86f0-800e-427c-91a4-9c6a7c8f7fff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-30T04:21:48Z', 'updated_at': '2022-06-30T04:21:51Z', 'revision_number': 1, 'project_id': 'c2fe0f4b2519494ea784cea098da6be3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b299c8ca-10fe-4c07-82e6-fb84dcb9a9df', 'name': '', 'network_id': 'db2948ec-060f-4621-8ce6-8119698c91b1', 'tenant_id': 'c2fe0f4b2519494ea784cea098da6be3', 'mac_address': 'fa:16:3e:a3:5b:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0d14cc1-d55a-47b8-8f48-3523e445fe69', 'device_owner': 'network:router_interface', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': 'd15d22dc-e983-46bc-a814-5adbf2d25b83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T04:17:42Z', 'updated_at': '2022-06-30T04:17:46Z', 'revision_number': 5, 'project_id': 'c2fe0f4b2519494ea784cea098da6be3', 'subnets': [{'id': 'd15d22dc-e983-46bc-a814-5adbf2d25b83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846842-7-iscsi', False) {} {{(pid=104418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 04:23:54.702583 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b8778af-304e-4eb6-bdfc-0405adcad1b9 None None] The sync data for ids ['e0d14cc1-d55a-47b8-8f48-3523e445fe69'] in dv-cinder-846842-7-iscsi is: [{'id': 'e0d14cc1-d55a-47b8-8f48-3523e445fe69', 'name': 'tempest-TestVolumeBootPattern-138600561-router', 'tenant_id': 'c2fe0f4b2519494ea784cea098da6be3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14b0e4f-074d-4507-846c-fc8420bddf12', 'external_fixed_ips': [{'subnet_id': '15378187-268c-4fae-ace7-eaca7aa50f90', 'ip_address': '172.27.1.209'}], 'enable_snat': True}, 'gw_port_id': '732ebfd2-5866-4d8a-9290-15df8bc253e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T04:17:39Z', 'updated_at': '2022-06-30T04:17:42Z', 'revision_number': 4, 'project_id': 'c2fe0f4b2519494ea784cea098da6be3', 'gw_port': {'id': '732ebfd2-5866-4d8a-9290-15df8bc253e2', 'name': '', 'network_id': 'a14b0e4f-074d-4507-846c-fc8420bddf12', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:35:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0d14cc1-d55a-47b8-8f48-3523e445fe69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '15378187-268c-4fae-ace7-eaca7aa50f90', 'ip_address': '172.27.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T04:17:39Z', 'updated_at': '2022-06-30T04:17:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15378187-268c-4fae-ace7-eaca7aa50f90', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-7-iscsi', '_floatingips': [{'id': '7d13f139-1769-4845-aeaa-6d464ddbf15b', 'tenant_id': 'c2fe0f4b2519494ea784cea098da6be3', 'floating_ip_address': '172.27.1.201', 'floating_network_id': 'a14b0e4f-074d-4507-846c-fc8420bddf12', 'router_id': 'e0d14cc1-d55a-47b8-8f48-3523e445fe69', 'port_id': 'b82a599a-5700-469a-bad4-85ce45d68120', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 655, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'db2948ec-060f-4621-8ce6-8119698c91b1', 'mac_address': 'fa:16:3e:92:7d:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '679b1905-1999-4528-94b5-26d01c3768a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-30T04:23:53Z', 'updated_at': '2022-06-30T04:23:53Z', 'revision_number': 0, 'project_id': 'c2fe0f4b2519494ea784cea098da6be3', 'fixed_ip_address_scope': None}, {'id': 'c32c46d3-1743-4ad3-aaf8-13bf395e24a2', 'tenant_id': 'c2fe0f4b2519494ea784cea098da6be3', 'floating_ip_address': '172.27.1.73', 'floating_network_id': 'a14b0e4f-074d-4507-846c-fc8420bddf12', 'router_id': 'e0d14cc1-d55a-47b8-8f48-3523e445fe69', 'port_id': '231a2e75-10e5-4ba7-b633-e79d395e40f4', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 587, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'db2948ec-060f-4621-8ce6-8119698c91b1', 'mac_address': 'fa:16:3e:4d:59:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '997a86f0-800e-427c-91a4-9c6a7c8f7fff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-30T04:21:48Z', 'updated_at': '2022-06-30T04:21:51Z', 'revision_number': 1, 'project_id': 'c2fe0f4b2519494ea784cea098da6be3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b299c8ca-10fe-4c07-82e6-fb84dcb9a9df', 'name': '', 'network_id': 'db2948ec-060f-4621-8ce6-8119698c91b1', 'tenant_id': 'c2fe0f4b2519494ea784cea098da6be3', 'mac_address': 'fa:16:3e:a3:5b:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0d14cc1-d55a-47b8-8f48-3523e445fe69', 'device_owner': 'network:router_interface', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': 'd15d22dc-e983-46bc-a814-5adbf2d25b83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T04:17:42Z', 'updated_at': '2022-06-30T04:17:46Z', 'revision_number': 5, 'project_id': 'c2fe0f4b2519494ea784cea098da6be3', 'subnets': [{'id': 'd15d22dc-e983-46bc-a814-5adbf2d25b83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 04:23:54.900235 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8d2644a-0d22-4746-887b-5ddbbc0ed79d None None] New status for floating IP 7d13f139-1769-4845-aeaa-6d464ddbf15b: ACTIVE {{(pid=104417) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 30 04:24:04.120571 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6ef14f-fd75-457b-ab05-dbc0a9f66acf req-258c2f4b-dc1a-42f9-89ed-68c0444578ff tempest-AttachVolumeTestJSON-1888872629 tempest-AttachVolumeTestJSON-1888872629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:24:04.122091 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-fa6ef14f-fd75-457b-ab05-dbc0a9f66acf req-258c2f4b-dc1a-42f9-89ed-68c0444578ff tempest-AttachVolumeTestJSON-1888872629 tempest-AttachVolumeTestJSON-1888872629-project] 10.222.0.13 "GET /v2.0/ports?device_id=b8b8afff-cd1f-47d8-9c47-cbb3ae7ed3e5 HTTP/1.1" status: 200 len: 945 time: 0.0524137 Jun 30 04:24:04.175497 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-fa6ef14f-fd75-457b-ab05-dbc0a9f66acf req-a219369e-33d6-45e2-9dfd-914b0d02a27d tempest-AttachVolumeTestJSON-1888872629 tempest-AttachVolumeTestJSON-1888872629-project] 10.222.0.13 "GET /v2.0/security-groups?id=8599d120-1223-4b97-956e-b4c2c7efbe95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450768 Jun 30 04:24:04.672995 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:SELECT=80 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:24:04.677497 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:SELECT=94 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:24:05.002891 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=34,neutron:UPDATE=2 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:24:05.004758 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=25,neutron:UPDATE=2 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:24:05.193001 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-9467cc02-df44-485d-934e-d198d262c4f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926756172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565263'] for agent (beddbd52-9273-44c2-990c-63933fe383b2), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:24:05.261679 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:24:05.299278 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3047b4a-18fc-4921-a759-bed93e0e83e8 req-42b006a7-8b04-4ed9-a9fb-f044705218fa tempest-AttachVolumeTestJSON-1888872629 tempest-AttachVolumeTestJSON-1888872629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:24:05.300836 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-f3047b4a-18fc-4921-a759-bed93e0e83e8 req-42b006a7-8b04-4ed9-a9fb-f044705218fa tempest-AttachVolumeTestJSON-1888872629 tempest-AttachVolumeTestJSON-1888872629-project] 10.222.0.13 "GET /v2.0/ports?device_id=b8b8afff-cd1f-47d8-9c47-cbb3ae7ed3e5 HTTP/1.1" status: 200 len: 945 time: 0.0537095 Jun 30 04:24:05.351353 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-f3047b4a-18fc-4921-a759-bed93e0e83e8 req-54b33ce3-4eef-4f65-a81c-4e8eacfadf9d tempest-AttachVolumeTestJSON-1888872629 tempest-AttachVolumeTestJSON-1888872629-project] 10.222.0.13 "GET /v2.0/security-groups?id=8599d120-1223-4b97-956e-b4c2c7efbe95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420961 Jun 30 04:24:06.481620 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cc2157-bd96-4724-8a5f-1e664f86e43c req-69a02d16-98f1-474a-a425-6cffbcee9a65 tempest-AttachVolumeTestJSON-1888872629 tempest-AttachVolumeTestJSON-1888872629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:24:06.483135 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-a1cc2157-bd96-4724-8a5f-1e664f86e43c req-69a02d16-98f1-474a-a425-6cffbcee9a65 tempest-AttachVolumeTestJSON-1888872629 tempest-AttachVolumeTestJSON-1888872629-project] 10.222.0.13 "GET /v2.0/ports?device_id=b8b8afff-cd1f-47d8-9c47-cbb3ae7ed3e5 HTTP/1.1" status: 200 len: 945 time: 0.0509653 Jun 30 04:24:06.504727 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:24:06.535324 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-a1cc2157-bd96-4724-8a5f-1e664f86e43c req-25eaa23b-6f95-4e06-873c-bcded7bd3ae4 tempest-AttachVolumeTestJSON-1888872629 tempest-AttachVolumeTestJSON-1888872629-project] 10.222.0.13 "GET /v2.0/security-groups?id=8599d120-1223-4b97-956e-b4c2c7efbe95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436051 Jun 30 04:24:06.739086 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.db.agents_db [None req-38391644-8868-4c56-b8b1-4dfa3b709b99 None None] Agent healthcheck: found 6 active agents {{(pid=104418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 04:24:07.545828 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-8bd19a51-8c6c-4688-8bce-fa804fcb9c60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926756172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565263'] for agent (2ea21a61-d737-4543-a811-a0d035fbf0f6), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:24:07.662839 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58496318-35c4-4a60-a0c8-7049638cd679 req-ee6e42cd-2ad7-481d-a37b-7d2aee782b29 tempest-AttachVolumeTestJSON-1888872629 tempest-AttachVolumeTestJSON-1888872629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:24:07.664355 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-58496318-35c4-4a60-a0c8-7049638cd679 req-ee6e42cd-2ad7-481d-a37b-7d2aee782b29 tempest-AttachVolumeTestJSON-1888872629 tempest-AttachVolumeTestJSON-1888872629-project] 10.222.0.13 "GET /v2.0/ports?device_id=b8b8afff-cd1f-47d8-9c47-cbb3ae7ed3e5 HTTP/1.1" status: 200 len: 945 time: 0.0564854 Jun 30 04:24:07.715023 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-58496318-35c4-4a60-a0c8-7049638cd679 req-1d4914ac-7f32-4c68-9466-4ee872fe1e68 tempest-AttachVolumeTestJSON-1888872629 tempest-AttachVolumeTestJSON-1888872629-project] 10.222.0.13 "GET /v2.0/security-groups?id=8599d120-1223-4b97-956e-b4c2c7efbe95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429320 Jun 30 04:24:08.496704 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-7a77f087-4523-4fd9-b9f1-b6333d8ad1f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926756172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565263'] for agent (672e10fd-0bbc-4d52-8fca-d980f41e3265), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:24:08.840412 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a872eef6-194c-4b94-9434-328a704844a4 req-07f94585-a894-4222-9563-255938a2453d tempest-AttachVolumeTestJSON-1888872629 tempest-AttachVolumeTestJSON-1888872629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:24:08.841908 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-a872eef6-194c-4b94-9434-328a704844a4 req-07f94585-a894-4222-9563-255938a2453d tempest-AttachVolumeTestJSON-1888872629 tempest-AttachVolumeTestJSON-1888872629-project] 10.222.0.13 "GET /v2.0/ports?device_id=b8b8afff-cd1f-47d8-9c47-cbb3ae7ed3e5 HTTP/1.1" status: 200 len: 945 time: 0.0537920 Jun 30 04:24:08.895772 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-a872eef6-194c-4b94-9434-328a704844a4 req-ca966ef7-170f-48ad-8816-6bbb02f22363 tempest-AttachVolumeTestJSON-1888872629 tempest-AttachVolumeTestJSON-1888872629-project] 10.222.0.13 "GET /v2.0/security-groups?id=8599d120-1223-4b97-956e-b4c2c7efbe95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455620 Jun 30 04:24:10.030472 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c27aeb-3c86-49d3-acdc-97131bffbf98 req-42df2cf5-6100-4e53-8a0d-7e3611363f44 tempest-AttachVolumeTestJSON-1888872629 tempest-AttachVolumeTestJSON-1888872629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:24:10.032456 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-d8c27aeb-3c86-49d3-acdc-97131bffbf98 req-42df2cf5-6100-4e53-8a0d-7e3611363f44 tempest-AttachVolumeTestJSON-1888872629 tempest-AttachVolumeTestJSON-1888872629-project] 10.222.0.13 "GET /v2.0/ports?device_id=b8b8afff-cd1f-47d8-9c47-cbb3ae7ed3e5 HTTP/1.1" status: 200 len: 945 time: 0.0550563 Jun 30 04:24:10.085280 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-d8c27aeb-3c86-49d3-acdc-97131bffbf98 req-41361c42-541c-419e-a287-170d04c12b60 tempest-AttachVolumeTestJSON-1888872629 tempest-AttachVolumeTestJSON-1888872629-project] 10.222.0.13 "GET /v2.0/security-groups?id=8599d120-1223-4b97-956e-b4c2c7efbe95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446036 Jun 30 04:24:10.283412 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-88ff949a-6007-42d5-8261-77b64d367ca9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926756172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565263'] for agent (4c4a8942-da79-4b81-aa08-fb593b1e6e06), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:24:10.439136 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-2a6d8403-c0a5-4ac4-aa48-860a84345009 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926756172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565263'] for agent (cbdf45b5-344e-4e18-9242-1abb738708f2), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:24:11.209900 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ce79a1-7c24-48f4-b861-f7116bd19f6d req-e52ed82d-b874-4a20-a1bf-d2cd80bd4dc0 tempest-AttachVolumeTestJSON-1888872629 tempest-AttachVolumeTestJSON-1888872629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:24:11.211384 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-99ce79a1-7c24-48f4-b861-f7116bd19f6d req-e52ed82d-b874-4a20-a1bf-d2cd80bd4dc0 tempest-AttachVolumeTestJSON-1888872629 tempest-AttachVolumeTestJSON-1888872629-project] 10.222.0.13 "GET /v2.0/ports?device_id=b8b8afff-cd1f-47d8-9c47-cbb3ae7ed3e5 HTTP/1.1" status: 200 len: 945 time: 0.0484097 Jun 30 04:24:11.261897 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-99ce79a1-7c24-48f4-b861-f7116bd19f6d req-5d626e07-503e-4b5a-81c4-e08d9c19a78e tempest-AttachVolumeTestJSON-1888872629 tempest-AttachVolumeTestJSON-1888872629-project] 10.222.0.13 "GET /v2.0/security-groups?id=8599d120-1223-4b97-956e-b4c2c7efbe95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419290 Jun 30 04:24:12.392527 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d97e17b-019b-4cfa-97da-5a739a5534c3 req-e9f00778-a8f0-46a3-90f2-71ed5710ee3e tempest-AttachVolumeTestJSON-1888872629 tempest-AttachVolumeTestJSON-1888872629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:24:12.394457 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-5d97e17b-019b-4cfa-97da-5a739a5534c3 req-e9f00778-a8f0-46a3-90f2-71ed5710ee3e tempest-AttachVolumeTestJSON-1888872629 tempest-AttachVolumeTestJSON-1888872629-project] 10.222.0.13 "GET /v2.0/ports?device_id=b8b8afff-cd1f-47d8-9c47-cbb3ae7ed3e5 HTTP/1.1" status: 200 len: 945 time: 0.0601504 Jun 30 04:24:12.447652 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-5d97e17b-019b-4cfa-97da-5a739a5534c3 req-79c75b7f-73fe-4ad9-baa9-a7bcc84bd6ad tempest-AttachVolumeTestJSON-1888872629 tempest-AttachVolumeTestJSON-1888872629-project] 10.222.0.13 "GET /v2.0/security-groups?id=8599d120-1223-4b97-956e-b4c2c7efbe95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446444 Jun 30 04:24:12.749666 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926756172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565263'] for agent (ef703bef-7cc0-467c-baa9-fe8a66be565c), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:24:13.575158 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf3fa4b-895d-4224-abb4-7d7cb76aeb1a req-96f66960-5692-4876-b30c-ecf8c6f776f4 tempest-AttachVolumeTestJSON-1888872629 tempest-AttachVolumeTestJSON-1888872629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:24:13.576753 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-0cf3fa4b-895d-4224-abb4-7d7cb76aeb1a req-96f66960-5692-4876-b30c-ecf8c6f776f4 tempest-AttachVolumeTestJSON-1888872629 tempest-AttachVolumeTestJSON-1888872629-project] 10.222.0.13 "GET /v2.0/ports?device_id=b8b8afff-cd1f-47d8-9c47-cbb3ae7ed3e5 HTTP/1.1" status: 200 len: 945 time: 0.0497298 Jun 30 04:24:13.629012 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-0cf3fa4b-895d-4224-abb4-7d7cb76aeb1a req-cf5a7b0a-d6be-487f-a224-a3677504fb2f tempest-AttachVolumeTestJSON-1888872629 tempest-AttachVolumeTestJSON-1888872629-project] 10.222.0.13 "GET /v2.0/security-groups?id=8599d120-1223-4b97-956e-b4c2c7efbe95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438118 Jun 30 04:24:14.759795 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0d5f29-fc08-4a75-9922-ac157341850c req-ae1749f6-98f3-4130-833e-6e43b77cdaf1 tempest-AttachVolumeTestJSON-1888872629 tempest-AttachVolumeTestJSON-1888872629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:24:14.761265 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-ab0d5f29-fc08-4a75-9922-ac157341850c req-ae1749f6-98f3-4130-833e-6e43b77cdaf1 tempest-AttachVolumeTestJSON-1888872629 tempest-AttachVolumeTestJSON-1888872629-project] 10.222.0.13 "GET /v2.0/ports?device_id=b8b8afff-cd1f-47d8-9c47-cbb3ae7ed3e5 HTTP/1.1" status: 200 len: 945 time: 0.0476592 Jun 30 04:24:14.813791 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-ab0d5f29-fc08-4a75-9922-ac157341850c req-144cfc46-b6e3-420d-94cb-f6070bf2bc49 tempest-AttachVolumeTestJSON-1888872629 tempest-AttachVolumeTestJSON-1888872629-project] 10.222.0.13 "GET /v2.0/security-groups?id=8599d120-1223-4b97-956e-b4c2c7efbe95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468068 Jun 30 04:24:15.020880 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6e94e0-4baf-40b9-a021-2a55be43aa54 req-d94d875d-4213-4f0f-b952-a3853ec9ecd7 tempest-AttachVolumeTestJSON-1888872629 tempest-AttachVolumeTestJSON-1888872629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:24:15.022728 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-7a6e94e0-4baf-40b9-a021-2a55be43aa54 req-d94d875d-4213-4f0f-b952-a3853ec9ecd7 tempest-AttachVolumeTestJSON-1888872629 tempest-AttachVolumeTestJSON-1888872629-project] 10.222.0.13 "GET /v2.0/ports?device_id=b8b8afff-cd1f-47d8-9c47-cbb3ae7ed3e5 HTTP/1.1" status: 200 len: 945 time: 0.0488150 Jun 30 04:24:15.090256 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc21211a-4693-4acc-ad92-dd6a731e59cc req-1531aed2-d45d-4849-8497-85c2b2190ffa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:24:15.091668 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-fc21211a-4693-4acc-ad92-dd6a731e59cc req-1531aed2-d45d-4849-8497-85c2b2190ffa service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=cec258de3eea4a12a7bd9b2b9832dce6&device_id=b8b8afff-cd1f-47d8-9c47-cbb3ae7ed3e5 HTTP/1.1" status: 200 len: 1129 time: 0.0561247 Jun 30 04:24:15.110420 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-7a6e94e0-4baf-40b9-a021-2a55be43aa54 req-3f13e655-582f-4058-a9b1-a33c9ceb344c tempest-AttachVolumeTestJSON-1888872629 tempest-AttachVolumeTestJSON-1888872629-project] 10.222.0.13 "GET /v2.0/security-groups?id=8599d120-1223-4b97-956e-b4c2c7efbe95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0811181 Jun 30 04:24:15.138229 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=100 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:24:15.192021 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc21211a-4693-4acc-ad92-dd6a731e59cc req-6d4dc7f5-868c-4171-8911-19d0bd751966 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:24:15.193459 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-fc21211a-4693-4acc-ad92-dd6a731e59cc req-6d4dc7f5-868c-4171-8911-19d0bd751966 service neutron] 10.222.0.20 "GET /v2.0/networks?id=6ae8070a-7682-4fda-9ac2-70bc78e189c1 HTTP/1.1" status: 200 len: 912 time: 0.0944753 Jun 30 04:24:15.254710 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-fc21211a-4693-4acc-ad92-dd6a731e59cc req-c0c83128-fa3a-424a-934d-656aeee4326a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=92d5d28e-901e-4fdd-a753-3d722a745dcb HTTP/1.1" status: 200 len: 1000 time: 0.0533807 Jun 30 04:24:15.306077 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc21211a-4693-4acc-ad92-dd6a731e59cc req-cd104b9b-1e42-46c6-b9c9-769e14e9ced2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:24:15.307556 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-fc21211a-4693-4acc-ad92-dd6a731e59cc req-cd104b9b-1e42-46c6-b9c9-769e14e9ced2 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f5fefb96-b952-42d8-9509-ca82c6db7d62 HTTP/1.1" status: 200 len: 850 time: 0.0485351 Jun 30 04:24:15.360691 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc21211a-4693-4acc-ad92-dd6a731e59cc req-6ea47ca3-7c04-4adf-8d31-a1fbe2127298 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:24:15.362102 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-fc21211a-4693-4acc-ad92-dd6a731e59cc req-6ea47ca3-7c04-4adf-8d31-a1fbe2127298 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6ae8070a-7682-4fda-9ac2-70bc78e189c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0457728 Jun 30 04:24:15.385002 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=100 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:24:15.458986 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-fc21211a-4693-4acc-ad92-dd6a731e59cc req-13815fc5-99b3-4775-93c6-acd5cf02a91e service neutron] 10.222.0.20 "GET /v2.0/networks/6ae8070a-7682-4fda-9ac2-70bc78e189c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900676 Jun 30 04:24:15.556778 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-fc21211a-4693-4acc-ad92-dd6a731e59cc req-543f30b8-4928-497d-9786-60914e128e9f service neutron] 10.222.0.20 "GET /v2.0/networks/6ae8070a-7682-4fda-9ac2-70bc78e189c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914321 Jun 30 04:24:16.247377 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17cb50e-4ee0-4282-b600-61d8c08e2ef9 req-bacbb748-cd6e-4c75-a56e-c3052f04b9a5 tempest-AttachVolumeTestJSON-1888872629 tempest-AttachVolumeTestJSON-1888872629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:24:16.248860 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-b17cb50e-4ee0-4282-b600-61d8c08e2ef9 req-bacbb748-cd6e-4c75-a56e-c3052f04b9a5 tempest-AttachVolumeTestJSON-1888872629 tempest-AttachVolumeTestJSON-1888872629-project] 10.222.0.13 "GET /v2.0/ports?device_id=b8b8afff-cd1f-47d8-9c47-cbb3ae7ed3e5 HTTP/1.1" status: 200 len: 945 time: 0.0488670 Jun 30 04:24:16.301367 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-b17cb50e-4ee0-4282-b600-61d8c08e2ef9 req-1d6d05e2-944b-49d5-84da-42843145cf74 tempest-AttachVolumeTestJSON-1888872629 tempest-AttachVolumeTestJSON-1888872629-project] 10.222.0.13 "GET /v2.0/security-groups?id=8599d120-1223-4b97-956e-b4c2c7efbe95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464332 Jun 30 04:24:17.437864 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff12da21-7de8-4cfa-b4c8-7b001c17f888 req-1554704c-3563-49cc-917b-cb284e9ef462 tempest-AttachVolumeTestJSON-1888872629 tempest-AttachVolumeTestJSON-1888872629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:24:17.439369 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-ff12da21-7de8-4cfa-b4c8-7b001c17f888 req-1554704c-3563-49cc-917b-cb284e9ef462 tempest-AttachVolumeTestJSON-1888872629 tempest-AttachVolumeTestJSON-1888872629-project] 10.222.0.13 "GET /v2.0/ports?device_id=b8b8afff-cd1f-47d8-9c47-cbb3ae7ed3e5 HTTP/1.1" status: 200 len: 945 time: 0.0567629 Jun 30 04:24:17.488253 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-ff12da21-7de8-4cfa-b4c8-7b001c17f888 req-c7444acc-c187-43a3-b6bb-e4564c17caa4 tempest-AttachVolumeTestJSON-1888872629 tempest-AttachVolumeTestJSON-1888872629-project] 10.222.0.13 "GET /v2.0/security-groups?id=8599d120-1223-4b97-956e-b4c2c7efbe95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431826 Jun 30 04:24:18.528152 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-a23d5ec9-3f00-42da-80b8-52d1b3e4887b req-d6075498-c91f-41db-bbb5-f4da557c7ee6 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=997a86f0-800e-427c-91a4-9c6a7c8f7fff&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0398476 Jun 30 04:24:18.612941 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23d5ec9-3f00-42da-80b8-52d1b3e4887b req-2bd4e10e-9151-4ded-abe7-d90f63e3aec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:24:18.614430 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-a23d5ec9-3f00-42da-80b8-52d1b3e4887b req-2bd4e10e-9151-4ded-abe7-d90f63e3aec8 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c2fe0f4b2519494ea784cea098da6be3&device_id=997a86f0-800e-427c-91a4-9c6a7c8f7fff HTTP/1.1" status: 200 len: 1130 time: 0.0419235 Jun 30 04:24:18.722378 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23d5ec9-3f00-42da-80b8-52d1b3e4887b req-4cbd6cb3-d530-4570-8931-748ce03dd92a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:24:18.723873 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-a23d5ec9-3f00-42da-80b8-52d1b3e4887b req-4cbd6cb3-d530-4570-8931-748ce03dd92a service neutron] 10.222.0.20 "GET /v2.0/networks?id=db2948ec-060f-4621-8ce6-8119698c91b1 HTTP/1.1" status: 200 len: 912 time: 0.0908623 Jun 30 04:24:18.795001 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-a23d5ec9-3f00-42da-80b8-52d1b3e4887b req-e0cb6f57-b517-4c1e-b97d-0c0a707481ee service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=231a2e75-10e5-4ba7-b633-e79d395e40f4 HTTP/1.1" status: 200 len: 1001 time: 0.0642240 Jun 30 04:24:18.849997 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23d5ec9-3f00-42da-80b8-52d1b3e4887b req-39c03868-25ff-4dc7-ba83-6ced14caf2d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:24:18.851503 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-a23d5ec9-3f00-42da-80b8-52d1b3e4887b req-39c03868-25ff-4dc7-ba83-6ced14caf2d7 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d15d22dc-e983-46bc-a814-5adbf2d25b83 HTTP/1.1" status: 200 len: 850 time: 0.0505900 Jun 30 04:24:18.894656 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23d5ec9-3f00-42da-80b8-52d1b3e4887b req-27bfb538-170f-4480-a1b7-bcd7e9467c8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:24:18.896166 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-a23d5ec9-3f00-42da-80b8-52d1b3e4887b req-27bfb538-170f-4480-a1b7-bcd7e9467c8f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=db2948ec-060f-4621-8ce6-8119698c91b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0390880 Jun 30 04:24:18.969709 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=100 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:24:18.992039 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-a23d5ec9-3f00-42da-80b8-52d1b3e4887b req-ddac4669-9968-4257-a1b7-04bb7bf0df94 service neutron] 10.222.0.20 "GET /v2.0/networks/db2948ec-060f-4621-8ce6-8119698c91b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894473 Jun 30 04:24:19.087077 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-a23d5ec9-3f00-42da-80b8-52d1b3e4887b req-b9d7151b-686c-4ecb-a055-f56a6f554fb0 service neutron] 10.222.0.20 "GET /v2.0/networks/db2948ec-060f-4621-8ce6-8119698c91b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886030 Jun 30 04:24:22.704427 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:SELECT=4 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:24:22.709264 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:SELECT=4 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:24:22.738898 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:24:22.740988 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:24:29.082298 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=12 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:24:29.084134 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=82 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:24:35.189893 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-98303647-ca6b-4e4e-98fb-72980810ac82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926756172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565263'] for agent (beddbd52-9273-44c2-990c-63933fe383b2), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:24:37.540414 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-b7743330-25fd-468e-acec-a08e430d214c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926756172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565263'] for agent (2ea21a61-d737-4543-a811-a0d035fbf0f6), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:24:38.507733 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-7a77f087-4523-4fd9-b9f1-b6333d8ad1f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926756172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565263'] for agent (672e10fd-0bbc-4d52-8fca-d980f41e3265), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:24:40.285781 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-88ff949a-6007-42d5-8261-77b64d367ca9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926756172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565263'] for agent (4c4a8942-da79-4b81-aa08-fb593b1e6e06), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:24:40.450154 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-2a6d8403-c0a5-4ac4-aa48-860a84345009 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926756172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565263'] for agent (cbdf45b5-344e-4e18-9242-1abb738708f2), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:24:42.775919 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926756172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565263'] for agent (ef703bef-7cc0-467c-baa9-fe8a66be565c), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:24:43.744651 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.db.agents_db [None req-38391644-8868-4c56-b8b1-4dfa3b709b99 None None] Agent healthcheck: found 6 active agents {{(pid=104418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 04:24:50.412665 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce4879b-9f2d-446e-8296-827d630f314b req-e7c88fed-6334-4007-b993-e8e6fc6d6f80 tempest-AttachVolumeTestJSON-1888872629 tempest-AttachVolumeTestJSON-1888872629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:24:50.414504 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-0ce4879b-9f2d-446e-8296-827d630f314b req-e7c88fed-6334-4007-b993-e8e6fc6d6f80 tempest-AttachVolumeTestJSON-1888872629 tempest-AttachVolumeTestJSON-1888872629-project] 10.222.0.13 "GET /v2.0/ports?device_id=b8b8afff-cd1f-47d8-9c47-cbb3ae7ed3e5 HTTP/1.1" status: 200 len: 945 time: 0.0553763 Jun 30 04:24:50.468068 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-0ce4879b-9f2d-446e-8296-827d630f314b req-19ee3ca9-1b98-4945-b1cd-292c31e8d454 tempest-AttachVolumeTestJSON-1888872629 tempest-AttachVolumeTestJSON-1888872629-project] 10.222.0.13 "GET /v2.0/security-groups?id=8599d120-1223-4b97-956e-b4c2c7efbe95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446210 Jun 30 04:24:51.601437 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bf5a61-df3a-47ca-9a87-3472584e6a3b req-ae08efc4-633c-4d4b-9544-31e0eae87860 tempest-AttachVolumeTestJSON-1888872629 tempest-AttachVolumeTestJSON-1888872629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:24:51.602838 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-a6bf5a61-df3a-47ca-9a87-3472584e6a3b req-ae08efc4-633c-4d4b-9544-31e0eae87860 tempest-AttachVolumeTestJSON-1888872629 tempest-AttachVolumeTestJSON-1888872629-project] 10.222.0.13 "GET /v2.0/ports?device_id=b8b8afff-cd1f-47d8-9c47-cbb3ae7ed3e5 HTTP/1.1" status: 200 len: 945 time: 0.0538430 Jun 30 04:24:51.651819 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-a6bf5a61-df3a-47ca-9a87-3472584e6a3b req-e9fdc6a7-c60c-4ca2-bf5d-95bfb13f5c05 tempest-AttachVolumeTestJSON-1888872629 tempest-AttachVolumeTestJSON-1888872629-project] 10.222.0.13 "GET /v2.0/security-groups?id=8599d120-1223-4b97-956e-b4c2c7efbe95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432353 Jun 30 04:24:52.221917 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c94b9a-09d6-40a1-82f2-4252f7c62236 req-f1b2ffe7-caa9-4e12-bc8f-6c99aad94ccb tempest-AttachVolumeTestJSON-1888872629 tempest-AttachVolumeTestJSON-1888872629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:24:52.223608 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-94c94b9a-09d6-40a1-82f2-4252f7c62236 req-f1b2ffe7-caa9-4e12-bc8f-6c99aad94ccb tempest-AttachVolumeTestJSON-1888872629 tempest-AttachVolumeTestJSON-1888872629-project] 10.222.0.20 "GET /v2.0/ports?device_id=b8b8afff-cd1f-47d8-9c47-cbb3ae7ed3e5 HTTP/1.1" status: 200 len: 945 time: 0.0482681 Jun 30 04:24:52.327828 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.plugin [req-94c94b9a-09d6-40a1-82f2-4252f7c62236 req-9f10075f-dc58-4256-8f47-d4c7bf12b365 tempest-AttachVolumeTestJSON-1888872629 tempest-AttachVolumeTestJSON-1888872629-project] Deleting port 92d5d28e-901e-4fdd-a753-3d722a745dcb {{(pid=104416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 30 04:24:52.328267 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-94c94b9a-09d6-40a1-82f2-4252f7c62236 req-9f10075f-dc58-4256-8f47-d4c7bf12b365 tempest-AttachVolumeTestJSON-1888872629 tempest-AttachVolumeTestJSON-1888872629-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781926629636'] for port (92d5d28e-901e-4fdd-a753-3d722a745dcb), before_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:24:52.423233 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.db [req-94c94b9a-09d6-40a1-82f2-4252f7c62236 req-9f10075f-dc58-4256-8f47-d4c7bf12b365 tempest-AttachVolumeTestJSON-1888872629 tempest-AttachVolumeTestJSON-1888872629-project] For port 92d5d28e-901e-4fdd-a753-3d722a745dcb, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=92d5d28e-901e-4fdd-a753-3d722a745dcb,segment=NetworkSegment(7897bd61-5670-4a95-81f9-59b4b92b6687),segment_id=7897bd61-5670-4a95-81f9-59b4b92b6687)] {{(pid=104416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 04:24:52.423586 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-94c94b9a-09d6-40a1-82f2-4252f7c62236 req-9f10075f-dc58-4256-8f47-d4c7bf12b365 tempest-AttachVolumeTestJSON-1888872629 tempest-AttachVolumeTestJSON-1888872629-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616079'] for port (92d5d28e-901e-4fdd-a753-3d722a745dcb), precommit_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:24:52.610102 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-94c94b9a-09d6-40a1-82f2-4252f7c62236 req-9f10075f-dc58-4256-8f47-d4c7bf12b365 tempest-AttachVolumeTestJSON-1888872629 tempest-AttachVolumeTestJSON-1888872629-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:24:52.610778 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-94c94b9a-09d6-40a1-82f2-4252f7c62236 req-9f10075f-dc58-4256-8f47-d4c7bf12b365 tempest-AttachVolumeTestJSON-1888872629 tempest-AttachVolumeTestJSON-1888872629-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-620077'] for floatingip (85b537f3-0650-4c1c-ba97-213b657eb37e), after_update {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:24:52.610778 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.db.l3_db [req-94c94b9a-09d6-40a1-82f2-4252f7c62236 req-9f10075f-dc58-4256-8f47-d4c7bf12b365 tempest-AttachVolumeTestJSON-1888872629 tempest-AttachVolumeTestJSON-1888872629-project] Floating IP 85b537f3-0650-4c1c-ba97-213b657eb37e disassociated. External IP: 172.27.1.33, port: 92d5d28e-901e-4fdd-a753-3d722a745dcb. Jun 30 04:24:52.611086 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.plugin [req-94c94b9a-09d6-40a1-82f2-4252f7c62236 req-9f10075f-dc58-4256-8f47-d4c7bf12b365 tempest-AttachVolumeTestJSON-1888872629 tempest-AttachVolumeTestJSON-1888872629-project] Calling delete_port for 92d5d28e-901e-4fdd-a753-3d722a745dcb owned by compute:nova {{(pid=104416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 30 04:24:52.761913 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=21,neutron:UPDATE=3 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:24:52.765920 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=23,neutron:UPDATE=3 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:24:52.792848 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d85d5a-9dde-452a-b805-055da0d97642 req-7c33bc59-c9c3-4332-8dbe-6c8f5a33def3 tempest-AttachVolumeTestJSON-1888872629 tempest-AttachVolumeTestJSON-1888872629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:24:52.794337 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-b5d85d5a-9dde-452a-b805-055da0d97642 req-7c33bc59-c9c3-4332-8dbe-6c8f5a33def3 tempest-AttachVolumeTestJSON-1888872629 tempest-AttachVolumeTestJSON-1888872629-project] 10.222.0.13 "GET /v2.0/ports?device_id=b8b8afff-cd1f-47d8-9c47-cbb3ae7ed3e5 HTTP/1.1" status: 200 len: 945 time: 0.0625634 Jun 30 04:24:52.795375 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-94c94b9a-09d6-40a1-82f2-4252f7c62236 req-9f10075f-dc58-4256-8f47-d4c7bf12b365 tempest-AttachVolumeTestJSON-1888872629 tempest-AttachVolumeTestJSON-1888872629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4095053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781926635560', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781926239326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1764130'] for port (92d5d28e-901e-4fdd-a753-3d722a745dcb), after_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:24:52.832629 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f10075f-dc58-4256-8f47-d4c7bf12b365 tempest-AttachVolumeTestJSON-1888872629 tempest-AttachVolumeTestJSON-1888872629-project] Pushing event deleted for resources: {'Port': ['ID=92d5d28e-901e-4fdd-a753-3d722a745dcb,revision_number=None']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:24:52.851088 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f10075f-dc58-4256-8f47-d4c7bf12b365 tempest-AttachVolumeTestJSON-1888872629 tempest-AttachVolumeTestJSON-1888872629-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:24:52.852128 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f10075f-dc58-4256-8f47-d4c7bf12b365 tempest-AttachVolumeTestJSON-1888872629 tempest-AttachVolumeTestJSON-1888872629-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:24:52.852128 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f10075f-dc58-4256-8f47-d4c7bf12b365 tempest-AttachVolumeTestJSON-1888872629 tempest-AttachVolumeTestJSON-1888872629-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:24:52.852128 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f10075f-dc58-4256-8f47-d4c7bf12b365 tempest-AttachVolumeTestJSON-1888872629 tempest-AttachVolumeTestJSON-1888872629-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:24:52.852445 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f10075f-dc58-4256-8f47-d4c7bf12b365 tempest-AttachVolumeTestJSON-1888872629 tempest-AttachVolumeTestJSON-1888872629-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:24:52.852770 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f10075f-dc58-4256-8f47-d4c7bf12b365 tempest-AttachVolumeTestJSON-1888872629 tempest-AttachVolumeTestJSON-1888872629-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:24:52.853089 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f10075f-dc58-4256-8f47-d4c7bf12b365 tempest-AttachVolumeTestJSON-1888872629 tempest-AttachVolumeTestJSON-1888872629-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:24:52.853389 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f10075f-dc58-4256-8f47-d4c7bf12b365 tempest-AttachVolumeTestJSON-1888872629 tempest-AttachVolumeTestJSON-1888872629-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:24:52.853711 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f10075f-dc58-4256-8f47-d4c7bf12b365 tempest-AttachVolumeTestJSON-1888872629 tempest-AttachVolumeTestJSON-1888872629-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:24:52.854027 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f10075f-dc58-4256-8f47-d4c7bf12b365 tempest-AttachVolumeTestJSON-1888872629 tempest-AttachVolumeTestJSON-1888872629-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:24:52.854342 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f10075f-dc58-4256-8f47-d4c7bf12b365 tempest-AttachVolumeTestJSON-1888872629 tempest-AttachVolumeTestJSON-1888872629-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:24:52.854659 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f10075f-dc58-4256-8f47-d4c7bf12b365 tempest-AttachVolumeTestJSON-1888872629 tempest-AttachVolumeTestJSON-1888872629-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:24:52.854971 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f10075f-dc58-4256-8f47-d4c7bf12b365 tempest-AttachVolumeTestJSON-1888872629 tempest-AttachVolumeTestJSON-1888872629-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:24:52.855311 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f10075f-dc58-4256-8f47-d4c7bf12b365 tempest-AttachVolumeTestJSON-1888872629 tempest-AttachVolumeTestJSON-1888872629-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:24:52.855735 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f10075f-dc58-4256-8f47-d4c7bf12b365 tempest-AttachVolumeTestJSON-1888872629 tempest-AttachVolumeTestJSON-1888872629-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:24:52.954853 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-b5d85d5a-9dde-452a-b805-055da0d97642 req-efe2a729-3cf2-47f1-9aad-6c8dfaeef3d4 tempest-AttachVolumeTestJSON-1888872629 tempest-AttachVolumeTestJSON-1888872629-project] 10.222.0.13 "GET /v2.0/security-groups?id=8599d120-1223-4b97-956e-b4c2c7efbe95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1520264 Jun 30 04:24:52.975089 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:24:52.986730 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:24:52.997904 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.scheduler.l3_agent_scheduler [req-94c94b9a-09d6-40a1-82f2-4252f7c62236 req-9f10075f-dc58-4256-8f47-d4c7bf12b365 tempest-AttachVolumeTestJSON-1888872629 tempest-AttachVolumeTestJSON-1888872629-project] Router 907d6541-3795-4e11-930f-4a3f7aece202 has already been hosted by L3 agent 2ea21a61-d737-4543-a811-a0d035fbf0f6 {{(pid=104416) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 30 04:24:53.373911 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-94c94b9a-09d6-40a1-82f2-4252f7c62236 req-9f10075f-dc58-4256-8f47-d4c7bf12b365 tempest-AttachVolumeTestJSON-1888872629 tempest-AttachVolumeTestJSON-1888872629-project] Notify agent at l3_agent.dv-cinder-846842-7-iscsi the message routers_updated {{(pid=104416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 04:24:53.385471 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b138c7eb-8e9f-4c6b-bece-2aaf9d695dde None None] Sync routers for ids ['907d6541-3795-4e11-930f-4a3f7aece202'] in dv-cinder-846842-7-iscsi {{(pid=104418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 04:24:53.396068 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b138c7eb-8e9f-4c6b-bece-2aaf9d695dde None None] Routers {'907d6541-3795-4e11-930f-4a3f7aece202'} bound to L3 agent in host dv-cinder-846842-7-iscsi {{(pid=104418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 30 04:24:53.396449 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.db.l3_hamode_db [None req-b138c7eb-8e9f-4c6b-bece-2aaf9d695dde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-30T04:07:07Z,description=,heartbeat_timestamp=2022-06-30T04:24:38Z,host='dv-cinder-846842-7-iscsi',id=2ea21a61-d737-4543-a811-a0d035fbf0f6,load=0,resource_versions=,resources_synced=,started_at=2022-06-30T04:07:07Z,topic='l3_agent')) {'router_ids': ['907d6541-3795-4e11-930f-4a3f7aece202'], 'active': True} {{(pid=104418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 04:24:53.417867 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.db.l3_dvrscheduler_db [req-94c94b9a-09d6-40a1-82f2-4252f7c62236 req-9f10075f-dc58-4256-8f47-d4c7bf12b365 tempest-AttachVolumeTestJSON-1888872629 tempest-AttachVolumeTestJSON-1888872629-project] No DVR routers for this DVR port 92d5d28e-901e-4fdd-a753-3d722a745dcb on host hv-cinder-84684 {{(pid=104416) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 30 04:24:53.420696 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-94c94b9a-09d6-40a1-82f2-4252f7c62236 req-9f10075f-dc58-4256-8f47-d4c7bf12b365 tempest-AttachVolumeTestJSON-1888872629 tempest-AttachVolumeTestJSON-1888872629-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13292'] for port (None), before_response {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:24:53.423953 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-94c94b9a-09d6-40a1-82f2-4252f7c62236 req-9f10075f-dc58-4256-8f47-d4c7bf12b365 tempest-AttachVolumeTestJSON-1888872629 tempest-AttachVolumeTestJSON-1888872629-project] 10.222.0.20 "DELETE /v2.0/ports/92d5d28e-901e-4fdd-a753-3d722a745dcb HTTP/1.1" status: 204 len: 173 time: 1.1949084 Jun 30 04:24:53.424375 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8b8afff-cd1f-47d8-9c47-cbb3ae7ed3e5', 'name': 'network-vif-deleted', 'tag': '92d5d28e-901e-4fdd-a753-3d722a745dcb'}] {{(pid=104416) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 30 04:24:53.426641 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8111519efe35ff5952c269e16f689610d56ef28aa1e0b77ca5734c542983c30f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbf12936-9d45-45a6-8373-a147cdc4ccf2" -d '{"events": [{"server_uuid": "b8b8afff-cd1f-47d8-9c47-cbb3ae7ed3e5", "name": "network-vif-deleted", "tag": "92d5d28e-901e-4fdd-a753-3d722a745dcb"}]}' {{(pid=104416) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 04:24:53.465055 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Jun 2022 04:24:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0daed2a6-b4c8-446a-8537-46ee49daad4e x-openstack-request-id: req-0daed2a6-b4c8-446a-8537-46ee49daad4e {{(pid=104416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 04:24:53.465342 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8b8afff-cd1f-47d8-9c47-cbb3ae7ed3e5", "name": "network-vif-deleted", "tag": "92d5d28e-901e-4fdd-a753-3d722a745dcb", "status": "completed", "code": 200}]} {{(pid=104416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 04:24:53.465591 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0daed2a6-b4c8-446a-8537-46ee49daad4e {{(pid=104416) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 04:24:53.466008 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0daed2a6-b4c8-446a-8537-46ee49daad4e'] response: {'server_uuid': 'b8b8afff-cd1f-47d8-9c47-cbb3ae7ed3e5', 'name': 'network-vif-deleted', 'tag': '92d5d28e-901e-4fdd-a753-3d722a745dcb', 'status': 'completed', 'code': 200} Jun 30 04:24:53.501009 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.db.l3_dvr_db [None req-b138c7eb-8e9f-4c6b-bece-2aaf9d695dde None None] Set router 907d6541-3795-4e11-930f-4a3f7aece202 gateway port host: dv-cinder-846842-7-iscsi {{(pid=104418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 30 04:24:53.695248 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.db.l3_hamode_db [None req-b138c7eb-8e9f-4c6b-bece-2aaf9d695dde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '907d6541-3795-4e11-930f-4a3f7aece202', 'name': 'tempest-AttachVolumeTestJSON-1202044632-router', 'tenant_id': 'cec258de3eea4a12a7bd9b2b9832dce6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14b0e4f-074d-4507-846c-fc8420bddf12', 'external_fixed_ips': [{'subnet_id': '15378187-268c-4fae-ace7-eaca7aa50f90', 'ip_address': '172.27.1.223'}], 'enable_snat': True}, 'gw_port_id': 'f7aa1a22-3246-47ba-8d0d-26ea50586ed9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T04:21:53Z', 'updated_at': '2022-06-30T04:21:56Z', 'revision_number': 4, 'project_id': 'cec258de3eea4a12a7bd9b2b9832dce6', 'gw_port': {'id': 'f7aa1a22-3246-47ba-8d0d-26ea50586ed9', 'name': '', 'network_id': 'a14b0e4f-074d-4507-846c-fc8420bddf12', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:e6:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '907d6541-3795-4e11-930f-4a3f7aece202', 'device_owner': 'network:router_gateway', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '15378187-268c-4fae-ace7-eaca7aa50f90', 'ip_address': '172.27.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T04:21:54Z', 'updated_at': '2022-06-30T04:21:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15378187-268c-4fae-ace7-eaca7aa50f90', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-7-iscsi', '_interfaces': [{'id': '658b8ecd-f547-4e59-8873-35a792608596', 'name': '', 'network_id': '6ae8070a-7682-4fda-9ac2-70bc78e189c1', 'tenant_id': 'cec258de3eea4a12a7bd9b2b9832dce6', 'mac_address': 'fa:16:3e:01:03:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '907d6541-3795-4e11-930f-4a3f7aece202', 'device_owner': 'network:router_interface', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': 'f5fefb96-b952-42d8-9509-ca82c6db7d62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T04:21:56Z', 'updated_at': '2022-06-30T04:22:00Z', 'revision_number': 5, 'project_id': 'cec258de3eea4a12a7bd9b2b9832dce6', 'subnets': [{'id': 'f5fefb96-b952-42d8-9509-ca82c6db7d62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846842-7-iscsi', False) {} {{(pid=104418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 04:24:53.721750 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b138c7eb-8e9f-4c6b-bece-2aaf9d695dde None None] Checking router: 907d6541-3795-4e11-930f-4a3f7aece202 for host: dv-cinder-846842-7-iscsi {{(pid=104418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 04:24:53.731871 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b138c7eb-8e9f-4c6b-bece-2aaf9d695dde None None] Routers {'907d6541-3795-4e11-930f-4a3f7aece202'} bound to L3 agent in host dv-cinder-846842-7-iscsi {{(pid=104418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 30 04:24:53.732459 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.db.l3_hamode_db [None req-b138c7eb-8e9f-4c6b-bece-2aaf9d695dde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-30T04:07:07Z,description=,heartbeat_timestamp=2022-06-30T04:24:38Z,host='dv-cinder-846842-7-iscsi',id=2ea21a61-d737-4543-a811-a0d035fbf0f6,load=0,resource_versions=,resources_synced=,started_at=2022-06-30T04:07:07Z,topic='l3_agent')) {'router_ids': ['907d6541-3795-4e11-930f-4a3f7aece202'], 'active': True} {{(pid=104418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 04:24:53.929548 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.db.l3_dvr_db [None req-b138c7eb-8e9f-4c6b-bece-2aaf9d695dde None None] Set router 907d6541-3795-4e11-930f-4a3f7aece202 gateway port host: dv-cinder-846842-7-iscsi {{(pid=104418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 30 04:24:54.048840 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.13', 57466) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 04:24:54.104159 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-00350f61-9e98-4bfd-9bb4-cb6f67b269c0 tempest-AttachVolumeTestJSON-1888872629 tempest-AttachVolumeTestJSON-1888872629-project] Publish callbacks [] for security_group (8599d120-1223-4b97-956e-b4c2c7efbe95), before_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:24:54.117925 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.db.l3_hamode_db [None req-b138c7eb-8e9f-4c6b-bece-2aaf9d695dde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '907d6541-3795-4e11-930f-4a3f7aece202', 'name': 'tempest-AttachVolumeTestJSON-1202044632-router', 'tenant_id': 'cec258de3eea4a12a7bd9b2b9832dce6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14b0e4f-074d-4507-846c-fc8420bddf12', 'external_fixed_ips': [{'subnet_id': '15378187-268c-4fae-ace7-eaca7aa50f90', 'ip_address': '172.27.1.223'}], 'enable_snat': True}, 'gw_port_id': 'f7aa1a22-3246-47ba-8d0d-26ea50586ed9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T04:21:53Z', 'updated_at': '2022-06-30T04:21:56Z', 'revision_number': 4, 'project_id': 'cec258de3eea4a12a7bd9b2b9832dce6', 'gw_port': {'id': 'f7aa1a22-3246-47ba-8d0d-26ea50586ed9', 'name': '', 'network_id': 'a14b0e4f-074d-4507-846c-fc8420bddf12', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:e6:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '907d6541-3795-4e11-930f-4a3f7aece202', 'device_owner': 'network:router_gateway', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '15378187-268c-4fae-ace7-eaca7aa50f90', 'ip_address': '172.27.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T04:21:54Z', 'updated_at': '2022-06-30T04:21:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15378187-268c-4fae-ace7-eaca7aa50f90', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-7-iscsi', '_interfaces': [{'id': '658b8ecd-f547-4e59-8873-35a792608596', 'name': '', 'network_id': '6ae8070a-7682-4fda-9ac2-70bc78e189c1', 'tenant_id': 'cec258de3eea4a12a7bd9b2b9832dce6', 'mac_address': 'fa:16:3e:01:03:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '907d6541-3795-4e11-930f-4a3f7aece202', 'device_owner': 'network:router_interface', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': 'f5fefb96-b952-42d8-9509-ca82c6db7d62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T04:21:56Z', 'updated_at': '2022-06-30T04:22:00Z', 'revision_number': 5, 'project_id': 'cec258de3eea4a12a7bd9b2b9832dce6', 'subnets': [{'id': 'f5fefb96-b952-42d8-9509-ca82c6db7d62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846842-7-iscsi', False) {} {{(pid=104418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 04:24:54.128888 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-00350f61-9e98-4bfd-9bb4-cb6f67b269c0 tempest-AttachVolumeTestJSON-1888872629 tempest-AttachVolumeTestJSON-1888872629-project] Publish callbacks [] for security_group (8599d120-1223-4b97-956e-b4c2c7efbe95), precommit_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:24:54.143311 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b138c7eb-8e9f-4c6b-bece-2aaf9d695dde None None] The sync data for ids ['907d6541-3795-4e11-930f-4a3f7aece202'] in dv-cinder-846842-7-iscsi is: [{'id': '907d6541-3795-4e11-930f-4a3f7aece202', 'name': 'tempest-AttachVolumeTestJSON-1202044632-router', 'tenant_id': 'cec258de3eea4a12a7bd9b2b9832dce6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14b0e4f-074d-4507-846c-fc8420bddf12', 'external_fixed_ips': [{'subnet_id': '15378187-268c-4fae-ace7-eaca7aa50f90', 'ip_address': '172.27.1.223'}], 'enable_snat': True}, 'gw_port_id': 'f7aa1a22-3246-47ba-8d0d-26ea50586ed9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T04:21:53Z', 'updated_at': '2022-06-30T04:21:56Z', 'revision_number': 4, 'project_id': 'cec258de3eea4a12a7bd9b2b9832dce6', 'gw_port': {'id': 'f7aa1a22-3246-47ba-8d0d-26ea50586ed9', 'name': '', 'network_id': 'a14b0e4f-074d-4507-846c-fc8420bddf12', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:e6:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '907d6541-3795-4e11-930f-4a3f7aece202', 'device_owner': 'network:router_gateway', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '15378187-268c-4fae-ace7-eaca7aa50f90', 'ip_address': '172.27.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T04:21:54Z', 'updated_at': '2022-06-30T04:21:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15378187-268c-4fae-ace7-eaca7aa50f90', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-7-iscsi', '_interfaces': [{'id': '658b8ecd-f547-4e59-8873-35a792608596', 'name': '', 'network_id': '6ae8070a-7682-4fda-9ac2-70bc78e189c1', 'tenant_id': 'cec258de3eea4a12a7bd9b2b9832dce6', 'mac_address': 'fa:16:3e:01:03:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '907d6541-3795-4e11-930f-4a3f7aece202', 'device_owner': 'network:router_interface', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': 'f5fefb96-b952-42d8-9509-ca82c6db7d62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T04:21:56Z', 'updated_at': '2022-06-30T04:22:00Z', 'revision_number': 5, 'project_id': 'cec258de3eea4a12a7bd9b2b9832dce6', 'subnets': [{'id': 'f5fefb96-b952-42d8-9509-ca82c6db7d62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 04:24:54.178263 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-00350f61-9e98-4bfd-9bb4-cb6f67b269c0 tempest-AttachVolumeTestJSON-1888872629 tempest-AttachVolumeTestJSON-1888872629-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3637186'] for security_group (8599d120-1223-4b97-956e-b4c2c7efbe95), after_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:24:54.180835 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-00350f61-9e98-4bfd-9bb4-cb6f67b269c0 tempest-AttachVolumeTestJSON-1888872629 tempest-AttachVolumeTestJSON-1888872629-project] Publish callbacks [] for security_group (None), before_response {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:24:54.182027 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-00350f61-9e98-4bfd-9bb4-cb6f67b269c0 tempest-AttachVolumeTestJSON-1888872629 tempest-AttachVolumeTestJSON-1888872629-project] 10.222.0.13 "DELETE /v2.0/security-groups/8599d120-1223-4b97-956e-b4c2c7efbe95 HTTP/1.1" status: 204 len: 168 time: 0.1320863 Jun 30 04:24:54.184861 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.wsgi [-] (104415) accepted ('10.222.0.13', 57468) {{(pid=104415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 04:24:54.192601 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00350f61-9e98-4bfd-9bb4-cb6f67b269c0 tempest-AttachVolumeTestJSON-1888872629 tempest-AttachVolumeTestJSON-1888872629-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8599d120-1223-4b97-956e-b4c2c7efbe95,revision_number=None']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:24:54.204299 dv-cinder-846842-7-iscsi neutron-server[104415]: INFO neutron.api.v2.resource [None req-5e86e3d2-d136-499e-93e8-6544075e0df8 tempest-AttachVolumeTestJSON-1888872629 tempest-AttachVolumeTestJSON-1888872629-project] show failed (client error): The resource could not be found. Jun 30 04:24:54.205420 dv-cinder-846842-7-iscsi neutron-server[104415]: INFO neutron.wsgi [None req-5e86e3d2-d136-499e-93e8-6544075e0df8 tempest-AttachVolumeTestJSON-1888872629 tempest-AttachVolumeTestJSON-1888872629-project] 10.222.0.13 "GET /v2.0/security-groups/8599d120-1223-4b97-956e-b4c2c7efbe95 HTTP/1.1" status: 404 len: 347 time: 0.0190799 Jun 30 04:24:54.208465 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.wsgi [-] (104415) accepted ('10.222.0.13', 57472) {{(pid=104415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 04:24:54.331779 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.plugins.ml2.plugin [None req-cbe92ef7-6a78-42ea-8bc4-26e68d3fddbb tempest-AttachVolumeTestJSON-1888872629 tempest-AttachVolumeTestJSON-1888872629-project] Deleting port c512f064-a7eb-46ef-825c-0a945df75e76 {{(pid=104415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 30 04:24:54.332111 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-cbe92ef7-6a78-42ea-8bc4-26e68d3fddbb tempest-AttachVolumeTestJSON-1888872629 tempest-AttachVolumeTestJSON-1888872629-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781926629636'] for port (c512f064-a7eb-46ef-825c-0a945df75e76), before_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:24:54.370831 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3640a99-a36c-4866-a1d1-b0aa265022e3 None None] New status for floating IP 85b537f3-0650-4c1c-ba97-213b657eb37e: DOWN {{(pid=104417) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 30 04:24:54.415256 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-cbe92ef7-6a78-42ea-8bc4-26e68d3fddbb tempest-AttachVolumeTestJSON-1888872629 tempest-AttachVolumeTestJSON-1888872629-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616079'] for port (c512f064-a7eb-46ef-825c-0a945df75e76), precommit_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:24:54.415554 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-cbe92ef7-6a78-42ea-8bc4-26e68d3fddbb tempest-AttachVolumeTestJSON-1888872629 tempest-AttachVolumeTestJSON-1888872629-project] Publish callbacks [] for floatingip (c512f064-a7eb-46ef-825c-0a945df75e76), precommit_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:24:54.428535 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.plugins.ml2.plugin [None req-cbe92ef7-6a78-42ea-8bc4-26e68d3fddbb tempest-AttachVolumeTestJSON-1888872629 tempest-AttachVolumeTestJSON-1888872629-project] Calling delete_port for c512f064-a7eb-46ef-825c-0a945df75e76 owned by network:floatingip {{(pid=104415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 30 04:24:54.566240 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-cbe92ef7-6a78-42ea-8bc4-26e68d3fddbb tempest-AttachVolumeTestJSON-1888872629 tempest-AttachVolumeTestJSON-1888872629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4095053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781926635560', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781926239326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11645207'] for port (c512f064-a7eb-46ef-825c-0a945df75e76), after_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:24:54.592715 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe92ef7-6a78-42ea-8bc4-26e68d3fddbb tempest-AttachVolumeTestJSON-1888872629 tempest-AttachVolumeTestJSON-1888872629-project] Pushing event deleted for resources: {'Port': ['ID=c512f064-a7eb-46ef-825c-0a945df75e76,revision_number=None']} {{(pid=104415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:24:54.616741 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbe92ef7-6a78-42ea-8bc4-26e68d3fddbb tempest-AttachVolumeTestJSON-1888872629 tempest-AttachVolumeTestJSON-1888872629-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:24:54.617097 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbe92ef7-6a78-42ea-8bc4-26e68d3fddbb tempest-AttachVolumeTestJSON-1888872629 tempest-AttachVolumeTestJSON-1888872629-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:24:54.617430 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbe92ef7-6a78-42ea-8bc4-26e68d3fddbb tempest-AttachVolumeTestJSON-1888872629 tempest-AttachVolumeTestJSON-1888872629-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:24:54.617771 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbe92ef7-6a78-42ea-8bc4-26e68d3fddbb tempest-AttachVolumeTestJSON-1888872629 tempest-AttachVolumeTestJSON-1888872629-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:24:54.618101 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbe92ef7-6a78-42ea-8bc4-26e68d3fddbb tempest-AttachVolumeTestJSON-1888872629 tempest-AttachVolumeTestJSON-1888872629-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:24:54.618425 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbe92ef7-6a78-42ea-8bc4-26e68d3fddbb tempest-AttachVolumeTestJSON-1888872629 tempest-AttachVolumeTestJSON-1888872629-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:24:54.618745 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbe92ef7-6a78-42ea-8bc4-26e68d3fddbb tempest-AttachVolumeTestJSON-1888872629 tempest-AttachVolumeTestJSON-1888872629-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:24:54.619065 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbe92ef7-6a78-42ea-8bc4-26e68d3fddbb tempest-AttachVolumeTestJSON-1888872629 tempest-AttachVolumeTestJSON-1888872629-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:24:54.619417 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbe92ef7-6a78-42ea-8bc4-26e68d3fddbb tempest-AttachVolumeTestJSON-1888872629 tempest-AttachVolumeTestJSON-1888872629-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:24:54.619735 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbe92ef7-6a78-42ea-8bc4-26e68d3fddbb tempest-AttachVolumeTestJSON-1888872629 tempest-AttachVolumeTestJSON-1888872629-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:24:54.620056 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbe92ef7-6a78-42ea-8bc4-26e68d3fddbb tempest-AttachVolumeTestJSON-1888872629 tempest-AttachVolumeTestJSON-1888872629-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:24:54.620359 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbe92ef7-6a78-42ea-8bc4-26e68d3fddbb tempest-AttachVolumeTestJSON-1888872629 tempest-AttachVolumeTestJSON-1888872629-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:24:54.620665 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbe92ef7-6a78-42ea-8bc4-26e68d3fddbb tempest-AttachVolumeTestJSON-1888872629 tempest-AttachVolumeTestJSON-1888872629-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:24:54.620981 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbe92ef7-6a78-42ea-8bc4-26e68d3fddbb tempest-AttachVolumeTestJSON-1888872629 tempest-AttachVolumeTestJSON-1888872629-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:24:54.621296 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbe92ef7-6a78-42ea-8bc4-26e68d3fddbb tempest-AttachVolumeTestJSON-1888872629 tempest-AttachVolumeTestJSON-1888872629-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:24:54.662775 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-cbe92ef7-6a78-42ea-8bc4-26e68d3fddbb tempest-AttachVolumeTestJSON-1888872629 tempest-AttachVolumeTestJSON-1888872629-project] Publish callbacks [] for floatingip (85b537f3-0650-4c1c-ba97-213b657eb37e), after_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:24:54.665287 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-cbe92ef7-6a78-42ea-8bc4-26e68d3fddbb tempest-AttachVolumeTestJSON-1888872629 tempest-AttachVolumeTestJSON-1888872629-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13292'] for floatingip (None), before_response {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:24:54.666475 dv-cinder-846842-7-iscsi neutron-server[104415]: INFO neutron.wsgi [None req-cbe92ef7-6a78-42ea-8bc4-26e68d3fddbb tempest-AttachVolumeTestJSON-1888872629 tempest-AttachVolumeTestJSON-1888872629-project] 10.222.0.13 "DELETE /v2.0/floatingips/85b537f3-0650-4c1c-ba97-213b657eb37e HTTP/1.1" status: 204 len: 168 time: 0.4566684 Jun 30 04:24:54.745199 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.wsgi [-] (104415) accepted ('10.222.0.13', 57476) {{(pid=104415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 04:24:54.749935 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.v2.base [None req-a6dc1e46-aedf-45c5-a8a6-fe065b4c4d73 tempest-AttachVolumeTestJSON-1888872629 tempest-AttachVolumeTestJSON-1888872629-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2079848664', 'description': 'tempest-description--1251904560'}} {{(pid=104415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 30 04:24:54.772971 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-a6dc1e46-aedf-45c5-a8a6-fe065b4c4d73 tempest-AttachVolumeTestJSON-1888872629 tempest-AttachVolumeTestJSON-1888872629-project] Publish callbacks [] for security_group (None), before_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:24:54.848820 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-a6dc1e46-aedf-45c5-a8a6-fe065b4c4d73 tempest-AttachVolumeTestJSON-1888872629 tempest-AttachVolumeTestJSON-1888872629-project] Publish callbacks [] for security_group (026fff10-e58a-400f-8e91-c878ad0cea10), precommit_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:24:54.855313 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-a6dc1e46-aedf-45c5-a8a6-fe065b4c4d73 tempest-AttachVolumeTestJSON-1888872629 tempest-AttachVolumeTestJSON-1888872629-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3637186'] for security_group (026fff10-e58a-400f-8e91-c878ad0cea10), after_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:24:54.888132 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6dc1e46-aedf-45c5-a8a6-fe065b4c4d73 tempest-AttachVolumeTestJSON-1888872629 tempest-AttachVolumeTestJSON-1888872629-project] Pushing event updated for resources: {'SecurityGroup': ['ID=026fff10-e58a-400f-8e91-c878ad0cea10,revision_number=1']} {{(pid=104415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:24:54.892118 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-a6dc1e46-aedf-45c5-a8a6-fe065b4c4d73 tempest-AttachVolumeTestJSON-1888872629 tempest-AttachVolumeTestJSON-1888872629-project] Publish callbacks [] for security_group (None), before_response {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:24:54.893345 dv-cinder-846842-7-iscsi neutron-server[104415]: INFO neutron.wsgi [None req-a6dc1e46-aedf-45c5-a8a6-fe065b4c4d73 tempest-AttachVolumeTestJSON-1888872629 tempest-AttachVolumeTestJSON-1888872629-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1471334 Jun 30 04:24:54.896646 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.13', 57478) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 04:24:54.901845 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.v2.base [None req-673500db-bf3d-4734-91be-43b0723a4062 tempest-AttachVolumeTestJSON-1888872629 tempest-AttachVolumeTestJSON-1888872629-project] Request body: {'security_group_rule': {'security_group_id': '026fff10-e58a-400f-8e91-c878ad0cea10', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 30 04:24:54.930187 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-673500db-bf3d-4734-91be-43b0723a4062 tempest-AttachVolumeTestJSON-1888872629 tempest-AttachVolumeTestJSON-1888872629-project] Publish callbacks [] for security_group_rule (bd252034-2ee6-4c73-993f-f88ce64117d1), before_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:24:54.991520 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-673500db-bf3d-4734-91be-43b0723a4062 tempest-AttachVolumeTestJSON-1888872629 tempest-AttachVolumeTestJSON-1888872629-project] Publish callbacks [] for security_group_rule (bd252034-2ee6-4c73-993f-f88ce64117d1), precommit_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:24:54.997076 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-673500db-bf3d-4734-91be-43b0723a4062 tempest-AttachVolumeTestJSON-1888872629 tempest-AttachVolumeTestJSON-1888872629-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3637011'] for security_group_rule (bd252034-2ee6-4c73-993f-f88ce64117d1), after_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:24:55.015778 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673500db-bf3d-4734-91be-43b0723a4062 tempest-AttachVolumeTestJSON-1888872629 tempest-AttachVolumeTestJSON-1888872629-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd252034-2ee6-4c73-993f-f88ce64117d1,revision_number=0']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:24:55.024994 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-673500db-bf3d-4734-91be-43b0723a4062 tempest-AttachVolumeTestJSON-1888872629 tempest-AttachVolumeTestJSON-1888872629-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:24:55.026264 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-673500db-bf3d-4734-91be-43b0723a4062 tempest-AttachVolumeTestJSON-1888872629 tempest-AttachVolumeTestJSON-1888872629-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1281955 Jun 30 04:24:55.029026 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.13', 57480) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 04:24:55.033210 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.v2.base [None req-e067181f-7260-4f51-9047-1aea1ca9b22a tempest-AttachVolumeTestJSON-1888872629 tempest-AttachVolumeTestJSON-1888872629-project] Request body: {'security_group_rule': {'security_group_id': '026fff10-e58a-400f-8e91-c878ad0cea10', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 30 04:24:55.060715 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-e067181f-7260-4f51-9047-1aea1ca9b22a tempest-AttachVolumeTestJSON-1888872629 tempest-AttachVolumeTestJSON-1888872629-project] Publish callbacks [] for security_group_rule (5cc281cd-02ac-46a0-ac6f-1f6c7d67842c), before_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:24:55.130675 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-e067181f-7260-4f51-9047-1aea1ca9b22a tempest-AttachVolumeTestJSON-1888872629 tempest-AttachVolumeTestJSON-1888872629-project] Publish callbacks [] for security_group_rule (5cc281cd-02ac-46a0-ac6f-1f6c7d67842c), precommit_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:24:55.135777 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-e067181f-7260-4f51-9047-1aea1ca9b22a tempest-AttachVolumeTestJSON-1888872629 tempest-AttachVolumeTestJSON-1888872629-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3637011'] for security_group_rule (5cc281cd-02ac-46a0-ac6f-1f6c7d67842c), after_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:24:55.156069 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e067181f-7260-4f51-9047-1aea1ca9b22a tempest-AttachVolumeTestJSON-1888872629 tempest-AttachVolumeTestJSON-1888872629-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5cc281cd-02ac-46a0-ac6f-1f6c7d67842c,revision_number=0']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:24:55.163030 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-e067181f-7260-4f51-9047-1aea1ca9b22a tempest-AttachVolumeTestJSON-1888872629 tempest-AttachVolumeTestJSON-1888872629-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:24:55.164277 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-e067181f-7260-4f51-9047-1aea1ca9b22a tempest-AttachVolumeTestJSON-1888872629 tempest-AttachVolumeTestJSON-1888872629-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1343005 Jun 30 04:24:55.167579 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.wsgi [-] (104415) accepted ('10.222.0.13', 57482) {{(pid=104415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 04:24:55.172147 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.v2.base [None req-21498186-4968-4bb8-8011-e1d60db431e3 tempest-AttachVolumeTestJSON-1888872629 tempest-AttachVolumeTestJSON-1888872629-project] Request body: {'floatingip': {'floating_network_id': 'a14b0e4f-074d-4507-846c-fc8420bddf12'}} {{(pid=104415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 30 04:24:55.195258 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-21498186-4968-4bb8-8011-e1d60db431e3 tempest-AttachVolumeTestJSON-1888872629 tempest-AttachVolumeTestJSON-1888872629-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:24:55.223973 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=85,neutron:DELETE=7,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:24:55.278443 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-21498186-4968-4bb8-8011-e1d60db431e3 tempest-AttachVolumeTestJSON-1888872629 tempest-AttachVolumeTestJSON-1888872629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3606762'] for port (None), before_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:24:55.391048 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.db.db_base_plugin_common [None req-21498186-4968-4bb8-8011-e1d60db431e3 tempest-AttachVolumeTestJSON-1888872629 tempest-AttachVolumeTestJSON-1888872629-project] Allocated IP 172.27.1.101 (a14b0e4f-074d-4507-846c-fc8420bddf12/15378187-268c-4fae-ace7-eaca7aa50f90/3b7cae10-1d84-4f7d-b9de-b180caa71ebb) {{(pid=104415) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 04:24:55.484062 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=89,neutron:DELETE=2,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:24:55.501311 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-21498186-4968-4bb8-8011-e1d60db431e3 tempest-AttachVolumeTestJSON-1888872629 tempest-AttachVolumeTestJSON-1888872629-project] Publish callbacks [] for port (3b7cae10-1d84-4f7d-b9de-b180caa71ebb), precommit_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:24:55.536527 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-21498186-4968-4bb8-8011-e1d60db431e3 tempest-AttachVolumeTestJSON-1888872629 tempest-AttachVolumeTestJSON-1888872629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4095053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781926239317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11645207'] for port (3b7cae10-1d84-4f7d-b9de-b180caa71ebb), after_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:24:55.576097 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21498186-4968-4bb8-8011-e1d60db431e3 tempest-AttachVolumeTestJSON-1888872629 tempest-AttachVolumeTestJSON-1888872629-project] Network a14b0e4f-074d-4507-846c-fc8420bddf12 is already hosted by enough agents. {{(pid=104415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 04:24:55.580893 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.scheduler.base_scheduler [None req-21498186-4968-4bb8-8011-e1d60db431e3 tempest-AttachVolumeTestJSON-1888872629 tempest-AttachVolumeTestJSON-1888872629-project] Resources bound (agent type, host, resource id): {{(pid=104415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 04:24:55.584871 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21498186-4968-4bb8-8011-e1d60db431e3 tempest-AttachVolumeTestJSON-1888872629 tempest-AttachVolumeTestJSON-1888872629-project] Received port after_create {{(pid=104415) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 30 04:24:55.588234 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21498186-4968-4bb8-8011-e1d60db431e3 tempest-AttachVolumeTestJSON-1888872629 tempest-AttachVolumeTestJSON-1888872629-project] Pushing event updated for resources: {'Port': ['ID=3b7cae10-1d84-4f7d-b9de-b180caa71ebb,revision_number=1']} {{(pid=104415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:24:55.667577 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-21498186-4968-4bb8-8011-e1d60db431e3 tempest-AttachVolumeTestJSON-1888872629 tempest-AttachVolumeTestJSON-1888872629-project] Publish callbacks [] for floatingip (a70dd7df-99f3-460d-9f8b-65d6fa5ebfad), precommit_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:24:55.709952 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-21498186-4968-4bb8-8011-e1d60db431e3 tempest-AttachVolumeTestJSON-1888872629 tempest-AttachVolumeTestJSON-1888872629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3606762'] for port (3b7cae10-1d84-4f7d-b9de-b180caa71ebb), before_update {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:24:55.860994 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-21498186-4968-4bb8-8011-e1d60db431e3 tempest-AttachVolumeTestJSON-1888872629 tempest-AttachVolumeTestJSON-1888872629-project] Publish callbacks [] for port (3b7cae10-1d84-4f7d-b9de-b180caa71ebb), precommit_update {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:24:55.867012 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-21498186-4968-4bb8-8011-e1d60db431e3 tempest-AttachVolumeTestJSON-1888872629 tempest-AttachVolumeTestJSON-1888872629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4095053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781926634698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781926239335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781926239353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11645230'] for port (3b7cae10-1d84-4f7d-b9de-b180caa71ebb), after_update {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:24:55.923830 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:24:55.944724 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21498186-4968-4bb8-8011-e1d60db431e3 tempest-AttachVolumeTestJSON-1888872629 tempest-AttachVolumeTestJSON-1888872629-project] Pushing event updated for resources: {'Port': ['ID=3b7cae10-1d84-4f7d-b9de-b180caa71ebb,revision_number=2']} {{(pid=104415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:24:55.953180 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-21498186-4968-4bb8-8011-e1d60db431e3 tempest-AttachVolumeTestJSON-1888872629 tempest-AttachVolumeTestJSON-1888872629-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-620077'] for floatingip (a70dd7df-99f3-460d-9f8b-65d6fa5ebfad), after_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:24:55.970735 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-21498186-4968-4bb8-8011-e1d60db431e3 tempest-AttachVolumeTestJSON-1888872629 tempest-AttachVolumeTestJSON-1888872629-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13292'] for floatingip (None), before_response {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:24:55.971980 dv-cinder-846842-7-iscsi neutron-server[104415]: INFO neutron.wsgi [None req-21498186-4968-4bb8-8011-e1d60db431e3 tempest-AttachVolumeTestJSON-1888872629 tempest-AttachVolumeTestJSON-1888872629-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8033445 Jun 30 04:24:56.070770 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.rpc [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Device 92d5d28e-901e-4fdd-a753-3d722a745dcb no longer exists at agent hyperv_hv-cinder-84684 {{(pid=104417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 04:24:56.090663 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] No Port match for: 92d5d28e-901e-4fdd-a753-3d722a745dcb {{(pid=104417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 30 04:24:56.090982 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.rpc [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Device 92d5d28e-901e-4fdd-a753-3d722a745dcb not bound to the agent host hv-cinder-84684 {{(pid=104417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 04:24:56.174991 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-8aa99bf4-aeef-4902-b99d-946c4f47e736 req-cb2999e1-b1f4-4d53-8249-c40e05c75b5b tempest-AttachVolumeTestJSON-1888872629 tempest-AttachVolumeTestJSON-1888872629-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--2079848664&fields=id&tenant_id=cec258de3eea4a12a7bd9b2b9832dce6 HTTP/1.1" status: 200 len: 267 time: 0.0450933 Jun 30 04:24:56.291083 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa99bf4-aeef-4902-b99d-946c4f47e736 req-b613ad82-57e4-4644-a020-5096d69cf0a8 tempest-AttachVolumeTestJSON-1888872629 tempest-AttachVolumeTestJSON-1888872629-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:24:56.292586 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-8aa99bf4-aeef-4902-b99d-946c4f47e736 req-b613ad82-57e4-4644-a020-5096d69cf0a8 tempest-AttachVolumeTestJSON-1888872629 tempest-AttachVolumeTestJSON-1888872629-project] 10.222.0.13 "GET /v2.0/networks?id=6ae8070a-7682-4fda-9ac2-70bc78e189c1 HTTP/1.1" status: 200 len: 811 time: 0.1105261 Jun 30 04:24:56.307349 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-8aa99bf4-aeef-4902-b99d-946c4f47e736 req-1e3818e6-ac76-43bd-aa72-fc64d0a29863 tempest-AttachVolumeTestJSON-1888872629 tempest-AttachVolumeTestJSON-1888872629-project] 10.222.0.13 "GET /v2.0/quotas/cec258de3eea4a12a7bd9b2b9832dce6 HTTP/1.1" status: 200 len: 375 time: 0.0093307 Jun 30 04:24:56.360189 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-8aa99bf4-aeef-4902-b99d-946c4f47e736 req-3bb86098-00f3-4df6-9227-886f1e1ffa9a tempest-AttachVolumeTestJSON-1888872629 tempest-AttachVolumeTestJSON-1888872629-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=cec258de3eea4a12a7bd9b2b9832dce6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0479519 Jun 30 04:24:56.455463 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=5 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:24:56.461845 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=90,neutron:DELETE=5,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:24:56.479476 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-8aa99bf4-aeef-4902-b99d-946c4f47e736 req-94e9862d-d383-4fed-ac49-a600f82a4cbc service neutron] 10.222.0.13 "GET /v2.0/networks/6ae8070a-7682-4fda-9ac2-70bc78e189c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1069434 Jun 30 04:24:56.569404 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-8aa99bf4-aeef-4902-b99d-946c4f47e736 req-ba228509-45da-4aee-9458-e104861133a9 service neutron] 10.222.0.13 "GET /v2.0/networks/6ae8070a-7682-4fda-9ac2-70bc78e189c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841498 Jun 30 04:24:56.743127 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-bd87ee36-b715-4491-a242-76344422ece0 req-f04f99e9-da67-4da6-9161-69bc36d1079a tempest-AttachVolumeTestJSON-1888872629 tempest-AttachVolumeTestJSON-1888872629-project] 10.222.0.13 "GET /v2.0/ports?device_id=2dd911f4-5f42-4dc7-8a40-2b62f807a2b1 HTTP/1.1" status: 200 len: 210 time: 0.0324321 Jun 30 04:24:57.825146 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-c8eec62b-e272-4d24-b5af-29a617405abf req-ca40dbf8-74d0-49fb-96a8-17bcd8699c2e tempest-AttachVolumeTestJSON-1888872629 tempest-AttachVolumeTestJSON-1888872629-project] 10.222.0.13 "GET /v2.0/ports?device_id=2dd911f4-5f42-4dc7-8a40-2b62f807a2b1 HTTP/1.1" status: 200 len: 210 time: 0.0276692 Jun 30 04:24:58.902443 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-bb6078a2-1787-4ab0-975a-9b843706b9a8 req-41adfa12-198f-4404-acc2-f6518d5d9273 tempest-AttachVolumeTestJSON-1888872629 tempest-AttachVolumeTestJSON-1888872629-project] 10.222.0.13 "GET /v2.0/ports?device_id=2dd911f4-5f42-4dc7-8a40-2b62f807a2b1 HTTP/1.1" status: 200 len: 210 time: 0.0281930 Jun 30 04:24:59.988962 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-22ce0dc8-dac7-4bf7-9fd3-53a637fa582d req-cf4472ee-4385-497c-b208-82b790748f10 tempest-AttachVolumeTestJSON-1888872629 tempest-AttachVolumeTestJSON-1888872629-project] 10.222.0.13 "GET /v2.0/ports?device_id=2dd911f4-5f42-4dc7-8a40-2b62f807a2b1 HTTP/1.1" status: 200 len: 210 time: 0.0281050 Jun 30 04:25:01.109610 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-39fbbf90-1cc2-4545-8d24-f385c45162cb req-0db470c1-3bae-41e8-968b-7d1772f570ca tempest-AttachVolumeTestJSON-1888872629 tempest-AttachVolumeTestJSON-1888872629-project] 10.222.0.13 "GET /v2.0/ports?device_id=2dd911f4-5f42-4dc7-8a40-2b62f807a2b1 HTTP/1.1" status: 200 len: 210 time: 0.0415852 Jun 30 04:25:01.731314 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa99bf4-aeef-4902-b99d-946c4f47e736 req-02d6705d-0b39-4cd8-8467-4832ce0b9fe3 tempest-AttachVolumeTestJSON-1888872629 tempest-AttachVolumeTestJSON-1888872629-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:25:01.732787 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-8aa99bf4-aeef-4902-b99d-946c4f47e736 req-02d6705d-0b39-4cd8-8467-4832ce0b9fe3 tempest-AttachVolumeTestJSON-1888872629 tempest-AttachVolumeTestJSON-1888872629-project] 10.222.0.20 "GET /v2.0/networks?id=6ae8070a-7682-4fda-9ac2-70bc78e189c1 HTTP/1.1" status: 200 len: 811 time: 0.1054029 Jun 30 04:25:01.798196 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-8aa99bf4-aeef-4902-b99d-946c4f47e736 req-fdb5752e-b2e2-4e38-aaa0-b29d909d1d66 tempest-AttachVolumeTestJSON-1888872629 tempest-AttachVolumeTestJSON-1888872629-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cec258de3eea4a12a7bd9b2b9832dce6 HTTP/1.1" status: 200 len: 380 time: 0.0565050 Jun 30 04:25:01.808545 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.v2.base [req-8aa99bf4-aeef-4902-b99d-946c4f47e736 req-8e0a3aa7-3f6d-4876-960d-83068c96a8c7 tempest-AttachVolumeTestJSON-1888872629 tempest-AttachVolumeTestJSON-1888872629-project] Request body: {'port': {'device_id': '2dd911f4-5f42-4dc7-8a40-2b62f807a2b1', 'network_id': '6ae8070a-7682-4fda-9ac2-70bc78e189c1', 'admin_state_up': True, 'tenant_id': 'cec258de3eea4a12a7bd9b2b9832dce6', 'security_groups': ['026fff10-e58a-400f-8e91-c878ad0cea10']}} {{(pid=104416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 30 04:25:01.932197 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8aa99bf4-aeef-4902-b99d-946c4f47e736 req-8e0a3aa7-3f6d-4876-960d-83068c96a8c7 tempest-AttachVolumeTestJSON-1888872629 tempest-AttachVolumeTestJSON-1888872629-project] Made reservation on behalf of cec258de3eea4a12a7bd9b2b9832dce6 for: {'port': 1} {{(pid=104416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 04:25:01.935956 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-8aa99bf4-aeef-4902-b99d-946c4f47e736 req-8e0a3aa7-3f6d-4876-960d-83068c96a8c7 tempest-AttachVolumeTestJSON-1888872629 tempest-AttachVolumeTestJSON-1888872629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3606762'] for port (None), before_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:25:02.075866 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.db.db_base_plugin_common [req-8aa99bf4-aeef-4902-b99d-946c4f47e736 req-8e0a3aa7-3f6d-4876-960d-83068c96a8c7 tempest-AttachVolumeTestJSON-1888872629 tempest-AttachVolumeTestJSON-1888872629-project] Allocated IP 172.20.0.12 (6ae8070a-7682-4fda-9ac2-70bc78e189c1/f5fefb96-b952-42d8-9509-ca82c6db7d62/40631800-6072-4fdd-be36-5c02d8b757e9) {{(pid=104416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 04:25:02.220367 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-50ec448d-d79b-4322-afda-654329e74464 req-bbbd42be-dc45-40d3-a011-03d42bc8a050 tempest-AttachVolumeTestJSON-1888872629 tempest-AttachVolumeTestJSON-1888872629-project] 10.222.0.13 "GET /v2.0/ports?device_id=2dd911f4-5f42-4dc7-8a40-2b62f807a2b1 HTTP/1.1" status: 200 len: 210 time: 0.0387516 Jun 30 04:25:02.251594 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-8aa99bf4-aeef-4902-b99d-946c4f47e736 req-8e0a3aa7-3f6d-4876-960d-83068c96a8c7 tempest-AttachVolumeTestJSON-1888872629 tempest-AttachVolumeTestJSON-1888872629-project] Publish callbacks [] for port (40631800-6072-4fdd-be36-5c02d8b757e9), precommit_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:25:02.294633 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-8aa99bf4-aeef-4902-b99d-946c4f47e736 req-8e0a3aa7-3f6d-4876-960d-83068c96a8c7 tempest-AttachVolumeTestJSON-1888872629 tempest-AttachVolumeTestJSON-1888872629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4095053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781926239317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1764130'] for port (40631800-6072-4fdd-be36-5c02d8b757e9), after_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:25:02.306291 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:25:02.340731 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8aa99bf4-aeef-4902-b99d-946c4f47e736 req-8e0a3aa7-3f6d-4876-960d-83068c96a8c7 tempest-AttachVolumeTestJSON-1888872629 tempest-AttachVolumeTestJSON-1888872629-project] Network 6ae8070a-7682-4fda-9ac2-70bc78e189c1 is already hosted by enough agents. {{(pid=104416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 04:25:02.344373 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.scheduler.base_scheduler [req-8aa99bf4-aeef-4902-b99d-946c4f47e736 req-8e0a3aa7-3f6d-4876-960d-83068c96a8c7 tempest-AttachVolumeTestJSON-1888872629 tempest-AttachVolumeTestJSON-1888872629-project] Resources bound (agent type, host, resource id): {{(pid=104416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 04:25:02.348649 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.db.l3_dvrscheduler_db [req-8aa99bf4-aeef-4902-b99d-946c4f47e736 req-8e0a3aa7-3f6d-4876-960d-83068c96a8c7 tempest-AttachVolumeTestJSON-1888872629 tempest-AttachVolumeTestJSON-1888872629-project] Received port after_create {{(pid=104416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 30 04:25:02.350972 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:25:02.374072 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0a3aa7-3f6d-4876-960d-83068c96a8c7 tempest-AttachVolumeTestJSON-1888872629 tempest-AttachVolumeTestJSON-1888872629-project] Pushing event updated for resources: {'Port': ['ID=40631800-6072-4fdd-be36-5c02d8b757e9,revision_number=1']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:25:02.405426 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa99bf4-aeef-4902-b99d-946c4f47e736 req-8e0a3aa7-3f6d-4876-960d-83068c96a8c7 tempest-AttachVolumeTestJSON-1888872629 tempest-AttachVolumeTestJSON-1888872629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:25:02.406066 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-8aa99bf4-aeef-4902-b99d-946c4f47e736 req-8e0a3aa7-3f6d-4876-960d-83068c96a8c7 tempest-AttachVolumeTestJSON-1888872629 tempest-AttachVolumeTestJSON-1888872629-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13292'] for port (None), before_response {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:25:02.424551 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-8aa99bf4-aeef-4902-b99d-946c4f47e736 req-8e0a3aa7-3f6d-4876-960d-83068c96a8c7 tempest-AttachVolumeTestJSON-1888872629 tempest-AttachVolumeTestJSON-1888872629-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6197350 Jun 30 04:25:02.435509 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.v2.base [req-8aa99bf4-aeef-4902-b99d-946c4f47e736 req-49b741bb-f44a-483f-8ff8-655d14b43402 service neutron] Request body: {'port': {'device_id': '2dd911f4-5f42-4dc7-8a40-2b62f807a2b1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84684'}} {{(pid=104416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 30 04:25:02.502150 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-8aa99bf4-aeef-4902-b99d-946c4f47e736 req-49b741bb-f44a-483f-8ff8-655d14b43402 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3606762'] for port (40631800-6072-4fdd-be36-5c02d8b757e9), before_update {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:25:02.558862 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.db.provisioning_blocks [None req-1fc95144-5105-4606-93da-4a8ee081664b None None] Provisioning complete for port 40631800-6072-4fdd-be36-5c02d8b757e9 triggered by entity DHCP. {{(pid=104417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 30 04:25:02.559516 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-1fc95144-5105-4606-93da-4a8ee081664b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565073'] for port (40631800-6072-4fdd-be36-5c02d8b757e9), provisioning_complete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:25:02.595970 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-1fc95144-5105-4606-93da-4a8ee081664b None None] Port 40631800-6072-4fdd-be36-5c02d8b757e9 cannot update to ACTIVE because it is not bound. {{(pid=104417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 30 04:25:02.756758 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.notifiers.nova [req-8aa99bf4-aeef-4902-b99d-946c4f47e736 req-49b741bb-f44a-483f-8ff8-655d14b43402 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 40631800-6072-4fdd-be36-5c02d8b757e9 {{(pid=104416) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 30 04:25:02.764466 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-8aa99bf4-aeef-4902-b99d-946c4f47e736 req-49b741bb-f44a-483f-8ff8-655d14b43402 service neutron] Publish callbacks [] for port (40631800-6072-4fdd-be36-5c02d8b757e9), precommit_update {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:25:02.778068 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.db.provisioning_blocks [req-8aa99bf4-aeef-4902-b99d-946c4f47e736 req-49b741bb-f44a-483f-8ff8-655d14b43402 service neutron] Transition to ACTIVE for port object 40631800-6072-4fdd-be36-5c02d8b757e9 will not be triggered until provisioned by entity L2. {{(pid=104416) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 30 04:25:02.784120 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-8aa99bf4-aeef-4902-b99d-946c4f47e736 req-49b741bb-f44a-483f-8ff8-655d14b43402 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4095053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781926634698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781926239335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781926239353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1764123'] for port (40631800-6072-4fdd-be36-5c02d8b757e9), after_update {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:25:02.836549 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b741bb-f44a-483f-8ff8-655d14b43402 service neutron] Pushing event updated for resources: {'Port': ['ID=40631800-6072-4fdd-be36-5c02d8b757e9,revision_number=2']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:25:02.912432 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.managers [req-8aa99bf4-aeef-4902-b99d-946c4f47e736 req-49b741bb-f44a-483f-8ff8-655d14b43402 service neutron] Attempting to bind port 40631800-6072-4fdd-be36-5c02d8b757e9 on host hv-cinder-84684 for vnic_type normal with profile {{(pid=104416) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 30 04:25:02.912763 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.managers [req-8aa99bf4-aeef-4902-b99d-946c4f47e736 req-49b741bb-f44a-483f-8ff8-655d14b43402 service neutron] Attempting to bind port 40631800-6072-4fdd-be36-5c02d8b757e9 by drivers openvswitch,hyperv on host hv-cinder-84684 at level 0 using segments [{'id': '7897bd61-5670-4a95-81f9-59b4b92b6687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '6ae8070a-7682-4fda-9ac2-70bc78e189c1'}] {{(pid=104416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 30 04:25:02.913088 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8aa99bf4-aeef-4902-b99d-946c4f47e736 req-49b741bb-f44a-483f-8ff8-655d14b43402 service neutron] Attempting to bind port 40631800-6072-4fdd-be36-5c02d8b757e9 on network 6ae8070a-7682-4fda-9ac2-70bc78e189c1 {{(pid=104416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 30 04:25:02.917945 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8aa99bf4-aeef-4902-b99d-946c4f47e736 req-49b741bb-f44a-483f-8ff8-655d14b43402 service neutron] Port 40631800-6072-4fdd-be36-5c02d8b757e9 on network 6ae8070a-7682-4fda-9ac2-70bc78e189c1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84684 {{(pid=104416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 30 04:25:02.918260 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8aa99bf4-aeef-4902-b99d-946c4f47e736 req-49b741bb-f44a-483f-8ff8-655d14b43402 service neutron] Attempting to bind port 40631800-6072-4fdd-be36-5c02d8b757e9 on network 6ae8070a-7682-4fda-9ac2-70bc78e189c1 {{(pid=104416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 30 04:25:02.923466 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8aa99bf4-aeef-4902-b99d-946c4f47e736 req-49b741bb-f44a-483f-8ff8-655d14b43402 service neutron] Checking agent: {'id': 'ef703bef-7cc0-467c-baa9-fe8a66be565c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84684', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 30, 4, 13, 10), 'started_at': datetime.datetime(2022, 6, 30, 4, 13, 10), 'heartbeat_timestamp': datetime.datetime(2022, 6, 30, 4, 24, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 30 04:25:02.923800 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8aa99bf4-aeef-4902-b99d-946c4f47e736 req-49b741bb-f44a-483f-8ff8-655d14b43402 service neutron] Checking segment: {'id': '7897bd61-5670-4a95-81f9-59b4b92b6687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '6ae8070a-7682-4fda-9ac2-70bc78e189c1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104416) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 30 04:25:02.924182 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8aa99bf4-aeef-4902-b99d-946c4f47e736 req-49b741bb-f44a-483f-8ff8-655d14b43402 service neutron] Bound using segment: {'id': '7897bd61-5670-4a95-81f9-59b4b92b6687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '6ae8070a-7682-4fda-9ac2-70bc78e189c1'} {{(pid=104416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 30 04:25:02.924605 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.managers [req-8aa99bf4-aeef-4902-b99d-946c4f47e736 req-49b741bb-f44a-483f-8ff8-655d14b43402 service neutron] Bound port: 40631800-6072-4fdd-be36-5c02d8b757e9, host: hv-cinder-84684, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7897bd61-5670-4a95-81f9-59b4b92b6687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '6ae8070a-7682-4fda-9ac2-70bc78e189c1'}}] {{(pid=104416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 30 04:25:02.924975 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-8aa99bf4-aeef-4902-b99d-946c4f47e736 req-49b741bb-f44a-483f-8ff8-655d14b43402 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3606762'] for port (40631800-6072-4fdd-be36-5c02d8b757e9), before_update {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:25:02.994138 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.db [req-8aa99bf4-aeef-4902-b99d-946c4f47e736 req-49b741bb-f44a-483f-8ff8-655d14b43402 service neutron] For port 40631800-6072-4fdd-be36-5c02d8b757e9, host hv-cinder-84684, cleared binding levels {{(pid=104416) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 04:25:02.997464 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.db [req-8aa99bf4-aeef-4902-b99d-946c4f47e736 req-49b741bb-f44a-483f-8ff8-655d14b43402 service neutron] For port 40631800-6072-4fdd-be36-5c02d8b757e9, host hv-cinder-84684, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=40631800-6072-4fdd-be36-5c02d8b757e9,segment=NetworkSegment(7897bd61-5670-4a95-81f9-59b4b92b6687),segment_id=7897bd61-5670-4a95-81f9-59b4b92b6687)] {{(pid=104416) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 04:25:03.003386 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-8aa99bf4-aeef-4902-b99d-946c4f47e736 req-49b741bb-f44a-483f-8ff8-655d14b43402 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4095053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781926634698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781926239335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781926239353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1764123'] for port (40631800-6072-4fdd-be36-5c02d8b757e9), after_update {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:25:03.041231 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa99bf4-aeef-4902-b99d-946c4f47e736 req-49b741bb-f44a-483f-8ff8-655d14b43402 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:25:03.041935 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-8aa99bf4-aeef-4902-b99d-946c4f47e736 req-49b741bb-f44a-483f-8ff8-655d14b43402 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13292'] for port (None), before_response {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:25:03.043285 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-8aa99bf4-aeef-4902-b99d-946c4f47e736 req-49b741bb-f44a-483f-8ff8-655d14b43402 service neutron] 10.222.0.20 "PUT /v2.0/ports/40631800-6072-4fdd-be36-5c02d8b757e9 HTTP/1.1" status: 200 len: 1094 time: 0.6120508 Jun 30 04:25:03.043738 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2dd911f4-5f42-4dc7-8a40-2b62f807a2b1', 'tag': '40631800-6072-4fdd-be36-5c02d8b757e9'}] {{(pid=104416) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 30 04:25:03.046035 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8111519efe35ff5952c269e16f689610d56ef28aa1e0b77ca5734c542983c30f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6e7a182-b011-43e8-886b-b3f914e6f7ca" -d '{"events": [{"name": "network-changed", "server_uuid": "2dd911f4-5f42-4dc7-8a40-2b62f807a2b1", "tag": "40631800-6072-4fdd-be36-5c02d8b757e9"}]}' {{(pid=104416) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 04:25:03.074669 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b741bb-f44a-483f-8ff8-655d14b43402 service neutron] Pushing event updated for resources: {'Port': ['ID=40631800-6072-4fdd-be36-5c02d8b757e9,revision_number=3']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:25:03.102368 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Jun 2022 04:25:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd41fdaa-1227-490c-bc51-ee37fddf4581 x-openstack-request-id: req-bd41fdaa-1227-490c-bc51-ee37fddf4581 {{(pid=104416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 04:25:03.102653 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2dd911f4-5f42-4dc7-8a40-2b62f807a2b1", "tag": "40631800-6072-4fdd-be36-5c02d8b757e9", "status": "completed", "code": 200}]} {{(pid=104416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 04:25:03.102903 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-bd41fdaa-1227-490c-bc51-ee37fddf4581 {{(pid=104416) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 04:25:03.103326 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bd41fdaa-1227-490c-bc51-ee37fddf4581'] response: {'name': 'network-changed', 'server_uuid': '2dd911f4-5f42-4dc7-8a40-2b62f807a2b1', 'tag': '40631800-6072-4fdd-be36-5c02d8b757e9', 'status': 'completed', 'code': 200} Jun 30 04:25:03.125132 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:25:03.137033 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa99bf4-aeef-4902-b99d-946c4f47e736 req-003f3460-51ef-474d-b58a-c1b5c346518e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:25:03.138585 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-8aa99bf4-aeef-4902-b99d-946c4f47e736 req-003f3460-51ef-474d-b58a-c1b5c346518e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=cec258de3eea4a12a7bd9b2b9832dce6&device_id=2dd911f4-5f42-4dc7-8a40-2b62f807a2b1 HTTP/1.1" status: 200 len: 1128 time: 0.0473986 Jun 30 04:25:03.181809 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-8aa99bf4-aeef-4902-b99d-946c4f47e736 req-fef4358c-6867-4009-aa27-2c9cc83de8f8 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=40631800-6072-4fdd-be36-5c02d8b757e9 HTTP/1.1" status: 200 len: 217 time: 0.0347769 Jun 30 04:25:03.231403 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa99bf4-aeef-4902-b99d-946c4f47e736 req-1d74b8c4-dd56-4181-800c-1a91e0ef0cf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:25:03.232922 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-8aa99bf4-aeef-4902-b99d-946c4f47e736 req-1d74b8c4-dd56-4181-800c-1a91e0ef0cf9 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f5fefb96-b952-42d8-9509-ca82c6db7d62 HTTP/1.1" status: 200 len: 850 time: 0.0455508 Jun 30 04:25:03.281077 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa99bf4-aeef-4902-b99d-946c4f47e736 req-95e02d09-33fa-4b2b-b71a-3b322e14dc35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:25:03.282635 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-8aa99bf4-aeef-4902-b99d-946c4f47e736 req-95e02d09-33fa-4b2b-b71a-3b322e14dc35 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6ae8070a-7682-4fda-9ac2-70bc78e189c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0440059 Jun 30 04:25:03.392308 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7323e82-8720-4d43-85f2-2284cd985978 req-4974da0d-59ec-42a0-a65a-49fe25739ca7 tempest-AttachVolumeTestJSON-1888872629 tempest-AttachVolumeTestJSON-1888872629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:25:03.393661 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-e7323e82-8720-4d43-85f2-2284cd985978 req-4974da0d-59ec-42a0-a65a-49fe25739ca7 tempest-AttachVolumeTestJSON-1888872629 tempest-AttachVolumeTestJSON-1888872629-project] 10.222.0.13 "GET /v2.0/ports?device_id=2dd911f4-5f42-4dc7-8a40-2b62f807a2b1 HTTP/1.1" status: 200 len: 944 time: 0.0977774 Jun 30 04:25:03.418897 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:25:03.446066 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-8aa99bf4-aeef-4902-b99d-946c4f47e736 req-fd2ab693-d051-4b93-88ba-5e5f66f8c8be service neutron] 10.222.0.20 "GET /v2.0/networks/6ae8070a-7682-4fda-9ac2-70bc78e189c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1574333 Jun 30 04:25:03.481852 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-e7323e82-8720-4d43-85f2-2284cd985978 req-ce41d3ee-ea17-472f-9d32-b5ca3cc802e2 tempest-AttachVolumeTestJSON-1888872629 tempest-AttachVolumeTestJSON-1888872629-project] 10.222.0.13 "GET /v2.0/security-groups?id=026fff10-e58a-400f-8e91-c878ad0cea10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0816505 Jun 30 04:25:03.549170 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-8aa99bf4-aeef-4902-b99d-946c4f47e736 req-455db346-65e9-44ef-bba0-671afcbb991a service neutron] 10.222.0.20 "GET /v2.0/networks/6ae8070a-7682-4fda-9ac2-70bc78e189c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0967124 Jun 30 04:25:04.120268 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:SELECT=71 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:25:04.121491 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:SELECT=70,neutron:DELETE=1 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:25:04.387532 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e7a182-b011-43e8-886b-b3f914e6f7ca req-1a98bb62-e3c1-46c3-839d-73e7d475bef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:25:04.388958 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-e6e7a182-b011-43e8-886b-b3f914e6f7ca req-1a98bb62-e3c1-46c3-839d-73e7d475bef4 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=cec258de3eea4a12a7bd9b2b9832dce6&device_id=2dd911f4-5f42-4dc7-8a40-2b62f807a2b1 HTTP/1.1" status: 200 len: 1128 time: 0.0462756 Jun 30 04:25:04.482098 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e7a182-b011-43e8-886b-b3f914e6f7ca req-2527fc8c-053a-4273-8314-eec673f2de48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:25:04.483598 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-e6e7a182-b011-43e8-886b-b3f914e6f7ca req-2527fc8c-053a-4273-8314-eec673f2de48 service neutron] 10.222.0.20 "GET /v2.0/networks?id=6ae8070a-7682-4fda-9ac2-70bc78e189c1 HTTP/1.1" status: 200 len: 912 time: 0.0874352 Jun 30 04:25:04.526505 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-e6e7a182-b011-43e8-886b-b3f914e6f7ca req-1db6d37d-efcd-4507-bb54-95f2dfc58d2f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=40631800-6072-4fdd-be36-5c02d8b757e9 HTTP/1.1" status: 200 len: 217 time: 0.0368471 Jun 30 04:25:04.607698 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e7a182-b011-43e8-886b-b3f914e6f7ca req-8c61fffa-f50a-4202-9176-096042230e0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:25:04.609145 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-e6e7a182-b011-43e8-886b-b3f914e6f7ca req-8c61fffa-f50a-4202-9176-096042230e0c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f5fefb96-b952-42d8-9509-ca82c6db7d62 HTTP/1.1" status: 200 len: 850 time: 0.0769231 Jun 30 04:25:04.615186 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d906f7-eabd-44c2-8769-dba7422ee764 req-6002241f-b6e6-44c9-82fe-b60ac10a1c8c tempest-AttachVolumeTestJSON-1888872629 tempest-AttachVolumeTestJSON-1888872629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:25:04.616807 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-76d906f7-eabd-44c2-8769-dba7422ee764 req-6002241f-b6e6-44c9-82fe-b60ac10a1c8c tempest-AttachVolumeTestJSON-1888872629 tempest-AttachVolumeTestJSON-1888872629-project] 10.222.0.13 "GET /v2.0/ports?device_id=2dd911f4-5f42-4dc7-8a40-2b62f807a2b1 HTTP/1.1" status: 200 len: 944 time: 0.0585115 Jun 30 04:25:04.672614 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e7a182-b011-43e8-886b-b3f914e6f7ca req-3ff7431e-4792-41f8-876f-618db0fe32bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:25:04.673989 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-e6e7a182-b011-43e8-886b-b3f914e6f7ca req-3ff7431e-4792-41f8-876f-618db0fe32bb service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6ae8070a-7682-4fda-9ac2-70bc78e189c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0563691 Jun 30 04:25:04.711844 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-76d906f7-eabd-44c2-8769-dba7422ee764 req-42438adc-be81-4120-94e5-6dd17de3edcb tempest-AttachVolumeTestJSON-1888872629 tempest-AttachVolumeTestJSON-1888872629-project] 10.222.0.13 "GET /v2.0/security-groups?id=026fff10-e58a-400f-8e91-c878ad0cea10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0867045 Jun 30 04:25:04.779557 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-e6e7a182-b011-43e8-886b-b3f914e6f7ca req-be9981d9-3dda-4074-a24d-f3dc2c88e7c2 service neutron] 10.222.0.20 "GET /v2.0/networks/6ae8070a-7682-4fda-9ac2-70bc78e189c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0978069 Jun 30 04:25:04.874252 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-e6e7a182-b011-43e8-886b-b3f914e6f7ca req-57198a47-0f31-4d67-82e6-c04aaced726d service neutron] 10.222.0.20 "GET /v2.0/networks/6ae8070a-7682-4fda-9ac2-70bc78e189c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882587 Jun 30 04:25:05.191648 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-8a819c7c-e413-43fb-a759-9de9fe8bbffb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926756172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565263'] for agent (beddbd52-9273-44c2-990c-63933fe383b2), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:25:05.806976 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=100 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:25:05.845091 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e754eaaf-2dec-478e-9885-7641ec8d6658 req-e6a7af8e-fefc-4872-bdd7-f2c9c18ae018 tempest-AttachVolumeTestJSON-1888872629 tempest-AttachVolumeTestJSON-1888872629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:25:05.846484 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-e754eaaf-2dec-478e-9885-7641ec8d6658 req-e6a7af8e-fefc-4872-bdd7-f2c9c18ae018 tempest-AttachVolumeTestJSON-1888872629 tempest-AttachVolumeTestJSON-1888872629-project] 10.222.0.13 "GET /v2.0/ports?device_id=2dd911f4-5f42-4dc7-8a40-2b62f807a2b1 HTTP/1.1" status: 200 len: 944 time: 0.0531762 Jun 30 04:25:05.900025 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-e754eaaf-2dec-478e-9885-7641ec8d6658 req-0e0735cc-8551-46dc-9451-93d3206a99da tempest-AttachVolumeTestJSON-1888872629 tempest-AttachVolumeTestJSON-1888872629-project] 10.222.0.13 "GET /v2.0/security-groups?id=026fff10-e58a-400f-8e91-c878ad0cea10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438130 Jun 30 04:25:05.963061 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=2,neutron:DELETE=1 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:25:05.963962 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=62,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:25:06.100725 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.rpc [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Device 40631800-6072-4fdd-be36-5c02d8b757e9 details requested by agent hyperv_hv-cinder-84684 with host hv-cinder-84684 {{(pid=104417) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 04:25:06.337256 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.db [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] For port 40631800-6072-4fdd-be36-5c02d8b757e9, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=40631800-6072-4fdd-be36-5c02d8b757e9,segment=NetworkSegment(7897bd61-5670-4a95-81f9-59b4b92b6687),segment_id=7897bd61-5670-4a95-81f9-59b4b92b6687)] {{(pid=104417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 04:25:06.349364 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.rpc [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Returning: {'device': '40631800-6072-4fdd-be36-5c02d8b757e9', 'network_id': '6ae8070a-7682-4fda-9ac2-70bc78e189c1', 'port_id': '40631800-6072-4fdd-be36-5c02d8b757e9', 'mac_address': 'fa:16:3e:9c:06:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 185, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f5fefb96-b952-42d8-9509-ca82c6db7d62', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104417) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 04:25:06.385324 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Current status of the port 40631800-6072-4fdd-be36-5c02d8b757e9 is: DOWN; New status is: BUILD {{(pid=104417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 30 04:25:06.385629 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3606762'] for port (40631800-6072-4fdd-be36-5c02d8b757e9), before_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:25:06.403973 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.notifiers.nova [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 40631800-6072-4fdd-be36-5c02d8b757e9 {{(pid=104417) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 30 04:25:06.429516 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.db [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] For port 40631800-6072-4fdd-be36-5c02d8b757e9, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=40631800-6072-4fdd-be36-5c02d8b757e9,segment=NetworkSegment(7897bd61-5670-4a95-81f9-59b4b92b6687),segment_id=7897bd61-5670-4a95-81f9-59b4b92b6687)] {{(pid=104417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 04:25:06.435984 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4095053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781926634698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781926239335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781926239353'] for port (40631800-6072-4fdd-be36-5c02d8b757e9), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:25:06.485791 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Pushing event updated for resources: {'Port': ['ID=40631800-6072-4fdd-be36-5c02d8b757e9,revision_number=4']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:25:06.497921 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:25:06.498378 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:25:06.498872 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:25:06.499324 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:25:06.499786 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:25:06.500162 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:25:06.500639 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:25:06.501169 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:25:06.501629 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:25:06.502095 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:25:06.502585 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:25:06.503082 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:25:06.503586 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:25:06.504094 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:25:06.504586 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:25:06.667609 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.db [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] get_ports_and_sgs() called for port_ids ['40631800-6072-4fdd-be36-5c02d8b757e9'] {{(pid=104417) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 04:25:07.032290 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fbc202-5320-4588-94fc-7e7d92025a5c req-4b32e795-f23a-4eda-baec-2dd276c80985 tempest-AttachVolumeTestJSON-1888872629 tempest-AttachVolumeTestJSON-1888872629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:25:07.033768 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-51fbc202-5320-4588-94fc-7e7d92025a5c req-4b32e795-f23a-4eda-baec-2dd276c80985 tempest-AttachVolumeTestJSON-1888872629 tempest-AttachVolumeTestJSON-1888872629-project] 10.222.0.13 "GET /v2.0/ports?device_id=2dd911f4-5f42-4dc7-8a40-2b62f807a2b1 HTTP/1.1" status: 200 len: 945 time: 0.0493855 Jun 30 04:25:07.087298 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-51fbc202-5320-4588-94fc-7e7d92025a5c req-f2a51c06-e39f-4b81-b430-c6224776645f tempest-AttachVolumeTestJSON-1888872629 tempest-AttachVolumeTestJSON-1888872629-project] 10.222.0.13 "GET /v2.0/security-groups?id=026fff10-e58a-400f-8e91-c878ad0cea10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461626 Jun 30 04:25:07.541314 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-31867c94-7f48-41c9-8d5d-3beec0c4cf3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926756172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565263'] for agent (2ea21a61-d737-4543-a811-a0d035fbf0f6), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:25:08.117694 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.rpc [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Device 40631800-6072-4fdd-be36-5c02d8b757e9 up at agent hyperv_hv-cinder-84684 {{(pid=104417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 04:25:08.162949 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.db.provisioning_blocks [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Provisioning for port 40631800-6072-4fdd-be36-5c02d8b757e9 completed by entity L2. {{(pid=104417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 30 04:25:08.171203 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.db.provisioning_blocks [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Provisioning complete for port 40631800-6072-4fdd-be36-5c02d8b757e9 triggered by entity L2. {{(pid=104417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 30 04:25:08.171893 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565073'] for port (40631800-6072-4fdd-be36-5c02d8b757e9), provisioning_complete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:25:08.228103 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b012c1d8-c954-4d9b-9166-b3710464066b req-f6009858-b578-4fb2-944a-2a59f1ff176e tempest-AttachVolumeTestJSON-1888872629 tempest-AttachVolumeTestJSON-1888872629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:25:08.230463 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-b012c1d8-c954-4d9b-9166-b3710464066b req-f6009858-b578-4fb2-944a-2a59f1ff176e tempest-AttachVolumeTestJSON-1888872629 tempest-AttachVolumeTestJSON-1888872629-project] 10.222.0.13 "GET /v2.0/ports?device_id=2dd911f4-5f42-4dc7-8a40-2b62f807a2b1 HTTP/1.1" status: 200 len: 945 time: 0.0687137 Jun 30 04:25:08.283733 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Current status of the port 40631800-6072-4fdd-be36-5c02d8b757e9 is: BUILD; New status is: ACTIVE {{(pid=104417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 30 04:25:08.284123 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3606762'] for port (40631800-6072-4fdd-be36-5c02d8b757e9), before_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:25:08.294225 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-b012c1d8-c954-4d9b-9166-b3710464066b req-fd06f3d8-9fb8-4be0-90dc-df56af294a4f tempest-AttachVolumeTestJSON-1888872629 tempest-AttachVolumeTestJSON-1888872629-project] 10.222.0.13 "GET /v2.0/security-groups?id=026fff10-e58a-400f-8e91-c878ad0cea10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579708 Jun 30 04:25:08.309870 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2dd911f4-5f42-4dc7-8a40-2b62f807a2b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40631800-6072-4fdd-be36-5c02d8b757e9'}] {{(pid=104417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 30 04:25:08.312227 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}872baf0325b3a4d4e4ba58c5a9b381606b113811ad1a9f7b70d77ff172d270fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58d64e6d-ac99-450f-8cc9-b9c64c2f89b3" -d '{"events": [{"server_uuid": "2dd911f4-5f42-4dc7-8a40-2b62f807a2b1", "name": "network-vif-plugged", "status": "completed", "tag": "40631800-6072-4fdd-be36-5c02d8b757e9"}]}' {{(pid=104417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 04:25:08.316304 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:25:08.325830 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.db [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] For port 40631800-6072-4fdd-be36-5c02d8b757e9, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=40631800-6072-4fdd-be36-5c02d8b757e9,segment=NetworkSegment(7897bd61-5670-4a95-81f9-59b4b92b6687),segment_id=7897bd61-5670-4a95-81f9-59b4b92b6687)] {{(pid=104417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 04:25:08.330792 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4095053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781926634698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781926239335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781926239353'] for port (40631800-6072-4fdd-be36-5c02d8b757e9), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:25:08.337162 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:25:08.359880 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Jun 2022 04:25:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb0a7f24-56d1-425f-a402-29f47464dd1e x-openstack-request-id: req-eb0a7f24-56d1-425f-a402-29f47464dd1e {{(pid=104417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 04:25:08.360183 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2dd911f4-5f42-4dc7-8a40-2b62f807a2b1", "name": "network-vif-plugged", "status": "completed", "tag": "40631800-6072-4fdd-be36-5c02d8b757e9", "code": 200}]} {{(pid=104417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 04:25:08.360433 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-eb0a7f24-56d1-425f-a402-29f47464dd1e {{(pid=104417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 04:25:08.361001 dv-cinder-846842-7-iscsi neutron-server[104417]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eb0a7f24-56d1-425f-a402-29f47464dd1e'] response: {'server_uuid': '2dd911f4-5f42-4dc7-8a40-2b62f807a2b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40631800-6072-4fdd-be36-5c02d8b757e9', 'code': 200} Jun 30 04:25:08.391955 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Pushing event updated for resources: {'Port': ['ID=40631800-6072-4fdd-be36-5c02d8b757e9,revision_number=5']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:25:08.502514 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-7a77f087-4523-4fd9-b9f1-b6333d8ad1f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926756172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565263'] for agent (672e10fd-0bbc-4d52-8fca-d980f41e3265), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:25:08.523502 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e68ed9a-d044-4ccd-aa2c-79199dc18c08 req-ebcbddc5-2746-4cad-8a9f-81ca5a9d3ae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:25:08.525023 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-7e68ed9a-d044-4ccd-aa2c-79199dc18c08 req-ebcbddc5-2746-4cad-8a9f-81ca5a9d3ae2 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=2dd911f4-5f42-4dc7-8a40-2b62f807a2b1 HTTP/1.1" status: 200 len: 1130 time: 0.0412955 Jun 30 04:25:08.571983 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-7e68ed9a-d044-4ccd-aa2c-79199dc18c08 req-8229eabc-02ef-4c1b-bce1-08cb1a2c860a service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=026fff10-e58a-400f-8e91-c878ad0cea10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410438 Jun 30 04:25:09.417832 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80da3413-1f1e-417d-99d7-fb25ff6a1b28 req-b22afde3-63de-49f1-aa5b-6cd4db4ca9d1 tempest-AttachVolumeTestJSON-1888872629 tempest-AttachVolumeTestJSON-1888872629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:25:09.419482 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-80da3413-1f1e-417d-99d7-fb25ff6a1b28 req-b22afde3-63de-49f1-aa5b-6cd4db4ca9d1 tempest-AttachVolumeTestJSON-1888872629 tempest-AttachVolumeTestJSON-1888872629-project] 10.222.0.13 "GET /v2.0/ports?device_id=2dd911f4-5f42-4dc7-8a40-2b62f807a2b1 HTTP/1.1" status: 200 len: 946 time: 0.0536077 Jun 30 04:25:09.445209 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=100 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:25:09.471319 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-80da3413-1f1e-417d-99d7-fb25ff6a1b28 req-55abfd41-61c3-4318-9a70-19a4a6515ad5 tempest-AttachVolumeTestJSON-1888872629 tempest-AttachVolumeTestJSON-1888872629-project] 10.222.0.13 "GET /v2.0/security-groups?id=026fff10-e58a-400f-8e91-c878ad0cea10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461943 Jun 30 04:25:10.290534 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-88ff949a-6007-42d5-8261-77b64d367ca9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926756172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565263'] for agent (4c4a8942-da79-4b81-aa08-fb593b1e6e06), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:25:10.448591 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-2a6d8403-c0a5-4ac4-aa48-860a84345009 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926756172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565263'] for agent (cbdf45b5-344e-4e18-9242-1abb738708f2), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:25:10.589683 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289d8859-191b-4827-8cf4-6eeee0c9fa7d req-bb9a4887-e9a3-4e10-969a-b330cb509a4a tempest-AttachVolumeTestJSON-1888872629 tempest-AttachVolumeTestJSON-1888872629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:25:10.591191 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-289d8859-191b-4827-8cf4-6eeee0c9fa7d req-bb9a4887-e9a3-4e10-969a-b330cb509a4a tempest-AttachVolumeTestJSON-1888872629 tempest-AttachVolumeTestJSON-1888872629-project] 10.222.0.13 "GET /v2.0/ports?device_id=2dd911f4-5f42-4dc7-8a40-2b62f807a2b1 HTTP/1.1" status: 200 len: 946 time: 0.0490351 Jun 30 04:25:10.642555 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-289d8859-191b-4827-8cf4-6eeee0c9fa7d req-fe509bf3-8a4e-4d40-80ba-8be3012f3f9c tempest-AttachVolumeTestJSON-1888872629 tempest-AttachVolumeTestJSON-1888872629-project] 10.222.0.13 "GET /v2.0/security-groups?id=026fff10-e58a-400f-8e91-c878ad0cea10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430832 Jun 30 04:25:10.762767 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d564553f-6ec8-4392-9192-05ccc8b1c9e4 req-678e62a7-6936-456a-95b9-ff93d1f4fef8 tempest-AttachVolumeTestJSON-1888872629 tempest-AttachVolumeTestJSON-1888872629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:25:10.764319 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-d564553f-6ec8-4392-9192-05ccc8b1c9e4 req-678e62a7-6936-456a-95b9-ff93d1f4fef8 tempest-AttachVolumeTestJSON-1888872629 tempest-AttachVolumeTestJSON-1888872629-project] 10.222.0.13 "GET /v2.0/ports?device_id=2dd911f4-5f42-4dc7-8a40-2b62f807a2b1 HTTP/1.1" status: 200 len: 946 time: 0.0561910 Jun 30 04:25:10.773195 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.13', 57552) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 04:25:10.777639 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.v2.base [None req-4293b837-7a2c-4c68-bbce-5e2bbf4959d4 tempest-AttachVolumeTestJSON-1888872629 tempest-AttachVolumeTestJSON-1888872629-project] Request body: {'floatingip': {'port_id': '40631800-6072-4fdd-be36-5c02d8b757e9'}} {{(pid=104416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 30 04:25:10.818461 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-4293b837-7a2c-4c68-bbce-5e2bbf4959d4 tempest-AttachVolumeTestJSON-1888872629 tempest-AttachVolumeTestJSON-1888872629-project] Publish callbacks [] for floatingip (a70dd7df-99f3-460d-9f8b-65d6fa5ebfad), before_update {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:25:11.244577 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-4293b837-7a2c-4c68-bbce-5e2bbf4959d4 tempest-AttachVolumeTestJSON-1888872629 tempest-AttachVolumeTestJSON-1888872629-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:25:11.249670 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-4293b837-7a2c-4c68-bbce-5e2bbf4959d4 tempest-AttachVolumeTestJSON-1888872629 tempest-AttachVolumeTestJSON-1888872629-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-620077'] for floatingip (a70dd7df-99f3-460d-9f8b-65d6fa5ebfad), after_update {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:25:11.313923 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:25:11.354262 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.db.l3_db [None req-4293b837-7a2c-4c68-bbce-5e2bbf4959d4 tempest-AttachVolumeTestJSON-1888872629 tempest-AttachVolumeTestJSON-1888872629-project] Floating IP a70dd7df-99f3-460d-9f8b-65d6fa5ebfad associated. External IP: 172.27.1.101, port: 40631800-6072-4fdd-be36-5c02d8b757e9. Jun 30 04:25:11.566009 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4293b837-7a2c-4c68-bbce-5e2bbf4959d4 tempest-AttachVolumeTestJSON-1888872629 tempest-AttachVolumeTestJSON-1888872629-project] Router 907d6541-3795-4e11-930f-4a3f7aece202 has already been hosted by L3 agent 2ea21a61-d737-4543-a811-a0d035fbf0f6 {{(pid=104416) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 30 04:25:11.938523 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:25:11.952617 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4293b837-7a2c-4c68-bbce-5e2bbf4959d4 tempest-AttachVolumeTestJSON-1888872629 tempest-AttachVolumeTestJSON-1888872629-project] Notify agent at l3_agent.dv-cinder-846842-7-iscsi the message routers_updated {{(pid=104416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 04:25:11.957732 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-4293b837-7a2c-4c68-bbce-5e2bbf4959d4 tempest-AttachVolumeTestJSON-1888872629 tempest-AttachVolumeTestJSON-1888872629-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13292'] for floatingip (None), before_response {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:25:11.962576 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46cb9d67-a006-4a4a-8b28-64f8321abff0 None None] Sync routers for ids ['907d6541-3795-4e11-930f-4a3f7aece202'] in dv-cinder-846842-7-iscsi {{(pid=104418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 04:25:11.973355 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46cb9d67-a006-4a4a-8b28-64f8321abff0 None None] Routers {'907d6541-3795-4e11-930f-4a3f7aece202'} bound to L3 agent in host dv-cinder-846842-7-iscsi {{(pid=104418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 30 04:25:11.973996 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.db.l3_hamode_db [None req-46cb9d67-a006-4a4a-8b28-64f8321abff0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-30T04:07:07Z,description=,heartbeat_timestamp=2022-06-30T04:25:08Z,host='dv-cinder-846842-7-iscsi',id=2ea21a61-d737-4543-a811-a0d035fbf0f6,load=0,resource_versions=,resources_synced=,started_at=2022-06-30T04:07:07Z,topic='l3_agent')) {'router_ids': ['907d6541-3795-4e11-930f-4a3f7aece202'], 'active': True} {{(pid=104418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 04:25:11.988823 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-4293b837-7a2c-4c68-bbce-5e2bbf4959d4 tempest-AttachVolumeTestJSON-1888872629 tempest-AttachVolumeTestJSON-1888872629-project] 10.222.0.13 "PUT /v2.0/floatingips/a70dd7df-99f3-460d-9f8b-65d6fa5ebfad HTTP/1.1" status: 200 len: 992 time: 1.2145617 Jun 30 04:25:11.989432 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2dd911f4-5f42-4dc7-8a40-2b62f807a2b1', 'tag': '40631800-6072-4fdd-be36-5c02d8b757e9'}] {{(pid=104416) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 30 04:25:11.991716 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8111519efe35ff5952c269e16f689610d56ef28aa1e0b77ca5734c542983c30f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4976ca6a-9f93-4556-98d9-1974fce2c687" -d '{"events": [{"name": "network-changed", "server_uuid": "2dd911f4-5f42-4dc7-8a40-2b62f807a2b1", "tag": "40631800-6072-4fdd-be36-5c02d8b757e9"}]}' {{(pid=104416) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 04:25:12.029187 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Jun 2022 04:25:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d36b98b-0219-422b-a1bd-a2380e03707f x-openstack-request-id: req-2d36b98b-0219-422b-a1bd-a2380e03707f {{(pid=104416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 04:25:12.029476 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2dd911f4-5f42-4dc7-8a40-2b62f807a2b1", "tag": "40631800-6072-4fdd-be36-5c02d8b757e9", "status": "completed", "code": 200}]} {{(pid=104416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 04:25:12.029724 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2d36b98b-0219-422b-a1bd-a2380e03707f {{(pid=104416) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 04:25:12.030144 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2d36b98b-0219-422b-a1bd-a2380e03707f'] response: {'name': 'network-changed', 'server_uuid': '2dd911f4-5f42-4dc7-8a40-2b62f807a2b1', 'tag': '40631800-6072-4fdd-be36-5c02d8b757e9', 'status': 'completed', 'code': 200} Jun 30 04:25:12.076812 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.db.l3_dvr_db [None req-46cb9d67-a006-4a4a-8b28-64f8321abff0 None None] Set router 907d6541-3795-4e11-930f-4a3f7aece202 gateway port host: dv-cinder-846842-7-iscsi {{(pid=104418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 30 04:25:12.091127 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4976ca6a-9f93-4556-98d9-1974fce2c687 req-3eabc1bc-6b26-4880-b239-293a77e297fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:25:12.092704 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-4976ca6a-9f93-4556-98d9-1974fce2c687 req-3eabc1bc-6b26-4880-b239-293a77e297fe service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=cec258de3eea4a12a7bd9b2b9832dce6&device_id=2dd911f4-5f42-4dc7-8a40-2b62f807a2b1 HTTP/1.1" status: 200 len: 1130 time: 0.0402205 Jun 30 04:25:12.190479 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4976ca6a-9f93-4556-98d9-1974fce2c687 req-fc1526b5-2924-49a6-b316-46bc9de7f177 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:25:12.191895 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-4976ca6a-9f93-4556-98d9-1974fce2c687 req-fc1526b5-2924-49a6-b316-46bc9de7f177 service neutron] 10.222.0.20 "GET /v2.0/networks?id=6ae8070a-7682-4fda-9ac2-70bc78e189c1 HTTP/1.1" status: 200 len: 912 time: 0.0927367 Jun 30 04:25:12.254085 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-4976ca6a-9f93-4556-98d9-1974fce2c687 req-2134999f-fba2-46b9-ae1d-71804604e76f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=40631800-6072-4fdd-be36-5c02d8b757e9 HTTP/1.1" status: 200 len: 1000 time: 0.0561275 Jun 30 04:25:12.297999 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.db.l3_hamode_db [None req-46cb9d67-a006-4a4a-8b28-64f8321abff0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '907d6541-3795-4e11-930f-4a3f7aece202', 'name': 'tempest-AttachVolumeTestJSON-1202044632-router', 'tenant_id': 'cec258de3eea4a12a7bd9b2b9832dce6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14b0e4f-074d-4507-846c-fc8420bddf12', 'external_fixed_ips': [{'subnet_id': '15378187-268c-4fae-ace7-eaca7aa50f90', 'ip_address': '172.27.1.223'}], 'enable_snat': True}, 'gw_port_id': 'f7aa1a22-3246-47ba-8d0d-26ea50586ed9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T04:21:53Z', 'updated_at': '2022-06-30T04:21:56Z', 'revision_number': 4, 'project_id': 'cec258de3eea4a12a7bd9b2b9832dce6', 'gw_port': {'id': 'f7aa1a22-3246-47ba-8d0d-26ea50586ed9', 'name': '', 'network_id': 'a14b0e4f-074d-4507-846c-fc8420bddf12', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:e6:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '907d6541-3795-4e11-930f-4a3f7aece202', 'device_owner': 'network:router_gateway', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '15378187-268c-4fae-ace7-eaca7aa50f90', 'ip_address': '172.27.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T04:21:54Z', 'updated_at': '2022-06-30T04:21:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15378187-268c-4fae-ace7-eaca7aa50f90', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-7-iscsi', '_floatingips': [{'id': 'a70dd7df-99f3-460d-9f8b-65d6fa5ebfad', 'tenant_id': 'cec258de3eea4a12a7bd9b2b9832dce6', 'floating_ip_address': '172.27.1.101', 'floating_network_id': 'a14b0e4f-074d-4507-846c-fc8420bddf12', 'router_id': '907d6541-3795-4e11-930f-4a3f7aece202', 'port_id': '40631800-6072-4fdd-be36-5c02d8b757e9', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 662, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6ae8070a-7682-4fda-9ac2-70bc78e189c1', 'mac_address': 'fa:16:3e:9c:06:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dd911f4-5f42-4dc7-8a40-2b62f807a2b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-30T04:24:55Z', 'updated_at': '2022-06-30T04:25:11Z', 'revision_number': 1, 'project_id': 'cec258de3eea4a12a7bd9b2b9832dce6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '658b8ecd-f547-4e59-8873-35a792608596', 'name': '', 'network_id': '6ae8070a-7682-4fda-9ac2-70bc78e189c1', 'tenant_id': 'cec258de3eea4a12a7bd9b2b9832dce6', 'mac_address': 'fa:16:3e:01:03:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '907d6541-3795-4e11-930f-4a3f7aece202', 'device_owner': 'network:router_interface', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': 'f5fefb96-b952-42d8-9509-ca82c6db7d62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T04:21:56Z', 'updated_at': '2022-06-30T04:22:00Z', 'revision_number': 5, 'project_id': 'cec258de3eea4a12a7bd9b2b9832dce6', 'subnets': [{'id': 'f5fefb96-b952-42d8-9509-ca82c6db7d62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846842-7-iscsi', False) {} {{(pid=104418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 04:25:12.303612 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4976ca6a-9f93-4556-98d9-1974fce2c687 req-db1da1d2-7f71-49d2-8148-836a7f8fd4a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:25:12.305135 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-4976ca6a-9f93-4556-98d9-1974fce2c687 req-db1da1d2-7f71-49d2-8148-836a7f8fd4a4 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f5fefb96-b952-42d8-9509-ca82c6db7d62 HTTP/1.1" status: 200 len: 850 time: 0.0450616 Jun 30 04:25:12.325311 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46cb9d67-a006-4a4a-8b28-64f8321abff0 None None] Checking router: 907d6541-3795-4e11-930f-4a3f7aece202 for host: dv-cinder-846842-7-iscsi {{(pid=104418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 04:25:12.334076 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46cb9d67-a006-4a4a-8b28-64f8321abff0 None None] Routers {'907d6541-3795-4e11-930f-4a3f7aece202'} bound to L3 agent in host dv-cinder-846842-7-iscsi {{(pid=104418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 30 04:25:12.334677 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.db.l3_hamode_db [None req-46cb9d67-a006-4a4a-8b28-64f8321abff0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-30T04:07:07Z,description=,heartbeat_timestamp=2022-06-30T04:25:08Z,host='dv-cinder-846842-7-iscsi',id=2ea21a61-d737-4543-a811-a0d035fbf0f6,load=0,resource_versions=,resources_synced=,started_at=2022-06-30T04:07:07Z,topic='l3_agent')) {'router_ids': ['907d6541-3795-4e11-930f-4a3f7aece202'], 'active': True} {{(pid=104418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 04:25:12.353110 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4976ca6a-9f93-4556-98d9-1974fce2c687 req-08a2f58b-2492-447d-be85-279110c97298 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:25:12.354746 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-4976ca6a-9f93-4556-98d9-1974fce2c687 req-08a2f58b-2492-447d-be85-279110c97298 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6ae8070a-7682-4fda-9ac2-70bc78e189c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0437493 Jun 30 04:25:12.436146 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.db.l3_dvr_db [None req-46cb9d67-a006-4a4a-8b28-64f8321abff0 None None] Set router 907d6541-3795-4e11-930f-4a3f7aece202 gateway port host: dv-cinder-846842-7-iscsi {{(pid=104418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 30 04:25:12.445110 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-4976ca6a-9f93-4556-98d9-1974fce2c687 req-434ecbeb-314f-41da-adfb-d54f88d26b96 service neutron] 10.222.0.20 "GET /v2.0/networks/6ae8070a-7682-4fda-9ac2-70bc78e189c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843647 Jun 30 04:25:12.540137 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-4976ca6a-9f93-4556-98d9-1974fce2c687 req-65f78cb4-efdc-4ba5-82bf-2a2bbeaa0d65 service neutron] 10.222.0.20 "GET /v2.0/networks/6ae8070a-7682-4fda-9ac2-70bc78e189c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892556 Jun 30 04:25:12.646932 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.db.l3_hamode_db [None req-46cb9d67-a006-4a4a-8b28-64f8321abff0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '907d6541-3795-4e11-930f-4a3f7aece202', 'name': 'tempest-AttachVolumeTestJSON-1202044632-router', 'tenant_id': 'cec258de3eea4a12a7bd9b2b9832dce6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14b0e4f-074d-4507-846c-fc8420bddf12', 'external_fixed_ips': [{'subnet_id': '15378187-268c-4fae-ace7-eaca7aa50f90', 'ip_address': '172.27.1.223'}], 'enable_snat': True}, 'gw_port_id': 'f7aa1a22-3246-47ba-8d0d-26ea50586ed9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T04:21:53Z', 'updated_at': '2022-06-30T04:21:56Z', 'revision_number': 4, 'project_id': 'cec258de3eea4a12a7bd9b2b9832dce6', 'gw_port': {'id': 'f7aa1a22-3246-47ba-8d0d-26ea50586ed9', 'name': '', 'network_id': 'a14b0e4f-074d-4507-846c-fc8420bddf12', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:e6:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '907d6541-3795-4e11-930f-4a3f7aece202', 'device_owner': 'network:router_gateway', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '15378187-268c-4fae-ace7-eaca7aa50f90', 'ip_address': '172.27.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T04:21:54Z', 'updated_at': '2022-06-30T04:21:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15378187-268c-4fae-ace7-eaca7aa50f90', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-7-iscsi', '_floatingips': [{'id': 'a70dd7df-99f3-460d-9f8b-65d6fa5ebfad', 'tenant_id': 'cec258de3eea4a12a7bd9b2b9832dce6', 'floating_ip_address': '172.27.1.101', 'floating_network_id': 'a14b0e4f-074d-4507-846c-fc8420bddf12', 'router_id': '907d6541-3795-4e11-930f-4a3f7aece202', 'port_id': '40631800-6072-4fdd-be36-5c02d8b757e9', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 662, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6ae8070a-7682-4fda-9ac2-70bc78e189c1', 'mac_address': 'fa:16:3e:9c:06:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dd911f4-5f42-4dc7-8a40-2b62f807a2b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-30T04:24:55Z', 'updated_at': '2022-06-30T04:25:11Z', 'revision_number': 1, 'project_id': 'cec258de3eea4a12a7bd9b2b9832dce6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '658b8ecd-f547-4e59-8873-35a792608596', 'name': '', 'network_id': '6ae8070a-7682-4fda-9ac2-70bc78e189c1', 'tenant_id': 'cec258de3eea4a12a7bd9b2b9832dce6', 'mac_address': 'fa:16:3e:01:03:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '907d6541-3795-4e11-930f-4a3f7aece202', 'device_owner': 'network:router_interface', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': 'f5fefb96-b952-42d8-9509-ca82c6db7d62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T04:21:56Z', 'updated_at': '2022-06-30T04:22:00Z', 'revision_number': 5, 'project_id': 'cec258de3eea4a12a7bd9b2b9832dce6', 'subnets': [{'id': 'f5fefb96-b952-42d8-9509-ca82c6db7d62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846842-7-iscsi', False) {} {{(pid=104418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 04:25:12.677008 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46cb9d67-a006-4a4a-8b28-64f8321abff0 None None] The sync data for ids ['907d6541-3795-4e11-930f-4a3f7aece202'] in dv-cinder-846842-7-iscsi is: [{'id': '907d6541-3795-4e11-930f-4a3f7aece202', 'name': 'tempest-AttachVolumeTestJSON-1202044632-router', 'tenant_id': 'cec258de3eea4a12a7bd9b2b9832dce6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14b0e4f-074d-4507-846c-fc8420bddf12', 'external_fixed_ips': [{'subnet_id': '15378187-268c-4fae-ace7-eaca7aa50f90', 'ip_address': '172.27.1.223'}], 'enable_snat': True}, 'gw_port_id': 'f7aa1a22-3246-47ba-8d0d-26ea50586ed9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T04:21:53Z', 'updated_at': '2022-06-30T04:21:56Z', 'revision_number': 4, 'project_id': 'cec258de3eea4a12a7bd9b2b9832dce6', 'gw_port': {'id': 'f7aa1a22-3246-47ba-8d0d-26ea50586ed9', 'name': '', 'network_id': 'a14b0e4f-074d-4507-846c-fc8420bddf12', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:e6:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '907d6541-3795-4e11-930f-4a3f7aece202', 'device_owner': 'network:router_gateway', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '15378187-268c-4fae-ace7-eaca7aa50f90', 'ip_address': '172.27.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T04:21:54Z', 'updated_at': '2022-06-30T04:21:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15378187-268c-4fae-ace7-eaca7aa50f90', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-7-iscsi', '_floatingips': [{'id': 'a70dd7df-99f3-460d-9f8b-65d6fa5ebfad', 'tenant_id': 'cec258de3eea4a12a7bd9b2b9832dce6', 'floating_ip_address': '172.27.1.101', 'floating_network_id': 'a14b0e4f-074d-4507-846c-fc8420bddf12', 'router_id': '907d6541-3795-4e11-930f-4a3f7aece202', 'port_id': '40631800-6072-4fdd-be36-5c02d8b757e9', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 662, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6ae8070a-7682-4fda-9ac2-70bc78e189c1', 'mac_address': 'fa:16:3e:9c:06:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dd911f4-5f42-4dc7-8a40-2b62f807a2b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-30T04:24:55Z', 'updated_at': '2022-06-30T04:25:11Z', 'revision_number': 1, 'project_id': 'cec258de3eea4a12a7bd9b2b9832dce6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '658b8ecd-f547-4e59-8873-35a792608596', 'name': '', 'network_id': '6ae8070a-7682-4fda-9ac2-70bc78e189c1', 'tenant_id': 'cec258de3eea4a12a7bd9b2b9832dce6', 'mac_address': 'fa:16:3e:01:03:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '907d6541-3795-4e11-930f-4a3f7aece202', 'device_owner': 'network:router_interface', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': 'f5fefb96-b952-42d8-9509-ca82c6db7d62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T04:21:56Z', 'updated_at': '2022-06-30T04:22:00Z', 'revision_number': 5, 'project_id': 'cec258de3eea4a12a7bd9b2b9832dce6', 'subnets': [{'id': 'f5fefb96-b952-42d8-9509-ca82c6db7d62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 04:25:12.774732 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926756172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565263'] for agent (ef703bef-7cc0-467c-baa9-fe8a66be565c), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:25:12.879595 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c017475c-b424-4459-85e3-a00e9683b970 None None] New status for floating IP a70dd7df-99f3-460d-9f8b-65d6fa5ebfad: ACTIVE {{(pid=104417) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 30 04:25:19.189881 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-ca45e8d8-9287-4008-bfb7-5eaa3643f3fc req-ef2a5b7e-bc5a-4f86-bc9b-07d6595b625d service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=679b1905-1999-4528-94b5-26d01c3768a5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0414722 Jun 30 04:25:19.248776 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca45e8d8-9287-4008-bfb7-5eaa3643f3fc req-f4efe3d7-200a-431b-b6dd-6c3d86d4406e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:25:19.250238 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-ca45e8d8-9287-4008-bfb7-5eaa3643f3fc req-f4efe3d7-200a-431b-b6dd-6c3d86d4406e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c2fe0f4b2519494ea784cea098da6be3&device_id=679b1905-1999-4528-94b5-26d01c3768a5 HTTP/1.1" status: 200 len: 1129 time: 0.0390687 Jun 30 04:25:19.301935 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=100 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:25:19.376109 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca45e8d8-9287-4008-bfb7-5eaa3643f3fc req-115ef389-fc05-4ec9-bb5f-414aa30745b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:25:19.377600 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-ca45e8d8-9287-4008-bfb7-5eaa3643f3fc req-115ef389-fc05-4ec9-bb5f-414aa30745b4 service neutron] 10.222.0.20 "GET /v2.0/networks?id=db2948ec-060f-4621-8ce6-8119698c91b1 HTTP/1.1" status: 200 len: 912 time: 0.1044502 Jun 30 04:25:19.444403 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-ca45e8d8-9287-4008-bfb7-5eaa3643f3fc req-5559d05f-7741-408a-8fb9-ec8aed47d50b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b82a599a-5700-469a-bad4-85ce45d68120 HTTP/1.1" status: 200 len: 1001 time: 0.0612593 Jun 30 04:25:19.496996 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca45e8d8-9287-4008-bfb7-5eaa3643f3fc req-1d028de1-62f6-403c-bb15-bbd3aa80dbf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:25:19.498450 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-ca45e8d8-9287-4008-bfb7-5eaa3643f3fc req-1d028de1-62f6-403c-bb15-bbd3aa80dbf4 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d15d22dc-e983-46bc-a814-5adbf2d25b83 HTTP/1.1" status: 200 len: 850 time: 0.0487940 Jun 30 04:25:19.544128 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca45e8d8-9287-4008-bfb7-5eaa3643f3fc req-6edcd18a-5069-4cfa-af00-03b33e09e961 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:25:19.545595 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-ca45e8d8-9287-4008-bfb7-5eaa3643f3fc req-6edcd18a-5069-4cfa-af00-03b33e09e961 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=db2948ec-060f-4621-8ce6-8119698c91b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0390484 Jun 30 04:25:19.639410 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-ca45e8d8-9287-4008-bfb7-5eaa3643f3fc req-d3dbbf3a-5249-404c-82d9-93147aa8ad79 service neutron] 10.222.0.20 "GET /v2.0/networks/db2948ec-060f-4621-8ce6-8119698c91b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873477 Jun 30 04:25:19.712554 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=100 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:25:19.730675 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-ca45e8d8-9287-4008-bfb7-5eaa3643f3fc req-c66b16a8-4e58-43b7-8abe-0e881d0cb60b service neutron] 10.222.0.20 "GET /v2.0/networks/db2948ec-060f-4621-8ce6-8119698c91b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853848 Jun 30 04:25:20.748787 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.db.agents_db [None req-38391644-8868-4c56-b8b1-4dfa3b709b99 None None] Agent healthcheck: found 6 active agents {{(pid=104418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 04:25:22.649903 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:SELECT=73 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:25:22.993171 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=26,neutron:UPDATE=2 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:25:22.996449 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=17,neutron:UPDATE=4 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:25:29.721530 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=41 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:25:29.726841 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=2 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:25:32.665039 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.13', 57564) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 04:25:32.816240 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.plugin [None req-3b8de92b-d1b6-4f12-8a0c-bd1b88b9d1f6 tempest-TestVolumeBootPattern-1718480899 tempest-TestVolumeBootPattern-1718480899-project] Deleting port 645cc714-434b-4023-81de-092e1e4ed7af {{(pid=104416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 30 04:25:32.816530 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-3b8de92b-d1b6-4f12-8a0c-bd1b88b9d1f6 tempest-TestVolumeBootPattern-1718480899 tempest-TestVolumeBootPattern-1718480899-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781926629636'] for port (645cc714-434b-4023-81de-092e1e4ed7af), before_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:25:32.900077 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-3b8de92b-d1b6-4f12-8a0c-bd1b88b9d1f6 tempest-TestVolumeBootPattern-1718480899 tempest-TestVolumeBootPattern-1718480899-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616079'] for port (645cc714-434b-4023-81de-092e1e4ed7af), precommit_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:25:32.900445 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-3b8de92b-d1b6-4f12-8a0c-bd1b88b9d1f6 tempest-TestVolumeBootPattern-1718480899 tempest-TestVolumeBootPattern-1718480899-project] Publish callbacks [] for floatingip (645cc714-434b-4023-81de-092e1e4ed7af), precommit_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:25:32.913836 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.plugin [None req-3b8de92b-d1b6-4f12-8a0c-bd1b88b9d1f6 tempest-TestVolumeBootPattern-1718480899 tempest-TestVolumeBootPattern-1718480899-project] Calling delete_port for 645cc714-434b-4023-81de-092e1e4ed7af owned by network:floatingip {{(pid=104416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 30 04:25:33.091431 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-3b8de92b-d1b6-4f12-8a0c-bd1b88b9d1f6 tempest-TestVolumeBootPattern-1718480899 tempest-TestVolumeBootPattern-1718480899-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4095053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781926635560', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781926239326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1764130'] for port (645cc714-434b-4023-81de-092e1e4ed7af), after_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:25:33.115900 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8de92b-d1b6-4f12-8a0c-bd1b88b9d1f6 tempest-TestVolumeBootPattern-1718480899 tempest-TestVolumeBootPattern-1718480899-project] Pushing event deleted for resources: {'Port': ['ID=645cc714-434b-4023-81de-092e1e4ed7af,revision_number=None']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:25:33.181952 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-3b8de92b-d1b6-4f12-8a0c-bd1b88b9d1f6 tempest-TestVolumeBootPattern-1718480899 tempest-TestVolumeBootPattern-1718480899-project] Publish callbacks [] for floatingip (7d13f139-1769-4845-aeaa-6d464ddbf15b), after_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:25:33.182205 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.db.l3_db [None req-3b8de92b-d1b6-4f12-8a0c-bd1b88b9d1f6 tempest-TestVolumeBootPattern-1718480899 tempest-TestVolumeBootPattern-1718480899-project] Floating IP 7d13f139-1769-4845-aeaa-6d464ddbf15b disassociated (deleted). External IP: 172.27.1.201, port: b82a599a-5700-469a-bad4-85ce45d68120. Jun 30 04:25:33.408222 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b8de92b-d1b6-4f12-8a0c-bd1b88b9d1f6 tempest-TestVolumeBootPattern-1718480899 tempest-TestVolumeBootPattern-1718480899-project] Router e0d14cc1-d55a-47b8-8f48-3523e445fe69 has already been hosted by L3 agent 2ea21a61-d737-4543-a811-a0d035fbf0f6 {{(pid=104416) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 30 04:25:33.528100 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b8de92b-d1b6-4f12-8a0c-bd1b88b9d1f6 tempest-TestVolumeBootPattern-1718480899 tempest-TestVolumeBootPattern-1718480899-project] Notify agent at l3_agent.dv-cinder-846842-7-iscsi the message routers_updated {{(pid=104416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 04:25:33.535537 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-3b8de92b-d1b6-4f12-8a0c-bd1b88b9d1f6 tempest-TestVolumeBootPattern-1718480899 tempest-TestVolumeBootPattern-1718480899-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13292'] for floatingip (None), before_response {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:25:33.539060 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-717d7cd2-602b-4e1f-bfa1-9028da554ada None None] Sync routers for ids ['e0d14cc1-d55a-47b8-8f48-3523e445fe69'] in dv-cinder-846842-7-iscsi {{(pid=104418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 04:25:33.550878 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-717d7cd2-602b-4e1f-bfa1-9028da554ada None None] Routers {'e0d14cc1-d55a-47b8-8f48-3523e445fe69'} bound to L3 agent in host dv-cinder-846842-7-iscsi {{(pid=104418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 30 04:25:33.551520 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.db.l3_hamode_db [None req-717d7cd2-602b-4e1f-bfa1-9028da554ada None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-30T04:07:07Z,description=,heartbeat_timestamp=2022-06-30T04:25:08Z,host='dv-cinder-846842-7-iscsi',id=2ea21a61-d737-4543-a811-a0d035fbf0f6,load=0,resource_versions=,resources_synced=,started_at=2022-06-30T04:07:07Z,topic='l3_agent')) {'router_ids': ['e0d14cc1-d55a-47b8-8f48-3523e445fe69'], 'active': True} {{(pid=104418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 04:25:33.555822 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:25:33.571415 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-3b8de92b-d1b6-4f12-8a0c-bd1b88b9d1f6 tempest-TestVolumeBootPattern-1718480899 tempest-TestVolumeBootPattern-1718480899-project] 10.222.0.13 "DELETE /v2.0/floatingips/7d13f139-1769-4845-aeaa-6d464ddbf15b HTTP/1.1" status: 204 len: 168 time: 0.9024305 Jun 30 04:25:33.571415 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '679b1905-1999-4528-94b5-26d01c3768a5', 'tag': 'b82a599a-5700-469a-bad4-85ce45d68120'}] {{(pid=104416) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 30 04:25:33.571872 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8111519efe35ff5952c269e16f689610d56ef28aa1e0b77ca5734c542983c30f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32cc624c-cb1a-4a2e-9a6e-85b5c67357cd" -d '{"events": [{"name": "network-changed", "server_uuid": "679b1905-1999-4528-94b5-26d01c3768a5", "tag": "b82a599a-5700-469a-bad4-85ce45d68120"}]}' {{(pid=104416) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 04:25:33.620374 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Jun 2022 04:25:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-236e9404-0909-4358-8a1f-db5c5229698c x-openstack-request-id: req-236e9404-0909-4358-8a1f-db5c5229698c {{(pid=104416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 04:25:33.620894 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "679b1905-1999-4528-94b5-26d01c3768a5", "tag": "b82a599a-5700-469a-bad4-85ce45d68120", "status": "completed", "code": 200}]} {{(pid=104416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 04:25:33.621456 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-236e9404-0909-4358-8a1f-db5c5229698c {{(pid=104416) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 04:25:33.622283 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.notifiers.nova [-] Nova event matching ['req-236e9404-0909-4358-8a1f-db5c5229698c'] response: {'name': 'network-changed', 'server_uuid': '679b1905-1999-4528-94b5-26d01c3768a5', 'tag': 'b82a599a-5700-469a-bad4-85ce45d68120', 'status': 'completed', 'code': 200} Jun 30 04:25:33.670913 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.db.l3_dvr_db [None req-717d7cd2-602b-4e1f-bfa1-9028da554ada None None] Set router e0d14cc1-d55a-47b8-8f48-3523e445fe69 gateway port host: dv-cinder-846842-7-iscsi {{(pid=104418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 30 04:25:33.693920 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cc624c-cb1a-4a2e-9a6e-85b5c67357cd req-07a88ff4-bfca-4dc8-9797-200fb2aab4ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:25:33.695494 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-32cc624c-cb1a-4a2e-9a6e-85b5c67357cd req-07a88ff4-bfca-4dc8-9797-200fb2aab4ba service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c2fe0f4b2519494ea784cea098da6be3&device_id=679b1905-1999-4528-94b5-26d01c3768a5 HTTP/1.1" status: 200 len: 1129 time: 0.0465441 Jun 30 04:25:33.699549 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:SELECT=100 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:25:33.780447 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:25:33.806647 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cc624c-cb1a-4a2e-9a6e-85b5c67357cd req-e1648ed4-2eb1-421d-80f6-b401a41b7b51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:25:33.808186 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-32cc624c-cb1a-4a2e-9a6e-85b5c67357cd req-e1648ed4-2eb1-421d-80f6-b401a41b7b51 service neutron] 10.222.0.20 "GET /v2.0/networks?id=db2948ec-060f-4621-8ce6-8119698c91b1 HTTP/1.1" status: 200 len: 912 time: 0.1030812 Jun 30 04:25:33.888719 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.db.l3_hamode_db [None req-717d7cd2-602b-4e1f-bfa1-9028da554ada None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0d14cc1-d55a-47b8-8f48-3523e445fe69', 'name': 'tempest-TestVolumeBootPattern-138600561-router', 'tenant_id': 'c2fe0f4b2519494ea784cea098da6be3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14b0e4f-074d-4507-846c-fc8420bddf12', 'external_fixed_ips': [{'subnet_id': '15378187-268c-4fae-ace7-eaca7aa50f90', 'ip_address': '172.27.1.209'}], 'enable_snat': True}, 'gw_port_id': '732ebfd2-5866-4d8a-9290-15df8bc253e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T04:17:39Z', 'updated_at': '2022-06-30T04:17:42Z', 'revision_number': 4, 'project_id': 'c2fe0f4b2519494ea784cea098da6be3', 'gw_port': {'id': '732ebfd2-5866-4d8a-9290-15df8bc253e2', 'name': '', 'network_id': 'a14b0e4f-074d-4507-846c-fc8420bddf12', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:35:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0d14cc1-d55a-47b8-8f48-3523e445fe69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '15378187-268c-4fae-ace7-eaca7aa50f90', 'ip_address': '172.27.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T04:17:39Z', 'updated_at': '2022-06-30T04:17:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15378187-268c-4fae-ace7-eaca7aa50f90', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-7-iscsi', '_floatingips': [{'id': 'c32c46d3-1743-4ad3-aaf8-13bf395e24a2', 'tenant_id': 'c2fe0f4b2519494ea784cea098da6be3', 'floating_ip_address': '172.27.1.73', 'floating_network_id': 'a14b0e4f-074d-4507-846c-fc8420bddf12', 'router_id': 'e0d14cc1-d55a-47b8-8f48-3523e445fe69', 'port_id': '231a2e75-10e5-4ba7-b633-e79d395e40f4', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 587, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'db2948ec-060f-4621-8ce6-8119698c91b1', 'mac_address': 'fa:16:3e:4d:59:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '997a86f0-800e-427c-91a4-9c6a7c8f7fff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-30T04:21:48Z', 'updated_at': '2022-06-30T04:21:51Z', 'revision_number': 1, 'project_id': 'c2fe0f4b2519494ea784cea098da6be3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b299c8ca-10fe-4c07-82e6-fb84dcb9a9df', 'name': '', 'network_id': 'db2948ec-060f-4621-8ce6-8119698c91b1', 'tenant_id': 'c2fe0f4b2519494ea784cea098da6be3', 'mac_address': 'fa:16:3e:a3:5b:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0d14cc1-d55a-47b8-8f48-3523e445fe69', 'device_owner': 'network:router_interface', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': 'd15d22dc-e983-46bc-a814-5adbf2d25b83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T04:17:42Z', 'updated_at': '2022-06-30T04:17:46Z', 'revision_number': 5, 'project_id': 'c2fe0f4b2519494ea784cea098da6be3', 'subnets': [{'id': 'd15d22dc-e983-46bc-a814-5adbf2d25b83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846842-7-iscsi', False) {} {{(pid=104418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 04:25:33.917526 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-717d7cd2-602b-4e1f-bfa1-9028da554ada None None] Checking router: e0d14cc1-d55a-47b8-8f48-3523e445fe69 for host: dv-cinder-846842-7-iscsi {{(pid=104418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 04:25:33.926387 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-717d7cd2-602b-4e1f-bfa1-9028da554ada None None] Routers {'e0d14cc1-d55a-47b8-8f48-3523e445fe69'} bound to L3 agent in host dv-cinder-846842-7-iscsi {{(pid=104418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 30 04:25:33.926984 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.db.l3_hamode_db [None req-717d7cd2-602b-4e1f-bfa1-9028da554ada None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-30T04:07:07Z,description=,heartbeat_timestamp=2022-06-30T04:25:08Z,host='dv-cinder-846842-7-iscsi',id=2ea21a61-d737-4543-a811-a0d035fbf0f6,load=0,resource_versions=,resources_synced=,started_at=2022-06-30T04:07:07Z,topic='l3_agent')) {'router_ids': ['e0d14cc1-d55a-47b8-8f48-3523e445fe69'], 'active': True} {{(pid=104418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 04:25:33.933189 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a977b18-215b-4b98-a9c3-d93aa4278034 req-1b058f36-f00a-42e9-a0c5-c6836351bff5 tempest-TestVolumeBootPattern-1718480899 tempest-TestVolumeBootPattern-1718480899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:25:33.934671 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-6a977b18-215b-4b98-a9c3-d93aa4278034 req-1b058f36-f00a-42e9-a0c5-c6836351bff5 tempest-TestVolumeBootPattern-1718480899 tempest-TestVolumeBootPattern-1718480899-project] 10.222.0.13 "GET /v2.0/ports?device_id=679b1905-1999-4528-94b5-26d01c3768a5 HTTP/1.1" status: 200 len: 945 time: 0.1618202 Jun 30 04:25:33.993019 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-6a977b18-215b-4b98-a9c3-d93aa4278034 req-5a968dff-9178-4ef6-a501-d72a717a71b3 tempest-TestVolumeBootPattern-1718480899 tempest-TestVolumeBootPattern-1718480899-project] 10.222.0.13 "GET /v2.0/security-groups?id=1e7d7258-f507-4717-8413-3442decd3e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521686 Jun 30 04:25:34.113361 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.db.l3_dvr_db [None req-717d7cd2-602b-4e1f-bfa1-9028da554ada None None] Set router e0d14cc1-d55a-47b8-8f48-3523e445fe69 gateway port host: dv-cinder-846842-7-iscsi {{(pid=104418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 30 04:25:34.330276 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.db.l3_hamode_db [None req-717d7cd2-602b-4e1f-bfa1-9028da554ada None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0d14cc1-d55a-47b8-8f48-3523e445fe69', 'name': 'tempest-TestVolumeBootPattern-138600561-router', 'tenant_id': 'c2fe0f4b2519494ea784cea098da6be3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14b0e4f-074d-4507-846c-fc8420bddf12', 'external_fixed_ips': [{'subnet_id': '15378187-268c-4fae-ace7-eaca7aa50f90', 'ip_address': '172.27.1.209'}], 'enable_snat': True}, 'gw_port_id': '732ebfd2-5866-4d8a-9290-15df8bc253e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T04:17:39Z', 'updated_at': '2022-06-30T04:17:42Z', 'revision_number': 4, 'project_id': 'c2fe0f4b2519494ea784cea098da6be3', 'gw_port': {'id': '732ebfd2-5866-4d8a-9290-15df8bc253e2', 'name': '', 'network_id': 'a14b0e4f-074d-4507-846c-fc8420bddf12', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:35:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0d14cc1-d55a-47b8-8f48-3523e445fe69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '15378187-268c-4fae-ace7-eaca7aa50f90', 'ip_address': '172.27.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T04:17:39Z', 'updated_at': '2022-06-30T04:17:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15378187-268c-4fae-ace7-eaca7aa50f90', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-7-iscsi', '_floatingips': [{'id': 'c32c46d3-1743-4ad3-aaf8-13bf395e24a2', 'tenant_id': 'c2fe0f4b2519494ea784cea098da6be3', 'floating_ip_address': '172.27.1.73', 'floating_network_id': 'a14b0e4f-074d-4507-846c-fc8420bddf12', 'router_id': 'e0d14cc1-d55a-47b8-8f48-3523e445fe69', 'port_id': '231a2e75-10e5-4ba7-b633-e79d395e40f4', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 587, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'db2948ec-060f-4621-8ce6-8119698c91b1', 'mac_address': 'fa:16:3e:4d:59:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '997a86f0-800e-427c-91a4-9c6a7c8f7fff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-30T04:21:48Z', 'updated_at': '2022-06-30T04:21:51Z', 'revision_number': 1, 'project_id': 'c2fe0f4b2519494ea784cea098da6be3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b299c8ca-10fe-4c07-82e6-fb84dcb9a9df', 'name': '', 'network_id': 'db2948ec-060f-4621-8ce6-8119698c91b1', 'tenant_id': 'c2fe0f4b2519494ea784cea098da6be3', 'mac_address': 'fa:16:3e:a3:5b:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0d14cc1-d55a-47b8-8f48-3523e445fe69', 'device_owner': 'network:router_interface', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': 'd15d22dc-e983-46bc-a814-5adbf2d25b83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T04:17:42Z', 'updated_at': '2022-06-30T04:17:46Z', 'revision_number': 5, 'project_id': 'c2fe0f4b2519494ea784cea098da6be3', 'subnets': [{'id': 'd15d22dc-e983-46bc-a814-5adbf2d25b83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846842-7-iscsi', False) {} {{(pid=104418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 04:25:34.355350 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-717d7cd2-602b-4e1f-bfa1-9028da554ada None None] The sync data for ids ['e0d14cc1-d55a-47b8-8f48-3523e445fe69'] in dv-cinder-846842-7-iscsi is: [{'id': 'e0d14cc1-d55a-47b8-8f48-3523e445fe69', 'name': 'tempest-TestVolumeBootPattern-138600561-router', 'tenant_id': 'c2fe0f4b2519494ea784cea098da6be3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14b0e4f-074d-4507-846c-fc8420bddf12', 'external_fixed_ips': [{'subnet_id': '15378187-268c-4fae-ace7-eaca7aa50f90', 'ip_address': '172.27.1.209'}], 'enable_snat': True}, 'gw_port_id': '732ebfd2-5866-4d8a-9290-15df8bc253e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T04:17:39Z', 'updated_at': '2022-06-30T04:17:42Z', 'revision_number': 4, 'project_id': 'c2fe0f4b2519494ea784cea098da6be3', 'gw_port': {'id': '732ebfd2-5866-4d8a-9290-15df8bc253e2', 'name': '', 'network_id': 'a14b0e4f-074d-4507-846c-fc8420bddf12', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:35:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0d14cc1-d55a-47b8-8f48-3523e445fe69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '15378187-268c-4fae-ace7-eaca7aa50f90', 'ip_address': '172.27.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T04:17:39Z', 'updated_at': '2022-06-30T04:17:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15378187-268c-4fae-ace7-eaca7aa50f90', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-7-iscsi', '_floatingips': [{'id': 'c32c46d3-1743-4ad3-aaf8-13bf395e24a2', 'tenant_id': 'c2fe0f4b2519494ea784cea098da6be3', 'floating_ip_address': '172.27.1.73', 'floating_network_id': 'a14b0e4f-074d-4507-846c-fc8420bddf12', 'router_id': 'e0d14cc1-d55a-47b8-8f48-3523e445fe69', 'port_id': '231a2e75-10e5-4ba7-b633-e79d395e40f4', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 587, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'db2948ec-060f-4621-8ce6-8119698c91b1', 'mac_address': 'fa:16:3e:4d:59:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '997a86f0-800e-427c-91a4-9c6a7c8f7fff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-30T04:21:48Z', 'updated_at': '2022-06-30T04:21:51Z', 'revision_number': 1, 'project_id': 'c2fe0f4b2519494ea784cea098da6be3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b299c8ca-10fe-4c07-82e6-fb84dcb9a9df', 'name': '', 'network_id': 'db2948ec-060f-4621-8ce6-8119698c91b1', 'tenant_id': 'c2fe0f4b2519494ea784cea098da6be3', 'mac_address': 'fa:16:3e:a3:5b:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0d14cc1-d55a-47b8-8f48-3523e445fe69', 'device_owner': 'network:router_interface', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': 'd15d22dc-e983-46bc-a814-5adbf2d25b83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T04:17:42Z', 'updated_at': '2022-06-30T04:17:46Z', 'revision_number': 5, 'project_id': 'c2fe0f4b2519494ea784cea098da6be3', 'subnets': [{'id': 'd15d22dc-e983-46bc-a814-5adbf2d25b83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 04:25:34.576364 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25eb5516-eab9-4c45-a5ae-c9d0c175c942 None None] New status for floating IP 7d13f139-1769-4845-aeaa-6d464ddbf15b: DOWN {{(pid=104417) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 30 04:25:34.830956 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-32cc624c-cb1a-4a2e-9a6e-85b5c67357cd req-13bb2e32-8fa3-40ae-bb8f-a975b3a8d805 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b82a599a-5700-469a-bad4-85ce45d68120 HTTP/1.1" status: 200 len: 217 time: 0.0472140 Jun 30 04:25:34.893675 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cc624c-cb1a-4a2e-9a6e-85b5c67357cd req-3ee194c7-eaf8-4ff0-8948-977daa58cc0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:25:34.895065 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-32cc624c-cb1a-4a2e-9a6e-85b5c67357cd req-3ee194c7-eaf8-4ff0-8948-977daa58cc0e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d15d22dc-e983-46bc-a814-5adbf2d25b83 HTTP/1.1" status: 200 len: 850 time: 0.0543444 Jun 30 04:25:35.003196 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cc624c-cb1a-4a2e-9a6e-85b5c67357cd req-7a5c18dc-d6c9-408a-911a-4893e8f81a31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:25:35.004710 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-32cc624c-cb1a-4a2e-9a6e-85b5c67357cd req-7a5c18dc-d6c9-408a-911a-4893e8f81a31 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=db2948ec-060f-4621-8ce6-8119698c91b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0491519 Jun 30 04:25:35.014755 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.wsgi [req-32cc624c-cb1a-4a2e-9a6e-85b5c67357cd req-07595627-6a15-4052-858c-7f7e24ea17e8 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=104416) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 30 04:25:35.015715 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-32cc624c-cb1a-4a2e-9a6e-85b5c67357cd req-07595627-6a15-4052-858c-7f7e24ea17e8 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0048831 Jun 30 04:25:35.124933 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-32cc624c-cb1a-4a2e-9a6e-85b5c67357cd req-84805476-f953-47ab-a2f2-1380b240732b service neutron] 10.222.0.20 "GET /v2.0/networks/db2948ec-060f-4621-8ce6-8119698c91b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1008725 Jun 30 04:25:35.190904 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-39dbe064-8982-4ea0-bde7-4bfbaf5f5d94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926756172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565263'] for agent (beddbd52-9273-44c2-990c-63933fe383b2), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:25:35.195473 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fd034c-8f09-4da4-9844-b752208f7a97 req-0baa1527-b3ce-4be3-8f68-4270094d80dc tempest-TestVolumeBootPattern-1718480899 tempest-TestVolumeBootPattern-1718480899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:25:35.196998 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-66fd034c-8f09-4da4-9844-b752208f7a97 req-0baa1527-b3ce-4be3-8f68-4270094d80dc tempest-TestVolumeBootPattern-1718480899 tempest-TestVolumeBootPattern-1718480899-project] 10.222.0.13 "GET /v2.0/ports?device_id=679b1905-1999-4528-94b5-26d01c3768a5 HTTP/1.1" status: 200 len: 945 time: 0.1097624 Jun 30 04:25:35.302551 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-66fd034c-8f09-4da4-9844-b752208f7a97 req-f523e55b-c8ca-41cd-ab67-c2d53feb9732 tempest-TestVolumeBootPattern-1718480899 tempest-TestVolumeBootPattern-1718480899-project] 10.222.0.13 "GET /v2.0/security-groups?id=1e7d7258-f507-4717-8413-3442decd3e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0973721 Jun 30 04:25:35.401400 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8d0342-5c9a-454a-8e7c-f2a33ac9107f req-10e946c0-347b-4ee0-89ee-ad781058008f tempest-TestVolumeBootPattern-1718480899 tempest-TestVolumeBootPattern-1718480899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:25:35.402866 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-cc8d0342-5c9a-454a-8e7c-f2a33ac9107f req-10e946c0-347b-4ee0-89ee-ad781058008f tempest-TestVolumeBootPattern-1718480899 tempest-TestVolumeBootPattern-1718480899-project] 10.222.0.20 "GET /v2.0/ports?device_id=679b1905-1999-4528-94b5-26d01c3768a5 HTTP/1.1" status: 200 len: 945 time: 0.0975618 Jun 30 04:25:35.406620 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-32cc624c-cb1a-4a2e-9a6e-85b5c67357cd req-eef8cccd-dad4-4e2a-bde2-3abbfcdf8e8b service neutron] 10.222.0.20 "GET /v2.0/networks/db2948ec-060f-4621-8ce6-8119698c91b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1662831 Jun 30 04:25:35.499985 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.plugin [req-cc8d0342-5c9a-454a-8e7c-f2a33ac9107f req-fb1e7e31-a66d-48fd-8823-2d5c9af2e1eb tempest-TestVolumeBootPattern-1718480899 tempest-TestVolumeBootPattern-1718480899-project] Deleting port b82a599a-5700-469a-bad4-85ce45d68120 {{(pid=104416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 30 04:25:35.500299 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-cc8d0342-5c9a-454a-8e7c-f2a33ac9107f req-fb1e7e31-a66d-48fd-8823-2d5c9af2e1eb tempest-TestVolumeBootPattern-1718480899 tempest-TestVolumeBootPattern-1718480899-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781926629636'] for port (b82a599a-5700-469a-bad4-85ce45d68120), before_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:25:35.607542 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.db [req-cc8d0342-5c9a-454a-8e7c-f2a33ac9107f req-fb1e7e31-a66d-48fd-8823-2d5c9af2e1eb tempest-TestVolumeBootPattern-1718480899 tempest-TestVolumeBootPattern-1718480899-project] For port b82a599a-5700-469a-bad4-85ce45d68120, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=b82a599a-5700-469a-bad4-85ce45d68120,segment=NetworkSegment(29fd2ab4-096b-48df-8eef-82f2cdac089f),segment_id=29fd2ab4-096b-48df-8eef-82f2cdac089f)] {{(pid=104416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 04:25:35.607899 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-cc8d0342-5c9a-454a-8e7c-f2a33ac9107f req-fb1e7e31-a66d-48fd-8823-2d5c9af2e1eb tempest-TestVolumeBootPattern-1718480899 tempest-TestVolumeBootPattern-1718480899-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616079'] for port (b82a599a-5700-469a-bad4-85ce45d68120), precommit_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:25:35.625221 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.plugin [req-cc8d0342-5c9a-454a-8e7c-f2a33ac9107f req-fb1e7e31-a66d-48fd-8823-2d5c9af2e1eb tempest-TestVolumeBootPattern-1718480899 tempest-TestVolumeBootPattern-1718480899-project] Calling delete_port for b82a599a-5700-469a-bad4-85ce45d68120 owned by compute:nova {{(pid=104416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 30 04:25:35.708689 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:25:35.781543 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-cc8d0342-5c9a-454a-8e7c-f2a33ac9107f req-fb1e7e31-a66d-48fd-8823-2d5c9af2e1eb tempest-TestVolumeBootPattern-1718480899 tempest-TestVolumeBootPattern-1718480899-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4095053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781926635560', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781926239326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1764130'] for port (b82a599a-5700-469a-bad4-85ce45d68120), after_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:25:35.794007 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:25:35.822047 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1e7e31-a66d-48fd-8823-2d5c9af2e1eb tempest-TestVolumeBootPattern-1718480899 tempest-TestVolumeBootPattern-1718480899-project] Pushing event deleted for resources: {'Port': ['ID=b82a599a-5700-469a-bad4-85ce45d68120,revision_number=None']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:25:35.872429 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc8d0342-5c9a-454a-8e7c-f2a33ac9107f req-fb1e7e31-a66d-48fd-8823-2d5c9af2e1eb tempest-TestVolumeBootPattern-1718480899 tempest-TestVolumeBootPattern-1718480899-project] No DVR routers for this DVR port b82a599a-5700-469a-bad4-85ce45d68120 on host hv-cinder-84684 {{(pid=104416) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 30 04:25:35.875065 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-cc8d0342-5c9a-454a-8e7c-f2a33ac9107f req-fb1e7e31-a66d-48fd-8823-2d5c9af2e1eb tempest-TestVolumeBootPattern-1718480899 tempest-TestVolumeBootPattern-1718480899-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13292'] for port (None), before_response {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:25:35.878265 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-cc8d0342-5c9a-454a-8e7c-f2a33ac9107f req-fb1e7e31-a66d-48fd-8823-2d5c9af2e1eb tempest-TestVolumeBootPattern-1718480899 tempest-TestVolumeBootPattern-1718480899-project] 10.222.0.20 "DELETE /v2.0/ports/b82a599a-5700-469a-bad4-85ce45d68120 HTTP/1.1" status: 204 len: 173 time: 0.4655378 Jun 30 04:25:35.878681 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '679b1905-1999-4528-94b5-26d01c3768a5', 'name': 'network-vif-deleted', 'tag': 'b82a599a-5700-469a-bad4-85ce45d68120'}] {{(pid=104416) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 30 04:25:35.881211 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8111519efe35ff5952c269e16f689610d56ef28aa1e0b77ca5734c542983c30f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-732b2acd-536c-49e8-ae58-9041665d12fa" -d '{"events": [{"server_uuid": "679b1905-1999-4528-94b5-26d01c3768a5", "name": "network-vif-deleted", "tag": "b82a599a-5700-469a-bad4-85ce45d68120"}]}' {{(pid=104416) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 04:25:35.922982 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Jun 2022 04:25:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68060496-cd6f-47fb-b22b-5d50cd359b90 x-openstack-request-id: req-68060496-cd6f-47fb-b22b-5d50cd359b90 {{(pid=104416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 04:25:35.923415 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "679b1905-1999-4528-94b5-26d01c3768a5", "name": "network-vif-deleted", "tag": "b82a599a-5700-469a-bad4-85ce45d68120", "status": "completed", "code": 200}]} {{(pid=104416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 04:25:35.923748 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-68060496-cd6f-47fb-b22b-5d50cd359b90 {{(pid=104416) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 04:25:35.924155 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.notifiers.nova [-] Nova event matching ['req-68060496-cd6f-47fb-b22b-5d50cd359b90'] response: {'server_uuid': '679b1905-1999-4528-94b5-26d01c3768a5', 'name': 'network-vif-deleted', 'tag': 'b82a599a-5700-469a-bad4-85ce45d68120', 'status': 'completed', 'code': 200} Jun 30 04:25:36.415976 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-f120d4e4-ee7e-4d32-8eb1-623221ce2592 req-871fcbef-2141-4b0c-a862-e7d48466eb17 tempest-TestVolumeBootPattern-1718480899 tempest-TestVolumeBootPattern-1718480899-project] 10.222.0.13 "GET /v2.0/ports?device_id=679b1905-1999-4528-94b5-26d01c3768a5 HTTP/1.1" status: 200 len: 210 time: 0.0315099 Jun 30 04:25:37.539330 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-ffcd0d96-5b12-4a66-9caa-17cba162861a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926756172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565263'] for agent (2ea21a61-d737-4543-a811-a0d035fbf0f6), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:25:38.210883 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.rpc [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Device b82a599a-5700-469a-bad4-85ce45d68120 no longer exists at agent hyperv_hv-cinder-84684 {{(pid=104417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 04:25:38.235112 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] No Port match for: b82a599a-5700-469a-bad4-85ce45d68120 {{(pid=104417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 30 04:25:38.235470 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.rpc [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Device b82a599a-5700-469a-bad4-85ce45d68120 not bound to the agent host hv-cinder-84684 {{(pid=104417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 04:25:38.513054 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-7a77f087-4523-4fd9-b9f1-b6333d8ad1f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926756172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565263'] for agent (672e10fd-0bbc-4d52-8fca-d980f41e3265), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:25:39.727978 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.wsgi [-] (104415) accepted ('10.222.0.13', 57598) {{(pid=104415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 04:25:39.872580 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.plugins.ml2.plugin [None req-64f43523-89dc-4712-967d-8a27465c0494 tempest-TestVolumeBootPattern-1718480899 tempest-TestVolumeBootPattern-1718480899-project] Deleting port 715cd27a-4deb-442f-b7c6-d9be046100fd {{(pid=104415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 30 04:25:39.872876 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-64f43523-89dc-4712-967d-8a27465c0494 tempest-TestVolumeBootPattern-1718480899 tempest-TestVolumeBootPattern-1718480899-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781926629636'] for port (715cd27a-4deb-442f-b7c6-d9be046100fd), before_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:25:39.953421 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-64f43523-89dc-4712-967d-8a27465c0494 tempest-TestVolumeBootPattern-1718480899 tempest-TestVolumeBootPattern-1718480899-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616079'] for port (715cd27a-4deb-442f-b7c6-d9be046100fd), precommit_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:25:39.953634 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-64f43523-89dc-4712-967d-8a27465c0494 tempest-TestVolumeBootPattern-1718480899 tempest-TestVolumeBootPattern-1718480899-project] Publish callbacks [] for floatingip (715cd27a-4deb-442f-b7c6-d9be046100fd), precommit_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:25:39.965666 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.plugins.ml2.plugin [None req-64f43523-89dc-4712-967d-8a27465c0494 tempest-TestVolumeBootPattern-1718480899 tempest-TestVolumeBootPattern-1718480899-project] Calling delete_port for 715cd27a-4deb-442f-b7c6-d9be046100fd owned by network:floatingip {{(pid=104415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 30 04:25:40.110764 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-64f43523-89dc-4712-967d-8a27465c0494 tempest-TestVolumeBootPattern-1718480899 tempest-TestVolumeBootPattern-1718480899-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4095053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781926635560', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781926239326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11645207'] for port (715cd27a-4deb-442f-b7c6-d9be046100fd), after_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:25:40.135780 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f43523-89dc-4712-967d-8a27465c0494 tempest-TestVolumeBootPattern-1718480899 tempest-TestVolumeBootPattern-1718480899-project] Pushing event deleted for resources: {'Port': ['ID=715cd27a-4deb-442f-b7c6-d9be046100fd,revision_number=None']} {{(pid=104415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:25:40.199535 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-64f43523-89dc-4712-967d-8a27465c0494 tempest-TestVolumeBootPattern-1718480899 tempest-TestVolumeBootPattern-1718480899-project] Publish callbacks [] for floatingip (c32c46d3-1743-4ad3-aaf8-13bf395e24a2), after_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:25:40.199863 dv-cinder-846842-7-iscsi neutron-server[104415]: INFO neutron.db.l3_db [None req-64f43523-89dc-4712-967d-8a27465c0494 tempest-TestVolumeBootPattern-1718480899 tempest-TestVolumeBootPattern-1718480899-project] Floating IP c32c46d3-1743-4ad3-aaf8-13bf395e24a2 disassociated (deleted). External IP: 172.27.1.73, port: 231a2e75-10e5-4ba7-b633-e79d395e40f4. Jun 30 04:25:40.288289 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-88ff949a-6007-42d5-8261-77b64d367ca9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926756172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565263'] for agent (4c4a8942-da79-4b81-aa08-fb593b1e6e06), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:25:40.444571 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-2a6d8403-c0a5-4ac4-aa48-860a84345009 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926756172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565263'] for agent (cbdf45b5-344e-4e18-9242-1abb738708f2), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:25:40.623677 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64f43523-89dc-4712-967d-8a27465c0494 tempest-TestVolumeBootPattern-1718480899 tempest-TestVolumeBootPattern-1718480899-project] Router e0d14cc1-d55a-47b8-8f48-3523e445fe69 has already been hosted by L3 agent 2ea21a61-d737-4543-a811-a0d035fbf0f6 {{(pid=104415) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 30 04:25:40.731756 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64f43523-89dc-4712-967d-8a27465c0494 tempest-TestVolumeBootPattern-1718480899 tempest-TestVolumeBootPattern-1718480899-project] Notify agent at l3_agent.dv-cinder-846842-7-iscsi the message routers_updated {{(pid=104415) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 04:25:40.736100 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-64f43523-89dc-4712-967d-8a27465c0494 tempest-TestVolumeBootPattern-1718480899 tempest-TestVolumeBootPattern-1718480899-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13292'] for floatingip (None), before_response {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:25:40.741225 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19f6c00e-306c-4d4b-88a6-7da6967d4d86 None None] Sync routers for ids ['e0d14cc1-d55a-47b8-8f48-3523e445fe69'] in dv-cinder-846842-7-iscsi {{(pid=104418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 04:25:40.755551 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19f6c00e-306c-4d4b-88a6-7da6967d4d86 None None] Routers {'e0d14cc1-d55a-47b8-8f48-3523e445fe69'} bound to L3 agent in host dv-cinder-846842-7-iscsi {{(pid=104418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 30 04:25:40.756159 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.db.l3_hamode_db [None req-19f6c00e-306c-4d4b-88a6-7da6967d4d86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-30T04:07:07Z,description=,heartbeat_timestamp=2022-06-30T04:25:38Z,host='dv-cinder-846842-7-iscsi',id=2ea21a61-d737-4543-a811-a0d035fbf0f6,load=0,resource_versions=,resources_synced=,started_at=2022-06-30T04:07:07Z,topic='l3_agent')) {'router_ids': ['e0d14cc1-d55a-47b8-8f48-3523e445fe69'], 'active': True} {{(pid=104418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 04:25:40.767598 dv-cinder-846842-7-iscsi neutron-server[104415]: INFO neutron.wsgi [None req-64f43523-89dc-4712-967d-8a27465c0494 tempest-TestVolumeBootPattern-1718480899 tempest-TestVolumeBootPattern-1718480899-project] 10.222.0.13 "DELETE /v2.0/floatingips/c32c46d3-1743-4ad3-aaf8-13bf395e24a2 HTTP/1.1" status: 204 len: 168 time: 1.0385199 Jun 30 04:25:40.768184 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '997a86f0-800e-427c-91a4-9c6a7c8f7fff', 'tag': '231a2e75-10e5-4ba7-b633-e79d395e40f4'}] {{(pid=104415) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 30 04:25:40.771397 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d30a34cf25b41f2e39a6e8a7c8aade182e15085106272f21e1153e4bea097eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da5c21f1-6708-4930-808e-8cf8621ef6c2" -d '{"events": [{"name": "network-changed", "server_uuid": "997a86f0-800e-427c-91a4-9c6a7c8f7fff", "tag": "231a2e75-10e5-4ba7-b633-e79d395e40f4"}]}' {{(pid=104415) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 04:25:40.814103 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Jun 2022 04:25:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e55af7e2-5a01-4bd7-acbc-9e82b4ea8902 x-openstack-request-id: req-e55af7e2-5a01-4bd7-acbc-9e82b4ea8902 {{(pid=104415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 04:25:40.814471 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "997a86f0-800e-427c-91a4-9c6a7c8f7fff", "tag": "231a2e75-10e5-4ba7-b633-e79d395e40f4", "status": "completed", "code": 200}]} {{(pid=104415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 04:25:40.814651 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e55af7e2-5a01-4bd7-acbc-9e82b4ea8902 {{(pid=104415) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 04:25:40.815048 dv-cinder-846842-7-iscsi neutron-server[104415]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e55af7e2-5a01-4bd7-acbc-9e82b4ea8902'] response: {'name': 'network-changed', 'server_uuid': '997a86f0-800e-427c-91a4-9c6a7c8f7fff', 'tag': '231a2e75-10e5-4ba7-b633-e79d395e40f4', 'status': 'completed', 'code': 200} Jun 30 04:25:40.861960 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.db.l3_dvr_db [None req-19f6c00e-306c-4d4b-88a6-7da6967d4d86 None None] Set router e0d14cc1-d55a-47b8-8f48-3523e445fe69 gateway port host: dv-cinder-846842-7-iscsi {{(pid=104418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 30 04:25:40.936949 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5c21f1-6708-4930-808e-8cf8621ef6c2 req-cb1f39b0-9b7e-421d-a88a-0f4b563c527a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:25:40.938478 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-da5c21f1-6708-4930-808e-8cf8621ef6c2 req-cb1f39b0-9b7e-421d-a88a-0f4b563c527a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c2fe0f4b2519494ea784cea098da6be3&device_id=997a86f0-800e-427c-91a4-9c6a7c8f7fff HTTP/1.1" status: 200 len: 1130 time: 0.0984435 Jun 30 04:25:41.000998 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:SELECT=100 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:25:41.014192 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b87434-3cfc-4fd0-b7f1-5e44d5eb1830 req-1b40530d-5677-4ce2-9bfa-02fc6099d6e9 tempest-TestVolumeBootPattern-1718480899 tempest-TestVolumeBootPattern-1718480899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:25:41.015704 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-f0b87434-3cfc-4fd0-b7f1-5e44d5eb1830 req-1b40530d-5677-4ce2-9bfa-02fc6099d6e9 tempest-TestVolumeBootPattern-1718480899 tempest-TestVolumeBootPattern-1718480899-project] 10.222.0.13 "GET /v2.0/ports?device_id=997a86f0-800e-427c-91a4-9c6a7c8f7fff HTTP/1.1" status: 200 len: 946 time: 0.0508893 Jun 30 04:25:41.053962 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.db.l3_hamode_db [None req-19f6c00e-306c-4d4b-88a6-7da6967d4d86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0d14cc1-d55a-47b8-8f48-3523e445fe69', 'name': 'tempest-TestVolumeBootPattern-138600561-router', 'tenant_id': 'c2fe0f4b2519494ea784cea098da6be3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14b0e4f-074d-4507-846c-fc8420bddf12', 'external_fixed_ips': [{'subnet_id': '15378187-268c-4fae-ace7-eaca7aa50f90', 'ip_address': '172.27.1.209'}], 'enable_snat': True}, 'gw_port_id': '732ebfd2-5866-4d8a-9290-15df8bc253e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T04:17:39Z', 'updated_at': '2022-06-30T04:17:42Z', 'revision_number': 4, 'project_id': 'c2fe0f4b2519494ea784cea098da6be3', 'gw_port': {'id': '732ebfd2-5866-4d8a-9290-15df8bc253e2', 'name': '', 'network_id': 'a14b0e4f-074d-4507-846c-fc8420bddf12', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:35:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0d14cc1-d55a-47b8-8f48-3523e445fe69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '15378187-268c-4fae-ace7-eaca7aa50f90', 'ip_address': '172.27.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T04:17:39Z', 'updated_at': '2022-06-30T04:17:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15378187-268c-4fae-ace7-eaca7aa50f90', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-7-iscsi', '_interfaces': [{'id': 'b299c8ca-10fe-4c07-82e6-fb84dcb9a9df', 'name': '', 'network_id': 'db2948ec-060f-4621-8ce6-8119698c91b1', 'tenant_id': 'c2fe0f4b2519494ea784cea098da6be3', 'mac_address': 'fa:16:3e:a3:5b:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0d14cc1-d55a-47b8-8f48-3523e445fe69', 'device_owner': 'network:router_interface', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': 'd15d22dc-e983-46bc-a814-5adbf2d25b83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T04:17:42Z', 'updated_at': '2022-06-30T04:17:46Z', 'revision_number': 5, 'project_id': 'c2fe0f4b2519494ea784cea098da6be3', 'subnets': [{'id': 'd15d22dc-e983-46bc-a814-5adbf2d25b83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846842-7-iscsi', False) {} {{(pid=104418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 04:25:41.066643 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-f0b87434-3cfc-4fd0-b7f1-5e44d5eb1830 req-1a903302-d103-4044-abfa-8cc2d89cd1d3 tempest-TestVolumeBootPattern-1718480899 tempest-TestVolumeBootPattern-1718480899-project] 10.222.0.13 "GET /v2.0/security-groups?id=1e7d7258-f507-4717-8413-3442decd3e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449104 Jun 30 04:25:41.079289 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19f6c00e-306c-4d4b-88a6-7da6967d4d86 None None] Checking router: e0d14cc1-d55a-47b8-8f48-3523e445fe69 for host: dv-cinder-846842-7-iscsi {{(pid=104418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 04:25:41.088270 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19f6c00e-306c-4d4b-88a6-7da6967d4d86 None None] Routers {'e0d14cc1-d55a-47b8-8f48-3523e445fe69'} bound to L3 agent in host dv-cinder-846842-7-iscsi {{(pid=104418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 30 04:25:41.088892 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.db.l3_hamode_db [None req-19f6c00e-306c-4d4b-88a6-7da6967d4d86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-30T04:07:07Z,description=,heartbeat_timestamp=2022-06-30T04:25:38Z,host='dv-cinder-846842-7-iscsi',id=2ea21a61-d737-4543-a811-a0d035fbf0f6,load=0,resource_versions=,resources_synced=,started_at=2022-06-30T04:07:07Z,topic='l3_agent')) {'router_ids': ['e0d14cc1-d55a-47b8-8f48-3523e445fe69'], 'active': True} {{(pid=104418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 04:25:41.161609 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:SELECT=100 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:25:41.192301 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.db.l3_dvr_db [None req-19f6c00e-306c-4d4b-88a6-7da6967d4d86 None None] Set router e0d14cc1-d55a-47b8-8f48-3523e445fe69 gateway port host: dv-cinder-846842-7-iscsi {{(pid=104418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 30 04:25:41.385623 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.db.l3_hamode_db [None req-19f6c00e-306c-4d4b-88a6-7da6967d4d86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0d14cc1-d55a-47b8-8f48-3523e445fe69', 'name': 'tempest-TestVolumeBootPattern-138600561-router', 'tenant_id': 'c2fe0f4b2519494ea784cea098da6be3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14b0e4f-074d-4507-846c-fc8420bddf12', 'external_fixed_ips': [{'subnet_id': '15378187-268c-4fae-ace7-eaca7aa50f90', 'ip_address': '172.27.1.209'}], 'enable_snat': True}, 'gw_port_id': '732ebfd2-5866-4d8a-9290-15df8bc253e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T04:17:39Z', 'updated_at': '2022-06-30T04:17:42Z', 'revision_number': 4, 'project_id': 'c2fe0f4b2519494ea784cea098da6be3', 'gw_port': {'id': '732ebfd2-5866-4d8a-9290-15df8bc253e2', 'name': '', 'network_id': 'a14b0e4f-074d-4507-846c-fc8420bddf12', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:35:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0d14cc1-d55a-47b8-8f48-3523e445fe69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '15378187-268c-4fae-ace7-eaca7aa50f90', 'ip_address': '172.27.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T04:17:39Z', 'updated_at': '2022-06-30T04:17:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15378187-268c-4fae-ace7-eaca7aa50f90', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-7-iscsi', '_interfaces': [{'id': 'b299c8ca-10fe-4c07-82e6-fb84dcb9a9df', 'name': '', 'network_id': 'db2948ec-060f-4621-8ce6-8119698c91b1', 'tenant_id': 'c2fe0f4b2519494ea784cea098da6be3', 'mac_address': 'fa:16:3e:a3:5b:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0d14cc1-d55a-47b8-8f48-3523e445fe69', 'device_owner': 'network:router_interface', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': 'd15d22dc-e983-46bc-a814-5adbf2d25b83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T04:17:42Z', 'updated_at': '2022-06-30T04:17:46Z', 'revision_number': 5, 'project_id': 'c2fe0f4b2519494ea784cea098da6be3', 'subnets': [{'id': 'd15d22dc-e983-46bc-a814-5adbf2d25b83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846842-7-iscsi', False) {} {{(pid=104418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 04:25:41.411386 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19f6c00e-306c-4d4b-88a6-7da6967d4d86 None None] The sync data for ids ['e0d14cc1-d55a-47b8-8f48-3523e445fe69'] in dv-cinder-846842-7-iscsi is: [{'id': 'e0d14cc1-d55a-47b8-8f48-3523e445fe69', 'name': 'tempest-TestVolumeBootPattern-138600561-router', 'tenant_id': 'c2fe0f4b2519494ea784cea098da6be3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14b0e4f-074d-4507-846c-fc8420bddf12', 'external_fixed_ips': [{'subnet_id': '15378187-268c-4fae-ace7-eaca7aa50f90', 'ip_address': '172.27.1.209'}], 'enable_snat': True}, 'gw_port_id': '732ebfd2-5866-4d8a-9290-15df8bc253e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T04:17:39Z', 'updated_at': '2022-06-30T04:17:42Z', 'revision_number': 4, 'project_id': 'c2fe0f4b2519494ea784cea098da6be3', 'gw_port': {'id': '732ebfd2-5866-4d8a-9290-15df8bc253e2', 'name': '', 'network_id': 'a14b0e4f-074d-4507-846c-fc8420bddf12', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:35:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0d14cc1-d55a-47b8-8f48-3523e445fe69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '15378187-268c-4fae-ace7-eaca7aa50f90', 'ip_address': '172.27.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T04:17:39Z', 'updated_at': '2022-06-30T04:17:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15378187-268c-4fae-ace7-eaca7aa50f90', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-7-iscsi', '_interfaces': [{'id': 'b299c8ca-10fe-4c07-82e6-fb84dcb9a9df', 'name': '', 'network_id': 'db2948ec-060f-4621-8ce6-8119698c91b1', 'tenant_id': 'c2fe0f4b2519494ea784cea098da6be3', 'mac_address': 'fa:16:3e:a3:5b:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0d14cc1-d55a-47b8-8f48-3523e445fe69', 'device_owner': 'network:router_interface', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': 'd15d22dc-e983-46bc-a814-5adbf2d25b83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T04:17:42Z', 'updated_at': '2022-06-30T04:17:46Z', 'revision_number': 5, 'project_id': 'c2fe0f4b2519494ea784cea098da6be3', 'subnets': [{'id': 'd15d22dc-e983-46bc-a814-5adbf2d25b83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 04:25:41.654150 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b20d7257-87f4-4609-9b44-399e3c1a731e None None] New status for floating IP c32c46d3-1743-4ad3-aaf8-13bf395e24a2: DOWN {{(pid=104417) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 30 04:25:42.021808 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5c21f1-6708-4930-808e-8cf8621ef6c2 req-053660e6-3205-4f8d-919e-5b2c47ab1d57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:25:42.023588 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-da5c21f1-6708-4930-808e-8cf8621ef6c2 req-053660e6-3205-4f8d-919e-5b2c47ab1d57 service neutron] 10.222.0.20 "GET /v2.0/networks?id=db2948ec-060f-4621-8ce6-8119698c91b1 HTTP/1.1" status: 200 len: 912 time: 0.0933869 Jun 30 04:25:42.155488 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-da5c21f1-6708-4930-808e-8cf8621ef6c2 req-509ca7fa-6220-4523-9d29-27f304e7c009 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=231a2e75-10e5-4ba7-b633-e79d395e40f4 HTTP/1.1" status: 200 len: 217 time: 0.0430357 Jun 30 04:25:42.228936 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df76aea-5b38-4965-8094-adf0daf1ec16 req-a44e98a6-2485-4fa1-8c7f-c6bf315940c3 tempest-TestVolumeBootPattern-1718480899 tempest-TestVolumeBootPattern-1718480899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:25:42.230415 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-6df76aea-5b38-4965-8094-adf0daf1ec16 req-a44e98a6-2485-4fa1-8c7f-c6bf315940c3 tempest-TestVolumeBootPattern-1718480899 tempest-TestVolumeBootPattern-1718480899-project] 10.222.0.13 "GET /v2.0/ports?device_id=997a86f0-800e-427c-91a4-9c6a7c8f7fff HTTP/1.1" status: 200 len: 946 time: 0.0774617 Jun 30 04:25:42.235880 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5c21f1-6708-4930-808e-8cf8621ef6c2 req-b14736b5-cdfd-4346-bf3d-3a71ca59a415 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:25:42.237264 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-da5c21f1-6708-4930-808e-8cf8621ef6c2 req-b14736b5-cdfd-4346-bf3d-3a71ca59a415 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d15d22dc-e983-46bc-a814-5adbf2d25b83 HTTP/1.1" status: 200 len: 850 time: 0.0730870 Jun 30 04:25:42.284845 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-6df76aea-5b38-4965-8094-adf0daf1ec16 req-9134ce62-804a-4830-8595-2a9538415ada tempest-TestVolumeBootPattern-1718480899 tempest-TestVolumeBootPattern-1718480899-project] 10.222.0.13 "GET /v2.0/security-groups?id=1e7d7258-f507-4717-8413-3442decd3e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465341 Jun 30 04:25:42.365481 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5c21f1-6708-4930-808e-8cf8621ef6c2 req-e4ee12ae-7c53-4b0a-bc2f-812c7d2627ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:25:42.366954 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-da5c21f1-6708-4930-808e-8cf8621ef6c2 req-e4ee12ae-7c53-4b0a-bc2f-812c7d2627ae service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=db2948ec-060f-4621-8ce6-8119698c91b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0421956 Jun 30 04:25:42.482280 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea9ca48-df93-484f-916f-059024976607 req-5b0d14fd-7edc-4100-aa90-028343e2a0a3 tempest-TestVolumeBootPattern-1718480899 tempest-TestVolumeBootPattern-1718480899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:25:42.483739 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-1ea9ca48-df93-484f-916f-059024976607 req-5b0d14fd-7edc-4100-aa90-028343e2a0a3 tempest-TestVolumeBootPattern-1718480899 tempest-TestVolumeBootPattern-1718480899-project] 10.222.0.20 "GET /v2.0/ports?device_id=997a86f0-800e-427c-91a4-9c6a7c8f7fff HTTP/1.1" status: 200 len: 946 time: 0.0808947 Jun 30 04:25:42.521455 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-da5c21f1-6708-4930-808e-8cf8621ef6c2 req-e0507711-02b5-4b07-bc53-b6df6bba08b4 service neutron] 10.222.0.20 "GET /v2.0/networks/db2948ec-060f-4621-8ce6-8119698c91b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1472683 Jun 30 04:25:42.629453 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.plugin [req-1ea9ca48-df93-484f-916f-059024976607 req-61ddfe27-98e6-44e2-b890-aa49ef534392 tempest-TestVolumeBootPattern-1718480899 tempest-TestVolumeBootPattern-1718480899-project] Deleting port 231a2e75-10e5-4ba7-b633-e79d395e40f4 {{(pid=104416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 30 04:25:42.629770 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-1ea9ca48-df93-484f-916f-059024976607 req-61ddfe27-98e6-44e2-b890-aa49ef534392 tempest-TestVolumeBootPattern-1718480899 tempest-TestVolumeBootPattern-1718480899-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781926629636'] for port (231a2e75-10e5-4ba7-b633-e79d395e40f4), before_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:25:42.676901 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-da5c21f1-6708-4930-808e-8cf8621ef6c2 req-d7eb1dca-8f95-4454-aae3-0f88b7396979 service neutron] 10.222.0.20 "GET /v2.0/networks/db2948ec-060f-4621-8ce6-8119698c91b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1475248 Jun 30 04:25:42.735452 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.db [req-1ea9ca48-df93-484f-916f-059024976607 req-61ddfe27-98e6-44e2-b890-aa49ef534392 tempest-TestVolumeBootPattern-1718480899 tempest-TestVolumeBootPattern-1718480899-project] For port 231a2e75-10e5-4ba7-b633-e79d395e40f4, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=231a2e75-10e5-4ba7-b633-e79d395e40f4,segment=NetworkSegment(29fd2ab4-096b-48df-8eef-82f2cdac089f),segment_id=29fd2ab4-096b-48df-8eef-82f2cdac089f)] {{(pid=104416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 04:25:42.735810 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-1ea9ca48-df93-484f-916f-059024976607 req-61ddfe27-98e6-44e2-b890-aa49ef534392 tempest-TestVolumeBootPattern-1718480899 tempest-TestVolumeBootPattern-1718480899-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616079'] for port (231a2e75-10e5-4ba7-b633-e79d395e40f4), precommit_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:25:42.753553 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.plugin [req-1ea9ca48-df93-484f-916f-059024976607 req-61ddfe27-98e6-44e2-b890-aa49ef534392 tempest-TestVolumeBootPattern-1718480899 tempest-TestVolumeBootPattern-1718480899-project] Calling delete_port for 231a2e75-10e5-4ba7-b633-e79d395e40f4 owned by compute:nova {{(pid=104416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 30 04:25:42.776729 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926756172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565263'] for agent (ef703bef-7cc0-467c-baa9-fe8a66be565c), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:25:42.809297 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=100 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:25:42.811264 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=100 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:25:42.886153 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-1ea9ca48-df93-484f-916f-059024976607 req-61ddfe27-98e6-44e2-b890-aa49ef534392 tempest-TestVolumeBootPattern-1718480899 tempest-TestVolumeBootPattern-1718480899-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4095053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781926635560', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781926239326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1764130'] for port (231a2e75-10e5-4ba7-b633-e79d395e40f4), after_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:25:42.921119 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ddfe27-98e6-44e2-b890-aa49ef534392 tempest-TestVolumeBootPattern-1718480899 tempest-TestVolumeBootPattern-1718480899-project] Pushing event deleted for resources: {'Port': ['ID=231a2e75-10e5-4ba7-b633-e79d395e40f4,revision_number=None']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:25:42.966305 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ea9ca48-df93-484f-916f-059024976607 req-61ddfe27-98e6-44e2-b890-aa49ef534392 tempest-TestVolumeBootPattern-1718480899 tempest-TestVolumeBootPattern-1718480899-project] No DVR routers for this DVR port 231a2e75-10e5-4ba7-b633-e79d395e40f4 on host hv-cinder-84684 {{(pid=104416) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 30 04:25:42.968864 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-1ea9ca48-df93-484f-916f-059024976607 req-61ddfe27-98e6-44e2-b890-aa49ef534392 tempest-TestVolumeBootPattern-1718480899 tempest-TestVolumeBootPattern-1718480899-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13292'] for port (None), before_response {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:25:42.972022 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-1ea9ca48-df93-484f-916f-059024976607 req-61ddfe27-98e6-44e2-b890-aa49ef534392 tempest-TestVolumeBootPattern-1718480899 tempest-TestVolumeBootPattern-1718480899-project] 10.222.0.20 "DELETE /v2.0/ports/231a2e75-10e5-4ba7-b633-e79d395e40f4 HTTP/1.1" status: 204 len: 173 time: 0.4821222 Jun 30 04:25:42.972667 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '997a86f0-800e-427c-91a4-9c6a7c8f7fff', 'name': 'network-vif-deleted', 'tag': '231a2e75-10e5-4ba7-b633-e79d395e40f4'}] {{(pid=104416) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 30 04:25:42.974914 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8111519efe35ff5952c269e16f689610d56ef28aa1e0b77ca5734c542983c30f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ba25028-7508-43d3-85b1-8dbaa9a50efd" -d '{"events": [{"server_uuid": "997a86f0-800e-427c-91a4-9c6a7c8f7fff", "name": "network-vif-deleted", "tag": "231a2e75-10e5-4ba7-b633-e79d395e40f4"}]}' {{(pid=104416) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 04:25:43.012850 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Jun 2022 04:25:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abe7427d-086a-4fed-a435-a4ecc7aa13a4 x-openstack-request-id: req-abe7427d-086a-4fed-a435-a4ecc7aa13a4 {{(pid=104416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 04:25:43.013281 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "997a86f0-800e-427c-91a4-9c6a7c8f7fff", "name": "network-vif-deleted", "tag": "231a2e75-10e5-4ba7-b633-e79d395e40f4", "status": "completed", "code": 200}]} {{(pid=104416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 04:25:43.013565 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-abe7427d-086a-4fed-a435-a4ecc7aa13a4 {{(pid=104416) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 04:25:43.013946 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.notifiers.nova [-] Nova event matching ['req-abe7427d-086a-4fed-a435-a4ecc7aa13a4'] response: {'server_uuid': '997a86f0-800e-427c-91a4-9c6a7c8f7fff', 'name': 'network-vif-deleted', 'tag': '231a2e75-10e5-4ba7-b633-e79d395e40f4', 'status': 'completed', 'code': 200} Jun 30 04:25:43.403448 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-0b311d4c-46f3-4a42-a815-5b4b93db6fc5 req-3a7a9742-683b-4da9-b3cb-e49e4c93ac9c tempest-TestVolumeBootPattern-1718480899 tempest-TestVolumeBootPattern-1718480899-project] 10.222.0.13 "GET /v2.0/ports?device_id=997a86f0-800e-427c-91a4-9c6a7c8f7fff HTTP/1.1" status: 200 len: 210 time: 0.0299540 Jun 30 04:25:44.470495 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.wsgi [-] (104415) accepted ('10.222.0.13', 57616) {{(pid=104415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 04:25:44.477544 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:25:44.545825 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:25:44.588977 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.plugins.ml2.plugin [None req-51e8f5df-8cc8-4d7c-ab40-7aa6c0631204 tempest-TestVolumeBootPattern-1718480899 tempest-TestVolumeBootPattern-1718480899-project] Deleting port cf7d5795-d3e3-4e65-bff3-512683814722 {{(pid=104415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 30 04:25:44.589315 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-51e8f5df-8cc8-4d7c-ab40-7aa6c0631204 tempest-TestVolumeBootPattern-1718480899 tempest-TestVolumeBootPattern-1718480899-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781926629636'] for port (cf7d5795-d3e3-4e65-bff3-512683814722), before_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:25:44.667770 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-51e8f5df-8cc8-4d7c-ab40-7aa6c0631204 tempest-TestVolumeBootPattern-1718480899 tempest-TestVolumeBootPattern-1718480899-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616079'] for port (cf7d5795-d3e3-4e65-bff3-512683814722), precommit_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:25:44.668096 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-51e8f5df-8cc8-4d7c-ab40-7aa6c0631204 tempest-TestVolumeBootPattern-1718480899 tempest-TestVolumeBootPattern-1718480899-project] Publish callbacks [] for floatingip (cf7d5795-d3e3-4e65-bff3-512683814722), precommit_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:25:44.683968 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.plugins.ml2.plugin [None req-51e8f5df-8cc8-4d7c-ab40-7aa6c0631204 tempest-TestVolumeBootPattern-1718480899 tempest-TestVolumeBootPattern-1718480899-project] Calling delete_port for cf7d5795-d3e3-4e65-bff3-512683814722 owned by network:floatingip {{(pid=104415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 30 04:25:44.817944 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-51e8f5df-8cc8-4d7c-ab40-7aa6c0631204 tempest-TestVolumeBootPattern-1718480899 tempest-TestVolumeBootPattern-1718480899-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4095053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781926635560', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781926239326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11645207'] for port (cf7d5795-d3e3-4e65-bff3-512683814722), after_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:25:44.846953 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e8f5df-8cc8-4d7c-ab40-7aa6c0631204 tempest-TestVolumeBootPattern-1718480899 tempest-TestVolumeBootPattern-1718480899-project] Pushing event deleted for resources: {'Port': ['ID=cf7d5795-d3e3-4e65-bff3-512683814722,revision_number=None']} {{(pid=104415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:25:44.908087 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-51e8f5df-8cc8-4d7c-ab40-7aa6c0631204 tempest-TestVolumeBootPattern-1718480899 tempest-TestVolumeBootPattern-1718480899-project] Publish callbacks [] for floatingip (de454e92-6da7-4c6a-8760-69b9641cb8a9), after_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:25:44.910583 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-51e8f5df-8cc8-4d7c-ab40-7aa6c0631204 tempest-TestVolumeBootPattern-1718480899 tempest-TestVolumeBootPattern-1718480899-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13292'] for floatingip (None), before_response {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:25:44.911814 dv-cinder-846842-7-iscsi neutron-server[104415]: INFO neutron.wsgi [None req-51e8f5df-8cc8-4d7c-ab40-7aa6c0631204 tempest-TestVolumeBootPattern-1718480899 tempest-TestVolumeBootPattern-1718480899-project] 10.222.0.13 "DELETE /v2.0/floatingips/de454e92-6da7-4c6a-8760-69b9641cb8a9 HTTP/1.1" status: 204 len: 168 time: 0.4404099 Jun 30 04:25:46.114346 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.wsgi [-] (104415) accepted ('10.222.0.13', 57638) {{(pid=104415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 04:25:46.172641 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-d82f66ea-0f27-446e-a3dc-cc8b59e3f16c tempest-TestVolumeBootPattern-1718480899 tempest-TestVolumeBootPattern-1718480899-project] Publish callbacks [] for security_group (1e7d7258-f507-4717-8413-3442decd3e6b), before_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:25:46.197895 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-d82f66ea-0f27-446e-a3dc-cc8b59e3f16c tempest-TestVolumeBootPattern-1718480899 tempest-TestVolumeBootPattern-1718480899-project] Publish callbacks [] for security_group (1e7d7258-f507-4717-8413-3442decd3e6b), precommit_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:25:46.225061 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.rpc [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Device 231a2e75-10e5-4ba7-b633-e79d395e40f4 no longer exists at agent hyperv_hv-cinder-84684 {{(pid=104417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 04:25:46.245681 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] No Port match for: 231a2e75-10e5-4ba7-b633-e79d395e40f4 {{(pid=104417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 30 04:25:46.246298 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.rpc [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Device 231a2e75-10e5-4ba7-b633-e79d395e40f4 not bound to the agent host hv-cinder-84684 {{(pid=104417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 04:25:46.258512 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-d82f66ea-0f27-446e-a3dc-cc8b59e3f16c tempest-TestVolumeBootPattern-1718480899 tempest-TestVolumeBootPattern-1718480899-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3637186'] for security_group (1e7d7258-f507-4717-8413-3442decd3e6b), after_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:25:46.261084 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-d82f66ea-0f27-446e-a3dc-cc8b59e3f16c tempest-TestVolumeBootPattern-1718480899 tempest-TestVolumeBootPattern-1718480899-project] Publish callbacks [] for security_group (None), before_response {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:25:46.262266 dv-cinder-846842-7-iscsi neutron-server[104415]: INFO neutron.wsgi [None req-d82f66ea-0f27-446e-a3dc-cc8b59e3f16c tempest-TestVolumeBootPattern-1718480899 tempest-TestVolumeBootPattern-1718480899-project] 10.222.0.13 "DELETE /v2.0/security-groups/1e7d7258-f507-4717-8413-3442decd3e6b HTTP/1.1" status: 204 len: 168 time: 0.1468823 Jun 30 04:25:46.271619 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82f66ea-0f27-446e-a3dc-cc8b59e3f16c tempest-TestVolumeBootPattern-1718480899 tempest-TestVolumeBootPattern-1718480899-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e7d7258-f507-4717-8413-3442decd3e6b,revision_number=None']} {{(pid=104415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:25:46.318731 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.wsgi [-] (104415) accepted ('10.222.0.13', 57642) {{(pid=104415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 04:25:46.719157 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:25:46.754236 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-ecff7c9e-e003-4810-baf7-9c6b0aec0ec9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-613962'] for router_interface (e0d14cc1-d55a-47b8-8f48-3523e445fe69), before_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:25:46.827862 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:25:46.986936 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.plugins.ml2.plugin [None req-ecff7c9e-e003-4810-baf7-9c6b0aec0ec9 admin admin] Deleting port b299c8ca-10fe-4c07-82e6-fb84dcb9a9df {{(pid=104415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 30 04:25:46.987210 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-ecff7c9e-e003-4810-baf7-9c6b0aec0ec9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781926629636'] for port (b299c8ca-10fe-4c07-82e6-fb84dcb9a9df), before_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:25:47.067623 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.plugins.ml2.db [None req-ecff7c9e-e003-4810-baf7-9c6b0aec0ec9 admin admin] For port b299c8ca-10fe-4c07-82e6-fb84dcb9a9df, host dv-cinder-846842-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-7-iscsi',level=0,port_id=b299c8ca-10fe-4c07-82e6-fb84dcb9a9df,segment=NetworkSegment(29fd2ab4-096b-48df-8eef-82f2cdac089f),segment_id=29fd2ab4-096b-48df-8eef-82f2cdac089f)] {{(pid=104415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 04:25:47.067949 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-ecff7c9e-e003-4810-baf7-9c6b0aec0ec9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616079'] for port (b299c8ca-10fe-4c07-82e6-fb84dcb9a9df), precommit_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:25:47.080704 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.plugins.ml2.plugin [None req-ecff7c9e-e003-4810-baf7-9c6b0aec0ec9 admin admin] Calling delete_port for b299c8ca-10fe-4c07-82e6-fb84dcb9a9df owned by network:router_interface {{(pid=104415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 30 04:25:47.266379 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-ecff7c9e-e003-4810-baf7-9c6b0aec0ec9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4095053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781926635560', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781926239326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11645207'] for port (b299c8ca-10fe-4c07-82e6-fb84dcb9a9df), after_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:25:47.294458 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecff7c9e-e003-4810-baf7-9c6b0aec0ec9 admin admin] Pushing event deleted for resources: {'Port': ['ID=b299c8ca-10fe-4c07-82e6-fb84dcb9a9df,revision_number=None']} {{(pid=104415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:25:47.487508 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-ecff7c9e-e003-4810-baf7-9c6b0aec0ec9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-614586'] for router_interface (e0d14cc1-d55a-47b8-8f48-3523e445fe69), after_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:25:47.596969 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:25:47.699089 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ecff7c9e-e003-4810-baf7-9c6b0aec0ec9 admin admin] Router e0d14cc1-d55a-47b8-8f48-3523e445fe69 has already been hosted by L3 agent 2ea21a61-d737-4543-a811-a0d035fbf0f6 {{(pid=104415) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 30 04:25:47.701282 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:25:47.800192 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecff7c9e-e003-4810-baf7-9c6b0aec0ec9 admin admin] Notify agent at l3_agent.dv-cinder-846842-7-iscsi the message routers_updated {{(pid=104415) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 04:25:47.809849 dv-cinder-846842-7-iscsi neutron-server[104415]: INFO neutron.wsgi [None req-ecff7c9e-e003-4810-baf7-9c6b0aec0ec9 admin admin] 10.222.0.13 "PUT /v2.0/routers/e0d14cc1-d55a-47b8-8f48-3523e445fe69/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4867904 Jun 30 04:25:47.810186 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.13', 57658) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 04:25:47.813045 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc6827e5-e7c9-4263-be34-2ba49937dcaa None None] Sync routers for ids ['e0d14cc1-d55a-47b8-8f48-3523e445fe69'] in dv-cinder-846842-7-iscsi {{(pid=104418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 04:25:47.824554 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc6827e5-e7c9-4263-be34-2ba49937dcaa None None] Routers {'e0d14cc1-d55a-47b8-8f48-3523e445fe69'} bound to L3 agent in host dv-cinder-846842-7-iscsi {{(pid=104418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 30 04:25:47.825480 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.db.l3_hamode_db [None req-cc6827e5-e7c9-4263-be34-2ba49937dcaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-30T04:07:07Z,description=,heartbeat_timestamp=2022-06-30T04:25:38Z,host='dv-cinder-846842-7-iscsi',id=2ea21a61-d737-4543-a811-a0d035fbf0f6,load=0,resource_versions=,resources_synced=,started_at=2022-06-30T04:07:07Z,topic='l3_agent')) {'router_ids': ['e0d14cc1-d55a-47b8-8f48-3523e445fe69'], 'active': True} {{(pid=104418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 04:25:47.913452 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-779b6191-d0db-461b-86ec-1af28aac35f9 admin admin] Publish callbacks [] for router (e0d14cc1-d55a-47b8-8f48-3523e445fe69), before_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:25:47.933803 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.db.l3_dvr_db [None req-cc6827e5-e7c9-4263-be34-2ba49937dcaa None None] Set router e0d14cc1-d55a-47b8-8f48-3523e445fe69 gateway port host: dv-cinder-846842-7-iscsi {{(pid=104418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 30 04:25:48.014293 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-779b6191-d0db-461b-86ec-1af28aac35f9 admin admin] Publish callbacks [] for router_gateway (e0d14cc1-d55a-47b8-8f48-3523e445fe69), before_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:25:48.065384 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.plugin [None req-779b6191-d0db-461b-86ec-1af28aac35f9 admin admin] Deleting port 732ebfd2-5866-4d8a-9290-15df8bc253e2 {{(pid=104416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 30 04:25:48.065706 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-779b6191-d0db-461b-86ec-1af28aac35f9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781926629636'] for port (732ebfd2-5866-4d8a-9290-15df8bc253e2), before_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:25:48.110289 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.db.l3_hamode_db [None req-cc6827e5-e7c9-4263-be34-2ba49937dcaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0d14cc1-d55a-47b8-8f48-3523e445fe69', 'name': 'tempest-TestVolumeBootPattern-138600561-router', 'tenant_id': 'c2fe0f4b2519494ea784cea098da6be3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14b0e4f-074d-4507-846c-fc8420bddf12', 'external_fixed_ips': [{'subnet_id': '15378187-268c-4fae-ace7-eaca7aa50f90', 'ip_address': '172.27.1.209'}], 'enable_snat': True}, 'gw_port_id': '732ebfd2-5866-4d8a-9290-15df8bc253e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T04:17:39Z', 'updated_at': '2022-06-30T04:25:47Z', 'revision_number': 5, 'project_id': 'c2fe0f4b2519494ea784cea098da6be3', 'gw_port': {'id': '732ebfd2-5866-4d8a-9290-15df8bc253e2', 'name': '', 'network_id': 'a14b0e4f-074d-4507-846c-fc8420bddf12', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:35:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0d14cc1-d55a-47b8-8f48-3523e445fe69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '15378187-268c-4fae-ace7-eaca7aa50f90', 'ip_address': '172.27.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T04:17:39Z', 'updated_at': '2022-06-30T04:17:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15378187-268c-4fae-ace7-eaca7aa50f90', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-7-iscsi'}], 'dv-cinder-846842-7-iscsi', False) {} {{(pid=104418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 04:25:48.139438 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc6827e5-e7c9-4263-be34-2ba49937dcaa None None] Checking router: e0d14cc1-d55a-47b8-8f48-3523e445fe69 for host: dv-cinder-846842-7-iscsi {{(pid=104418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 04:25:48.145275 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.db [None req-779b6191-d0db-461b-86ec-1af28aac35f9 admin admin] For port 732ebfd2-5866-4d8a-9290-15df8bc253e2, host dv-cinder-846842-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-7-iscsi',level=0,port_id=732ebfd2-5866-4d8a-9290-15df8bc253e2,segment=NetworkSegment(3bfcffa1-5305-4ee8-86f3-678eb000aac1),segment_id=3bfcffa1-5305-4ee8-86f3-678eb000aac1)] {{(pid=104416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 04:25:48.145820 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-779b6191-d0db-461b-86ec-1af28aac35f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616079'] for port (732ebfd2-5866-4d8a-9290-15df8bc253e2), precommit_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:25:48.148601 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc6827e5-e7c9-4263-be34-2ba49937dcaa None None] Routers {'e0d14cc1-d55a-47b8-8f48-3523e445fe69'} bound to L3 agent in host dv-cinder-846842-7-iscsi {{(pid=104418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 30 04:25:48.149190 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.db.l3_hamode_db [None req-cc6827e5-e7c9-4263-be34-2ba49937dcaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-30T04:07:07Z,description=,heartbeat_timestamp=2022-06-30T04:25:38Z,host='dv-cinder-846842-7-iscsi',id=2ea21a61-d737-4543-a811-a0d035fbf0f6,load=0,resource_versions=,resources_synced=,started_at=2022-06-30T04:07:07Z,topic='l3_agent')) {'router_ids': ['e0d14cc1-d55a-47b8-8f48-3523e445fe69'], 'active': True} {{(pid=104418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 04:25:48.163723 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.plugin [None req-779b6191-d0db-461b-86ec-1af28aac35f9 admin admin] Calling delete_port for 732ebfd2-5866-4d8a-9290-15df8bc253e2 owned by network:router_gateway {{(pid=104416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 30 04:25:48.329551 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.db.l3_dvr_db [None req-cc6827e5-e7c9-4263-be34-2ba49937dcaa None None] Set router e0d14cc1-d55a-47b8-8f48-3523e445fe69 gateway port host: None {{(pid=104418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 30 04:25:48.383141 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.db.l3_hamode_db [None req-cc6827e5-e7c9-4263-be34-2ba49937dcaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0d14cc1-d55a-47b8-8f48-3523e445fe69', 'name': 'tempest-TestVolumeBootPattern-138600561-router', 'tenant_id': 'c2fe0f4b2519494ea784cea098da6be3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T04:17:39Z', 'updated_at': '2022-06-30T04:25:48Z', 'revision_number': 6, 'project_id': 'c2fe0f4b2519494ea784cea098da6be3', 'gw_port_host': None}], 'dv-cinder-846842-7-iscsi', False) {} {{(pid=104418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 04:25:48.410470 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc6827e5-e7c9-4263-be34-2ba49937dcaa None None] The sync data for ids ['e0d14cc1-d55a-47b8-8f48-3523e445fe69'] in dv-cinder-846842-7-iscsi is: [{'id': 'e0d14cc1-d55a-47b8-8f48-3523e445fe69', 'name': 'tempest-TestVolumeBootPattern-138600561-router', 'tenant_id': 'c2fe0f4b2519494ea784cea098da6be3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T04:17:39Z', 'updated_at': '2022-06-30T04:25:48Z', 'revision_number': 6, 'project_id': 'c2fe0f4b2519494ea784cea098da6be3', 'gw_port_host': None}] {{(pid=104418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 04:25:48.615893 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-779b6191-d0db-461b-86ec-1af28aac35f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4095053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781926635560', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781926239326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1764130'] for port (732ebfd2-5866-4d8a-9290-15df8bc253e2), after_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:25:48.638143 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779b6191-d0db-461b-86ec-1af28aac35f9 admin admin] Pushing event deleted for resources: {'Port': ['ID=732ebfd2-5866-4d8a-9290-15df8bc253e2,revision_number=None']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:25:48.713976 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-779b6191-d0db-461b-86ec-1af28aac35f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-622358'] for router_gateway (e0d14cc1-d55a-47b8-8f48-3523e445fe69), after_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:25:48.811482 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-779b6191-d0db-461b-86ec-1af28aac35f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-612909', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-992710'] for router (e0d14cc1-d55a-47b8-8f48-3523e445fe69), precommit_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:25:48.813826 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-779b6191-d0db-461b-86ec-1af28aac35f9 admin admin] Publish callbacks [] for router_controller (e0d14cc1-d55a-47b8-8f48-3523e445fe69), precommit_delete_associations {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:25:48.853063 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=90,neutron:DELETE=10 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:25:48.862779 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-779b6191-d0db-461b-86ec-1af28aac35f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-613100'] for router (e0d14cc1-d55a-47b8-8f48-3523e445fe69), after_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:25:48.863576 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-779b6191-d0db-461b-86ec-1af28aac35f9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e0d14cc1-d55a-47b8-8f48-3523e445fe69 {{(pid=104416) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 04:25:48.868050 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-779b6191-d0db-461b-86ec-1af28aac35f9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:25:48.869238 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-779b6191-d0db-461b-86ec-1af28aac35f9 admin admin] 10.222.0.13 "DELETE /v2.0/routers/e0d14cc1-d55a-47b8-8f48-3523e445fe69 HTTP/1.1" status: 204 len: 168 time: 1.0580585 Jun 30 04:25:48.874857 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.13', 57662) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 04:25:48.913678 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=86,neutron:DELETE=10,neutron:UPDATE=4 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:25:48.919660 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.db.db_base_plugin_v2 [None req-7428bd0f-1364-42c1-8802-05b363d28790 admin admin] Deleting subnet d15d22dc-e983-46bc-a814-5adbf2d25b83 {{(pid=104416) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 30 04:25:48.923518 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-7428bd0f-1364-42c1-8802-05b363d28790 admin admin] Publish callbacks [] for subnet (d15d22dc-e983-46bc-a814-5adbf2d25b83), before_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:25:48.960687 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-7428bd0f-1364-42c1-8802-05b363d28790 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-840556'] for subnet (d15d22dc-e983-46bc-a814-5adbf2d25b83), precommit_delete_associations {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:25:49.041968 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-7428bd0f-1364-42c1-8802-05b363d28790 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3565464'] for subnet (d15d22dc-e983-46bc-a814-5adbf2d25b83), precommit_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:25:49.102696 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-7428bd0f-1364-42c1-8802-05b363d28790 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3565459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1764173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12208629'] for subnet (d15d22dc-e983-46bc-a814-5adbf2d25b83), after_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:25:49.128196 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7428bd0f-1364-42c1-8802-05b363d28790 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d15d22dc-e983-46bc-a814-5adbf2d25b83,revision_number=None']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:25:49.133303 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-7428bd0f-1364-42c1-8802-05b363d28790 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:25:49.139113 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.wsgi [-] (104415) accepted ('10.222.0.13', 57664) {{(pid=104415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 04:25:49.139658 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-7428bd0f-1364-42c1-8802-05b363d28790 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/d15d22dc-e983-46bc-a814-5adbf2d25b83 HTTP/1.1" status: 204 len: 168 time: 0.2656803 Jun 30 04:25:49.141780 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53898d4c-837c-4155-bbca-3aed2a1b2c23 None None] Network db2948ec-060f-4621-8ce6-8119698c91b1 requested from dv-cinder-846842-7-iscsi {{(pid=104417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 30 04:25:49.217710 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-f85c8ba5-2a06-43cf-9422-b170666604c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3657771'] for network (db2948ec-060f-4621-8ce6-8119698c91b1), before_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:25:49.264538 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.plugins.ml2.plugin [None req-f85c8ba5-2a06-43cf-9422-b170666604c7 admin admin] Deleting port b8fdbebd-4e55-42c4-9364-0393a3be6c3c {{(pid=104415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 30 04:25:49.264878 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-f85c8ba5-2a06-43cf-9422-b170666604c7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781926629636'] for port (b8fdbebd-4e55-42c4-9364-0393a3be6c3c), before_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:25:49.304520 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c55dd660-5a8a-4fe9-9881-f5be1edaa7d1 None None] DHCP port deletion for db2948ec-060f-4621-8ce6-8119698c91b1 request from dv-cinder-846842-7-iscsi {{(pid=104417) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 30 04:25:49.333198 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.plugins.ml2.db [None req-f85c8ba5-2a06-43cf-9422-b170666604c7 admin admin] For port b8fdbebd-4e55-42c4-9364-0393a3be6c3c, host dv-cinder-846842-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-7-iscsi',level=0,port_id=b8fdbebd-4e55-42c4-9364-0393a3be6c3c,segment=NetworkSegment(29fd2ab4-096b-48df-8eef-82f2cdac089f),segment_id=29fd2ab4-096b-48df-8eef-82f2cdac089f)] {{(pid=104415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 04:25:49.333872 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-f85c8ba5-2a06-43cf-9422-b170666604c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616079'] for port (b8fdbebd-4e55-42c4-9364-0393a3be6c3c), precommit_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:25:49.341696 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-c55dd660-5a8a-4fe9-9881-f5be1edaa7d1 None None] Deleting port b8fdbebd-4e55-42c4-9364-0393a3be6c3c {{(pid=104417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 30 04:25:49.342052 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-c55dd660-5a8a-4fe9-9881-f5be1edaa7d1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781926629636'] for port (b8fdbebd-4e55-42c4-9364-0393a3be6c3c), before_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:25:49.348481 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.plugins.ml2.plugin [None req-f85c8ba5-2a06-43cf-9422-b170666604c7 admin admin] Calling delete_port for b8fdbebd-4e55-42c4-9364-0393a3be6c3c owned by network:dhcp {{(pid=104415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 30 04:25:49.411463 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.db [None req-c55dd660-5a8a-4fe9-9881-f5be1edaa7d1 None None] For port b8fdbebd-4e55-42c4-9364-0393a3be6c3c, host dv-cinder-846842-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-7-iscsi',level=0,port_id=b8fdbebd-4e55-42c4-9364-0393a3be6c3c,segment=NetworkSegment(29fd2ab4-096b-48df-8eef-82f2cdac089f),segment_id=29fd2ab4-096b-48df-8eef-82f2cdac089f)] {{(pid=104417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 04:25:49.411850 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-c55dd660-5a8a-4fe9-9881-f5be1edaa7d1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616079'] for port (b8fdbebd-4e55-42c4-9364-0393a3be6c3c), precommit_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:25:49.432743 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.rpc [None req-2a6d8403-c0a5-4ac4-aa48-860a84345009 None None] Device b8fdbebd-4e55-42c4-9364-0393a3be6c3c no longer exists at agent ovs-agent-dv-cinder-846842-7-iscsi {{(pid=104417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 04:25:49.433172 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-f85c8ba5-2a06-43cf-9422-b170666604c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4095053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781926635560', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781926239326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11645207'] for port (b8fdbebd-4e55-42c4-9364-0393a3be6c3c), after_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:25:49.435057 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-c55dd660-5a8a-4fe9-9881-f5be1edaa7d1 None None] Calling delete_port for b8fdbebd-4e55-42c4-9364-0393a3be6c3c owned by network:dhcp {{(pid=104417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 30 04:25:49.460947 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85c8ba5-2a06-43cf-9422-b170666604c7 admin admin] Pushing event deleted for resources: {'Port': ['ID=b8fdbebd-4e55-42c4-9364-0393a3be6c3c,revision_number=None']} {{(pid=104415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:25:49.461188 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-2a6d8403-c0a5-4ac4-aa48-860a84345009 None None] No Port match for: b8fdbebd-4e55-42c4-9364-0393a3be6c3c {{(pid=104417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 30 04:25:49.461528 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.rpc [None req-2a6d8403-c0a5-4ac4-aa48-860a84345009 None None] Device b8fdbebd-4e55-42c4-9364-0393a3be6c3c not bound to the agent host dv-cinder-846842-7-iscsi {{(pid=104417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 04:25:49.461941 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.rpc [None req-2a6d8403-c0a5-4ac4-aa48-860a84345009 None None] Device b299c8ca-10fe-4c07-82e6-fb84dcb9a9df no longer exists at agent ovs-agent-dv-cinder-846842-7-iscsi {{(pid=104417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 04:25:49.462958 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f85c8ba5-2a06-43cf-9422-b170666604c7 admin admin] No DVR routers for this DVR port b8fdbebd-4e55-42c4-9364-0393a3be6c3c on host dv-cinder-846842-7-iscsi {{(pid=104415) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 30 04:25:49.485871 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-2a6d8403-c0a5-4ac4-aa48-860a84345009 None None] No Port match for: b299c8ca-10fe-4c07-82e6-fb84dcb9a9df {{(pid=104417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 30 04:25:49.486211 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.rpc [None req-2a6d8403-c0a5-4ac4-aa48-860a84345009 None None] Device b299c8ca-10fe-4c07-82e6-fb84dcb9a9df not bound to the agent host dv-cinder-846842-7-iscsi {{(pid=104417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 04:25:49.486630 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.rpc [None req-2a6d8403-c0a5-4ac4-aa48-860a84345009 None None] Device 732ebfd2-5866-4d8a-9290-15df8bc253e2 no longer exists at agent ovs-agent-dv-cinder-846842-7-iscsi {{(pid=104417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 04:25:49.538858 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-2a6d8403-c0a5-4ac4-aa48-860a84345009 None None] No Port match for: 732ebfd2-5866-4d8a-9290-15df8bc253e2 {{(pid=104417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 30 04:25:49.539147 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.rpc [None req-2a6d8403-c0a5-4ac4-aa48-860a84345009 None None] Device 732ebfd2-5866-4d8a-9290-15df8bc253e2 not bound to the agent host dv-cinder-846842-7-iscsi {{(pid=104417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 04:25:49.545022 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-f85c8ba5-2a06-43cf-9422-b170666604c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3567502', 'neutron.services.segments.db._delete_segments_for_network-8781926756190'] for network (db2948ec-060f-4621-8ce6-8119698c91b1), precommit_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:25:49.570445 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.services.segments.db [None req-f85c8ba5-2a06-43cf-9422-b170666604c7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db2948ec-060f-4621-8ce6-8119698c91b1']}} {{(pid=104415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 04:25:49.575294 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-c55dd660-5a8a-4fe9-9881-f5be1edaa7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4095053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781926635560', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781926239326'] for port (b8fdbebd-4e55-42c4-9364-0393a3be6c3c), after_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:25:49.580678 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.services.segments.db [None req-f85c8ba5-2a06-43cf-9422-b170666604c7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '29fd2ab4-096b-48df-8eef-82f2cdac089f') {'for_net_delete': True} {{(pid=104415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 04:25:49.580678 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.services.segments.db [None req-f85c8ba5-2a06-43cf-9422-b170666604c7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '29fd2ab4-096b-48df-8eef-82f2cdac089f') {} {{(pid=104415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 04:25:49.592534 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-f85c8ba5-2a06-43cf-9422-b170666604c7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781926756455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8605126'] for segment (29fd2ab4-096b-48df-8eef-82f2cdac089f), before_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:25:49.598914 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55dd660-5a8a-4fe9-9881-f5be1edaa7d1 None None] Pushing event deleted for resources: {'Port': ['ID=b8fdbebd-4e55-42c4-9364-0393a3be6c3c,revision_number=None']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:25:49.605328 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c55dd660-5a8a-4fe9-9881-f5be1edaa7d1 None None] No DVR routers for this DVR port b8fdbebd-4e55-42c4-9364-0393a3be6c3c on host dv-cinder-846842-7-iscsi {{(pid=104417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 30 04:25:49.608122 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-f85c8ba5-2a06-43cf-9422-b170666604c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505043'] for segment (29fd2ab4-096b-48df-8eef-82f2cdac089f), precommit_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:25:49.618732 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f85c8ba5-2a06-43cf-9422-b170666604c7 admin admin] Releasing vlan 192 on physical network physnet1 to pool {{(pid=104415) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 04:25:49.619165 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-f85c8ba5-2a06-43cf-9422-b170666604c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11645378'] for segment (29fd2ab4-096b-48df-8eef-82f2cdac089f), after_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:25:49.644730 dv-cinder-846842-7-iscsi neutron-server[104415]: INFO neutron.services.segments.plugin [-] Segment 29fd2ab4-096b-48df-8eef-82f2cdac089f resource provider aggregate not found Jun 30 04:25:49.685489 dv-cinder-846842-7-iscsi neutron-server[104415]: INFO neutron.services.segments.plugin [-] Segment 29fd2ab4-096b-48df-8eef-82f2cdac089f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 29fd2ab4-096b-48df-8eef-82f2cdac089f found for delete ", "request_id": "req-c4459ec5-288e-4790-8194-2b2471ab1e4f"}]} Jun 30 04:25:49.696463 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-f85c8ba5-2a06-43cf-9422-b170666604c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3567543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3637173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-620245'] for network (db2948ec-060f-4621-8ce6-8119698c91b1), after_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:25:49.702175 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-f85c8ba5-2a06-43cf-9422-b170666604c7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528667'] for network (None), before_response {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:25:49.705415 dv-cinder-846842-7-iscsi neutron-server[104415]: INFO neutron.wsgi [None req-f85c8ba5-2a06-43cf-9422-b170666604c7 admin admin] 10.222.0.13 "DELETE /v2.0/networks/db2948ec-060f-4621-8ce6-8119698c91b1 HTTP/1.1" status: 204 len: 168 time: 0.5646145 Jun 30 04:25:49.709309 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.13', 57672) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 04:25:49.716141 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85c8ba5-2a06-43cf-9422-b170666604c7 admin admin] Pushing event deleted for resources: {'Network': ['ID=db2948ec-060f-4621-8ce6-8119698c91b1,revision_number=None']} {{(pid=104415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:25:50.027632 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-96011e89-ba44-4ba5-80d3-4dd40128b34c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-613962'] for router_interface (074f2f03-ab80-465b-93d6-45aaa7fb03be), before_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:25:50.248031 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.plugin [None req-96011e89-ba44-4ba5-80d3-4dd40128b34c admin admin] Deleting port 5164db45-a5d3-4faf-bebb-16790e46fd6a {{(pid=104416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 30 04:25:50.248323 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-96011e89-ba44-4ba5-80d3-4dd40128b34c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781926629636'] for port (5164db45-a5d3-4faf-bebb-16790e46fd6a), before_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:25:50.302984 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:25:50.339812 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.db [None req-96011e89-ba44-4ba5-80d3-4dd40128b34c admin admin] For port 5164db45-a5d3-4faf-bebb-16790e46fd6a, host dv-cinder-846842-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-7-iscsi',level=0,port_id=5164db45-a5d3-4faf-bebb-16790e46fd6a,segment=NetworkSegment(be6d8153-8e3d-4401-b9fc-1aee5c1a449a),segment_id=be6d8153-8e3d-4401-b9fc-1aee5c1a449a)] {{(pid=104416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 04:25:50.340171 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-96011e89-ba44-4ba5-80d3-4dd40128b34c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616079'] for port (5164db45-a5d3-4faf-bebb-16790e46fd6a), precommit_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:25:50.353889 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.plugin [None req-96011e89-ba44-4ba5-80d3-4dd40128b34c admin admin] Calling delete_port for 5164db45-a5d3-4faf-bebb-16790e46fd6a owned by network:router_interface {{(pid=104416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 30 04:25:50.363626 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:25:50.553861 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-96011e89-ba44-4ba5-80d3-4dd40128b34c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4095053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781926635560', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781926239326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1764130'] for port (5164db45-a5d3-4faf-bebb-16790e46fd6a), after_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:25:50.576614 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96011e89-ba44-4ba5-80d3-4dd40128b34c admin admin] Pushing event deleted for resources: {'Port': ['ID=5164db45-a5d3-4faf-bebb-16790e46fd6a,revision_number=None']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:25:50.745624 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-96011e89-ba44-4ba5-80d3-4dd40128b34c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-614586'] for router_interface (074f2f03-ab80-465b-93d6-45aaa7fb03be), after_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:25:50.958846 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96011e89-ba44-4ba5-80d3-4dd40128b34c admin admin] Router 074f2f03-ab80-465b-93d6-45aaa7fb03be has already been hosted by L3 agent 2ea21a61-d737-4543-a811-a0d035fbf0f6 {{(pid=104416) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 30 04:25:51.062225 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96011e89-ba44-4ba5-80d3-4dd40128b34c admin admin] Notify agent at l3_agent.dv-cinder-846842-7-iscsi the message routers_updated {{(pid=104416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 04:25:51.067488 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-96011e89-ba44-4ba5-80d3-4dd40128b34c admin admin] 10.222.0.13 "PUT /v2.0/routers/074f2f03-ab80-465b-93d6-45aaa7fb03be/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3570254 Jun 30 04:25:51.072133 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.13', 57676) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 04:25:51.074800 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b753a0f3-a341-45b8-abec-3e1f5452fc9b None None] Sync routers for ids ['074f2f03-ab80-465b-93d6-45aaa7fb03be'] in dv-cinder-846842-7-iscsi {{(pid=104417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 04:25:51.086360 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b753a0f3-a341-45b8-abec-3e1f5452fc9b None None] Routers {'074f2f03-ab80-465b-93d6-45aaa7fb03be'} bound to L3 agent in host dv-cinder-846842-7-iscsi {{(pid=104417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 30 04:25:51.086974 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.db.l3_hamode_db [None req-b753a0f3-a341-45b8-abec-3e1f5452fc9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-30T04:07:07Z,description=,heartbeat_timestamp=2022-06-30T04:25:38Z,host='dv-cinder-846842-7-iscsi',id=2ea21a61-d737-4543-a811-a0d035fbf0f6,load=0,resource_versions=,resources_synced=,started_at=2022-06-30T04:07:07Z,topic='l3_agent')) {'router_ids': ['074f2f03-ab80-465b-93d6-45aaa7fb03be'], 'active': True} {{(pid=104417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 04:25:51.171874 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-4bbefd3d-5e6d-4cbc-abc2-47028e804ea3 admin admin] Publish callbacks [] for router (074f2f03-ab80-465b-93d6-45aaa7fb03be), before_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:25:51.200367 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.db.l3_dvr_db [None req-b753a0f3-a341-45b8-abec-3e1f5452fc9b None None] Set router 074f2f03-ab80-465b-93d6-45aaa7fb03be gateway port host: dv-cinder-846842-7-iscsi {{(pid=104417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 30 04:25:51.234170 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:25:51.258708 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:25:51.278710 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-4bbefd3d-5e6d-4cbc-abc2-47028e804ea3 admin admin] Publish callbacks [] for router_gateway (074f2f03-ab80-465b-93d6-45aaa7fb03be), before_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:25:51.325365 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.plugin [None req-4bbefd3d-5e6d-4cbc-abc2-47028e804ea3 admin admin] Deleting port 67538140-30eb-497e-b6b7-293080b0c282 {{(pid=104416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 30 04:25:51.325688 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-4bbefd3d-5e6d-4cbc-abc2-47028e804ea3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781926629636'] for port (67538140-30eb-497e-b6b7-293080b0c282), before_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:25:51.387411 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.db.l3_hamode_db [None req-b753a0f3-a341-45b8-abec-3e1f5452fc9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '074f2f03-ab80-465b-93d6-45aaa7fb03be', 'name': 'tempest-TestVolumeBootPattern-1904002067-router', 'tenant_id': '813156a0534848c4b9eb730cc1838825', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14b0e4f-074d-4507-846c-fc8420bddf12', 'external_fixed_ips': [{'subnet_id': '15378187-268c-4fae-ace7-eaca7aa50f90', 'ip_address': '172.27.1.224'}], 'enable_snat': True}, 'gw_port_id': '67538140-30eb-497e-b6b7-293080b0c282', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T04:17:45Z', 'updated_at': '2022-06-30T04:25:50Z', 'revision_number': 5, 'project_id': '813156a0534848c4b9eb730cc1838825', 'gw_port': {'id': '67538140-30eb-497e-b6b7-293080b0c282', 'name': '', 'network_id': 'a14b0e4f-074d-4507-846c-fc8420bddf12', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:75:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '074f2f03-ab80-465b-93d6-45aaa7fb03be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': '15378187-268c-4fae-ace7-eaca7aa50f90', 'ip_address': '172.27.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T04:17:45Z', 'updated_at': '2022-06-30T04:17:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15378187-268c-4fae-ace7-eaca7aa50f90', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-7-iscsi'}], 'dv-cinder-846842-7-iscsi', False) {} {{(pid=104417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 04:25:51.414121 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.db [None req-4bbefd3d-5e6d-4cbc-abc2-47028e804ea3 admin admin] For port 67538140-30eb-497e-b6b7-293080b0c282, host dv-cinder-846842-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-7-iscsi',level=0,port_id=67538140-30eb-497e-b6b7-293080b0c282,segment=NetworkSegment(3bfcffa1-5305-4ee8-86f3-678eb000aac1),segment_id=3bfcffa1-5305-4ee8-86f3-678eb000aac1)] {{(pid=104416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 04:25:51.414482 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-4bbefd3d-5e6d-4cbc-abc2-47028e804ea3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616079'] for port (67538140-30eb-497e-b6b7-293080b0c282), precommit_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:25:51.420212 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b753a0f3-a341-45b8-abec-3e1f5452fc9b None None] Checking router: 074f2f03-ab80-465b-93d6-45aaa7fb03be for host: dv-cinder-846842-7-iscsi {{(pid=104417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 04:25:51.429808 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b753a0f3-a341-45b8-abec-3e1f5452fc9b None None] Routers {'074f2f03-ab80-465b-93d6-45aaa7fb03be'} bound to L3 agent in host dv-cinder-846842-7-iscsi {{(pid=104417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 30 04:25:51.430472 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.db.l3_hamode_db [None req-b753a0f3-a341-45b8-abec-3e1f5452fc9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-30T04:07:07Z,description=,heartbeat_timestamp=2022-06-30T04:25:38Z,host='dv-cinder-846842-7-iscsi',id=2ea21a61-d737-4543-a811-a0d035fbf0f6,load=0,resource_versions=,resources_synced=,started_at=2022-06-30T04:07:07Z,topic='l3_agent')) {'router_ids': ['074f2f03-ab80-465b-93d6-45aaa7fb03be'], 'active': True} {{(pid=104417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 04:25:51.433713 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.plugin [None req-4bbefd3d-5e6d-4cbc-abc2-47028e804ea3 admin admin] Calling delete_port for 67538140-30eb-497e-b6b7-293080b0c282 owned by network:router_gateway {{(pid=104416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 30 04:25:51.499861 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:25:51.518660 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.db.l3_dvr_db [None req-b753a0f3-a341-45b8-abec-3e1f5452fc9b None None] Set router 074f2f03-ab80-465b-93d6-45aaa7fb03be gateway port host: None {{(pid=104417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 30 04:25:51.568750 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.db.l3_hamode_db [None req-b753a0f3-a341-45b8-abec-3e1f5452fc9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '074f2f03-ab80-465b-93d6-45aaa7fb03be', 'name': 'tempest-TestVolumeBootPattern-1904002067-router', 'tenant_id': '813156a0534848c4b9eb730cc1838825', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T04:17:45Z', 'updated_at': '2022-06-30T04:25:51Z', 'revision_number': 6, 'project_id': '813156a0534848c4b9eb730cc1838825', 'gw_port_host': None}], 'dv-cinder-846842-7-iscsi', False) {} {{(pid=104417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 04:25:51.600404 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b753a0f3-a341-45b8-abec-3e1f5452fc9b None None] The sync data for ids ['074f2f03-ab80-465b-93d6-45aaa7fb03be'] in dv-cinder-846842-7-iscsi is: [{'id': '074f2f03-ab80-465b-93d6-45aaa7fb03be', 'name': 'tempest-TestVolumeBootPattern-1904002067-router', 'tenant_id': '813156a0534848c4b9eb730cc1838825', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T04:17:45Z', 'updated_at': '2022-06-30T04:25:51Z', 'revision_number': 6, 'project_id': '813156a0534848c4b9eb730cc1838825', 'gw_port_host': None}] {{(pid=104417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 04:25:51.613474 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-4bbefd3d-5e6d-4cbc-abc2-47028e804ea3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4095053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781926635560', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781926239326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1764130'] for port (67538140-30eb-497e-b6b7-293080b0c282), after_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:25:51.637256 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bbefd3d-5e6d-4cbc-abc2-47028e804ea3 admin admin] Pushing event deleted for resources: {'Port': ['ID=67538140-30eb-497e-b6b7-293080b0c282,revision_number=None']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:25:51.703599 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-4bbefd3d-5e6d-4cbc-abc2-47028e804ea3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-622358'] for router_gateway (074f2f03-ab80-465b-93d6-45aaa7fb03be), after_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:25:51.792252 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-4bbefd3d-5e6d-4cbc-abc2-47028e804ea3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-612909', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-992710'] for router (074f2f03-ab80-465b-93d6-45aaa7fb03be), precommit_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:25:51.794468 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-4bbefd3d-5e6d-4cbc-abc2-47028e804ea3 admin admin] Publish callbacks [] for router_controller (074f2f03-ab80-465b-93d6-45aaa7fb03be), precommit_delete_associations {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:25:51.838790 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-4bbefd3d-5e6d-4cbc-abc2-47028e804ea3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-613100'] for router (074f2f03-ab80-465b-93d6-45aaa7fb03be), after_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:25:51.839546 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bbefd3d-5e6d-4cbc-abc2-47028e804ea3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 074f2f03-ab80-465b-93d6-45aaa7fb03be {{(pid=104416) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 04:25:51.844122 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-4bbefd3d-5e6d-4cbc-abc2-47028e804ea3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:25:51.847644 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-4bbefd3d-5e6d-4cbc-abc2-47028e804ea3 admin admin] 10.222.0.13 "DELETE /v2.0/routers/074f2f03-ab80-465b-93d6-45aaa7fb03be HTTP/1.1" status: 204 len: 168 time: 0.7744892 Jun 30 04:25:51.848178 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.wsgi [-] (104415) accepted ('10.222.0.13', 57680) {{(pid=104415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 04:25:51.902645 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.db.db_base_plugin_v2 [None req-12720706-d1e8-494a-903e-b93120c7af52 admin admin] Deleting subnet df2b2e28-91d6-4887-bc46-4b6acc6d4581 {{(pid=104415) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 30 04:25:51.905941 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-12720706-d1e8-494a-903e-b93120c7af52 admin admin] Publish callbacks [] for subnet (df2b2e28-91d6-4887-bc46-4b6acc6d4581), before_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:25:51.938965 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:25:51.943923 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-12720706-d1e8-494a-903e-b93120c7af52 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8605181'] for subnet (df2b2e28-91d6-4887-bc46-4b6acc6d4581), precommit_delete_associations {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:25:52.034210 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-12720706-d1e8-494a-903e-b93120c7af52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3565464'] for subnet (df2b2e28-91d6-4887-bc46-4b6acc6d4581), precommit_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:25:52.094940 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-12720706-d1e8-494a-903e-b93120c7af52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3565459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11645304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8617655'] for subnet (df2b2e28-91d6-4887-bc46-4b6acc6d4581), after_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:25:52.119899 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12720706-d1e8-494a-903e-b93120c7af52 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=df2b2e28-91d6-4887-bc46-4b6acc6d4581,revision_number=None']} {{(pid=104415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:25:52.125700 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-12720706-d1e8-494a-903e-b93120c7af52 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528667'] for subnet (None), before_response {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:25:52.129017 dv-cinder-846842-7-iscsi neutron-server[104415]: INFO neutron.wsgi [None req-12720706-d1e8-494a-903e-b93120c7af52 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/df2b2e28-91d6-4887-bc46-4b6acc6d4581 HTTP/1.1" status: 204 len: 168 time: 0.2796533 Jun 30 04:25:52.131624 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-483a33a0-90f2-42a2-b8ab-a81e8f8e3b64 None None] Network 59a40f35-c009-484b-9e7e-6384c13f54ad requested from dv-cinder-846842-7-iscsi {{(pid=104417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 30 04:25:52.132346 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.13', 57682) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 04:25:52.153090 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:25:52.204790 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-8af2b84b-fe83-4306-9d51-7d8cbd0c49f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3657771'] for network (59a40f35-c009-484b-9e7e-6384c13f54ad), before_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:25:52.246795 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.plugin [None req-8af2b84b-fe83-4306-9d51-7d8cbd0c49f4 admin admin] Deleting port b7fa974e-b960-4fb1-a18c-0dc7427d43f3 {{(pid=104416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 30 04:25:52.247158 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-8af2b84b-fe83-4306-9d51-7d8cbd0c49f4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781926629636'] for port (b7fa974e-b960-4fb1-a18c-0dc7427d43f3), before_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:25:52.315391 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.db [None req-8af2b84b-fe83-4306-9d51-7d8cbd0c49f4 admin admin] For port b7fa974e-b960-4fb1-a18c-0dc7427d43f3, host dv-cinder-846842-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-7-iscsi',level=0,port_id=b7fa974e-b960-4fb1-a18c-0dc7427d43f3,segment=NetworkSegment(be6d8153-8e3d-4401-b9fc-1aee5c1a449a),segment_id=be6d8153-8e3d-4401-b9fc-1aee5c1a449a)] {{(pid=104416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 04:25:52.315703 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-8af2b84b-fe83-4306-9d51-7d8cbd0c49f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616079'] for port (b7fa974e-b960-4fb1-a18c-0dc7427d43f3), precommit_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:25:52.331434 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.plugin [None req-8af2b84b-fe83-4306-9d51-7d8cbd0c49f4 admin admin] Calling delete_port for b7fa974e-b960-4fb1-a18c-0dc7427d43f3 owned by network:dhcp {{(pid=104416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 30 04:25:52.337627 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c09fc822-4a4b-4bf6-954f-55ec3b94f091 None None] DHCP port deletion for 59a40f35-c009-484b-9e7e-6384c13f54ad request from dv-cinder-846842-7-iscsi {{(pid=104417) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 30 04:25:52.373285 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:25:52.379121 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-c09fc822-4a4b-4bf6-954f-55ec3b94f091 None None] Deleting port b7fa974e-b960-4fb1-a18c-0dc7427d43f3 {{(pid=104417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 30 04:25:52.379541 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-c09fc822-4a4b-4bf6-954f-55ec3b94f091 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781926629636'] for port (b7fa974e-b960-4fb1-a18c-0dc7427d43f3), before_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:25:52.418163 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-8af2b84b-fe83-4306-9d51-7d8cbd0c49f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4095053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781926635560', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781926239326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1764130'] for port (b7fa974e-b960-4fb1-a18c-0dc7427d43f3), after_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:25:52.443786 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.db [None req-c09fc822-4a4b-4bf6-954f-55ec3b94f091 None None] For port b7fa974e-b960-4fb1-a18c-0dc7427d43f3, host dv-cinder-846842-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-7-iscsi',level=0,port_id=b7fa974e-b960-4fb1-a18c-0dc7427d43f3,segment=NetworkSegment(be6d8153-8e3d-4401-b9fc-1aee5c1a449a),segment_id=be6d8153-8e3d-4401-b9fc-1aee5c1a449a)] {{(pid=104417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 04:25:52.444180 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-c09fc822-4a4b-4bf6-954f-55ec3b94f091 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616079'] for port (b7fa974e-b960-4fb1-a18c-0dc7427d43f3), precommit_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:25:52.444463 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af2b84b-fe83-4306-9d51-7d8cbd0c49f4 admin admin] Pushing event deleted for resources: {'Port': ['ID=b7fa974e-b960-4fb1-a18c-0dc7427d43f3,revision_number=None']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:25:52.448596 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8af2b84b-fe83-4306-9d51-7d8cbd0c49f4 admin admin] No DVR routers for this DVR port b7fa974e-b960-4fb1-a18c-0dc7427d43f3 on host dv-cinder-846842-7-iscsi {{(pid=104416) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 30 04:25:52.460267 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-c09fc822-4a4b-4bf6-954f-55ec3b94f091 None None] Calling delete_port for b7fa974e-b960-4fb1-a18c-0dc7427d43f3 owned by network:dhcp {{(pid=104417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 30 04:25:52.525166 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-8af2b84b-fe83-4306-9d51-7d8cbd0c49f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3567502', 'neutron.services.segments.db._delete_segments_for_network-8781926756190'] for network (59a40f35-c009-484b-9e7e-6384c13f54ad), precommit_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:25:52.532391 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:25:52.543540 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-c09fc822-4a4b-4bf6-954f-55ec3b94f091 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4095053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781926635560', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781926239326'] for port (b7fa974e-b960-4fb1-a18c-0dc7427d43f3), after_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:25:52.548455 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.services.segments.db [None req-8af2b84b-fe83-4306-9d51-7d8cbd0c49f4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['59a40f35-c009-484b-9e7e-6384c13f54ad']}} {{(pid=104416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 04:25:52.559129 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.services.segments.db [None req-8af2b84b-fe83-4306-9d51-7d8cbd0c49f4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be6d8153-8e3d-4401-b9fc-1aee5c1a449a') {'for_net_delete': True} {{(pid=104416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 04:25:52.559420 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.services.segments.db [None req-8af2b84b-fe83-4306-9d51-7d8cbd0c49f4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be6d8153-8e3d-4401-b9fc-1aee5c1a449a') {} {{(pid=104416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 04:25:52.569466 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09fc822-4a4b-4bf6-954f-55ec3b94f091 None None] Pushing event deleted for resources: {'Port': ['ID=b7fa974e-b960-4fb1-a18c-0dc7427d43f3,revision_number=None']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:25:52.570567 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-8af2b84b-fe83-4306-9d51-7d8cbd0c49f4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781926756455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-840535'] for segment (be6d8153-8e3d-4401-b9fc-1aee5c1a449a), before_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:25:52.573994 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c09fc822-4a4b-4bf6-954f-55ec3b94f091 None None] No DVR routers for this DVR port b7fa974e-b960-4fb1-a18c-0dc7427d43f3 on host dv-cinder-846842-7-iscsi {{(pid=104417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 30 04:25:52.591957 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-8af2b84b-fe83-4306-9d51-7d8cbd0c49f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505043'] for segment (be6d8153-8e3d-4401-b9fc-1aee5c1a449a), precommit_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:25:52.599471 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8af2b84b-fe83-4306-9d51-7d8cbd0c49f4 admin admin] Releasing vlan 183 on physical network physnet1 to pool {{(pid=104416) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 04:25:52.599868 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-8af2b84b-fe83-4306-9d51-7d8cbd0c49f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1764343'] for segment (be6d8153-8e3d-4401-b9fc-1aee5c1a449a), after_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:25:52.630534 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.services.segments.plugin [-] Segment be6d8153-8e3d-4401-b9fc-1aee5c1a449a resource provider aggregate not found Jun 30 04:25:52.670286 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.services.segments.plugin [-] Segment be6d8153-8e3d-4401-b9fc-1aee5c1a449a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid be6d8153-8e3d-4401-b9fc-1aee5c1a449a found for delete ", "request_id": "req-118575cf-650c-4e22-9421-f925c2de53be"}]} Jun 30 04:25:52.678233 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-8af2b84b-fe83-4306-9d51-7d8cbd0c49f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3567543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3637173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-620245'] for network (59a40f35-c009-484b-9e7e-6384c13f54ad), after_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:25:52.683939 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-8af2b84b-fe83-4306-9d51-7d8cbd0c49f4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528667'] for network (None), before_response {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:25:52.686949 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-8af2b84b-fe83-4306-9d51-7d8cbd0c49f4 admin admin] 10.222.0.13 "DELETE /v2.0/networks/59a40f35-c009-484b-9e7e-6384c13f54ad HTTP/1.1" status: 204 len: 168 time: 0.5535905 Jun 30 04:25:52.698255 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af2b84b-fe83-4306-9d51-7d8cbd0c49f4 admin admin] Pushing event deleted for resources: {'Network': ['ID=59a40f35-c009-484b-9e7e-6384c13f54ad,revision_number=None']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:25:52.818775 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.13', 57692) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 04:25:52.862829 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-26779e2b-c509-4252-8bd8-3c3225dd5242 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c2fe0f4b2519494ea784cea098da6be3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0427110 Jun 30 04:25:52.865459 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.wsgi [-] (104415) accepted ('10.222.0.13', 57694) {{(pid=104415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 04:25:52.918711 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-bbd3c990-36d5-4bbb-a8fc-1df14a499bee admin admin] Publish callbacks [] for security_group (1b509d36-94df-4c63-9725-7481eed04a79), before_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:25:52.920174 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:25:52.946210 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-bbd3c990-36d5-4bbb-a8fc-1df14a499bee admin admin] Publish callbacks [] for security_group (1b509d36-94df-4c63-9725-7481eed04a79), precommit_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:25:53.001111 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-bbd3c990-36d5-4bbb-a8fc-1df14a499bee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3637186'] for security_group (1b509d36-94df-4c63-9725-7481eed04a79), after_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:25:53.003648 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-bbd3c990-36d5-4bbb-a8fc-1df14a499bee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:25:53.008015 dv-cinder-846842-7-iscsi neutron-server[104415]: INFO neutron.wsgi [None req-bbd3c990-36d5-4bbb-a8fc-1df14a499bee admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1b509d36-94df-4c63-9725-7481eed04a79 HTTP/1.1" status: 204 len: 168 time: 0.1382482 Jun 30 04:25:53.012951 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd3c990-36d5-4bbb-a8fc-1df14a499bee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b509d36-94df-4c63-9725-7481eed04a79,revision_number=None']} {{(pid=104415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:25:53.340020 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.wsgi [-] (104415) accepted ('10.222.0.13', 57700) {{(pid=104415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 04:25:53.381331 dv-cinder-846842-7-iscsi neutron-server[104415]: INFO neutron.wsgi [None req-fcddb127-a52c-4e12-8755-f472d28b173f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=813156a0534848c4b9eb730cc1838825&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0400894 Jun 30 04:25:53.384134 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.13', 57702) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 04:25:53.418455 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.rpc [None req-2a6d8403-c0a5-4ac4-aa48-860a84345009 None None] Device b7fa974e-b960-4fb1-a18c-0dc7427d43f3 no longer exists at agent ovs-agent-dv-cinder-846842-7-iscsi {{(pid=104417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 04:25:53.437751 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-d789c3f7-7c13-4a3f-a189-ebce0b349f14 admin admin] Publish callbacks [] for security_group (cf4403b3-b454-4416-8f53-fbd2cc4967f5), before_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:25:53.438782 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-2a6d8403-c0a5-4ac4-aa48-860a84345009 None None] No Port match for: b7fa974e-b960-4fb1-a18c-0dc7427d43f3 {{(pid=104417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 30 04:25:53.439150 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.rpc [None req-2a6d8403-c0a5-4ac4-aa48-860a84345009 None None] Device b7fa974e-b960-4fb1-a18c-0dc7427d43f3 not bound to the agent host dv-cinder-846842-7-iscsi {{(pid=104417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 04:25:53.439574 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.rpc [None req-2a6d8403-c0a5-4ac4-aa48-860a84345009 None None] Device 67538140-30eb-497e-b6b7-293080b0c282 no longer exists at agent ovs-agent-dv-cinder-846842-7-iscsi {{(pid=104417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 04:25:53.457446 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-2a6d8403-c0a5-4ac4-aa48-860a84345009 None None] No Port match for: 67538140-30eb-497e-b6b7-293080b0c282 {{(pid=104417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 30 04:25:53.457788 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.rpc [None req-2a6d8403-c0a5-4ac4-aa48-860a84345009 None None] Device 67538140-30eb-497e-b6b7-293080b0c282 not bound to the agent host dv-cinder-846842-7-iscsi {{(pid=104417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 04:25:53.458281 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.rpc [None req-2a6d8403-c0a5-4ac4-aa48-860a84345009 None None] Device 5164db45-a5d3-4faf-bebb-16790e46fd6a no longer exists at agent ovs-agent-dv-cinder-846842-7-iscsi {{(pid=104417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 04:25:53.459766 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-d789c3f7-7c13-4a3f-a189-ebce0b349f14 admin admin] Publish callbacks [] for security_group (cf4403b3-b454-4416-8f53-fbd2cc4967f5), precommit_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:25:53.476700 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-2a6d8403-c0a5-4ac4-aa48-860a84345009 None None] No Port match for: 5164db45-a5d3-4faf-bebb-16790e46fd6a {{(pid=104417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 30 04:25:53.477040 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.rpc [None req-2a6d8403-c0a5-4ac4-aa48-860a84345009 None None] Device 5164db45-a5d3-4faf-bebb-16790e46fd6a not bound to the agent host dv-cinder-846842-7-iscsi {{(pid=104417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 04:25:53.509078 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-d789c3f7-7c13-4a3f-a189-ebce0b349f14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3637186'] for security_group (cf4403b3-b454-4416-8f53-fbd2cc4967f5), after_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:25:53.511676 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-d789c3f7-7c13-4a3f-a189-ebce0b349f14 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:25:53.512864 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-d789c3f7-7c13-4a3f-a189-ebce0b349f14 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/cf4403b3-b454-4416-8f53-fbd2cc4967f5 HTTP/1.1" status: 204 len: 168 time: 0.1277227 Jun 30 04:25:53.524344 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d789c3f7-7c13-4a3f-a189-ebce0b349f14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf4403b3-b454-4416-8f53-fbd2cc4967f5,revision_number=None']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:25:53.532459 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d789c3f7-7c13-4a3f-a189-ebce0b349f14 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:25:53.532805 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d789c3f7-7c13-4a3f-a189-ebce0b349f14 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:25:53.533145 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d789c3f7-7c13-4a3f-a189-ebce0b349f14 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:25:53.533477 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d789c3f7-7c13-4a3f-a189-ebce0b349f14 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:25:53.533808 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d789c3f7-7c13-4a3f-a189-ebce0b349f14 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:25:53.534135 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d789c3f7-7c13-4a3f-a189-ebce0b349f14 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:25:53.534450 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d789c3f7-7c13-4a3f-a189-ebce0b349f14 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:25:53.534807 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d789c3f7-7c13-4a3f-a189-ebce0b349f14 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:25:53.535898 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d789c3f7-7c13-4a3f-a189-ebce0b349f14 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:25:53.536465 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d789c3f7-7c13-4a3f-a189-ebce0b349f14 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:25:53.536869 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d789c3f7-7c13-4a3f-a189-ebce0b349f14 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:25:53.537193 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d789c3f7-7c13-4a3f-a189-ebce0b349f14 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:25:53.537532 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d789c3f7-7c13-4a3f-a189-ebce0b349f14 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:25:53.537853 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d789c3f7-7c13-4a3f-a189-ebce0b349f14 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:25:53.538173 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d789c3f7-7c13-4a3f-a189-ebce0b349f14 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:25:57.753046 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.db.agents_db [None req-38391644-8868-4c56-b8b1-4dfa3b709b99 None None] Agent healthcheck: found 6 active agents {{(pid=104418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 04:26:03.375856 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=11,neutron:DELETE=2 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:26:03.379086 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=41,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:26:03.462028 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=45,neutron:DELETE=1 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:26:03.527714 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=48,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:26:03.528928 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=32,neutron:DELETE=4 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:26:03.553030 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=35,neutron:DELETE=4 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:26:05.190651 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-755018f9-c586-4e2f-a0d3-48dd50f595e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926756172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565263'] for agent (beddbd52-9273-44c2-990c-63933fe383b2), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:26:05.765868 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f336e903-1526-4ffc-a7fa-3426df9348b1 req-1b34cd56-4b4a-46c0-9650-48e64169c94e tempest-AttachVolumeTestJSON-1888872629 tempest-AttachVolumeTestJSON-1888872629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:26:05.767534 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-f336e903-1526-4ffc-a7fa-3426df9348b1 req-1b34cd56-4b4a-46c0-9650-48e64169c94e tempest-AttachVolumeTestJSON-1888872629 tempest-AttachVolumeTestJSON-1888872629-project] 10.222.0.13 "GET /v2.0/ports?device_id=2dd911f4-5f42-4dc7-8a40-2b62f807a2b1 HTTP/1.1" status: 200 len: 946 time: 0.0656304 Jun 30 04:26:05.826273 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-f336e903-1526-4ffc-a7fa-3426df9348b1 req-a6c50bf8-fd46-4fee-9e46-324062470b38 tempest-AttachVolumeTestJSON-1888872629 tempest-AttachVolumeTestJSON-1888872629-project] 10.222.0.13 "GET /v2.0/security-groups?id=026fff10-e58a-400f-8e91-c878ad0cea10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499403 Jun 30 04:26:06.962509 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc56057-38f3-4420-8870-f98198442920 req-33daaa89-a405-4c9a-9ad0-9467ed19fd38 tempest-AttachVolumeTestJSON-1888872629 tempest-AttachVolumeTestJSON-1888872629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:26:06.964104 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-ddc56057-38f3-4420-8870-f98198442920 req-33daaa89-a405-4c9a-9ad0-9467ed19fd38 tempest-AttachVolumeTestJSON-1888872629 tempest-AttachVolumeTestJSON-1888872629-project] 10.222.0.13 "GET /v2.0/ports?device_id=2dd911f4-5f42-4dc7-8a40-2b62f807a2b1 HTTP/1.1" status: 200 len: 946 time: 0.0552282 Jun 30 04:26:07.015762 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-ddc56057-38f3-4420-8870-f98198442920 req-b5eb6e02-94e3-49f8-a00a-517f12c8c4c8 tempest-AttachVolumeTestJSON-1888872629 tempest-AttachVolumeTestJSON-1888872629-project] 10.222.0.13 "GET /v2.0/security-groups?id=026fff10-e58a-400f-8e91-c878ad0cea10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433176 Jun 30 04:26:07.326360 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4b7b17-5d82-4b93-9103-fa98b5742d4a req-a5d6d91a-9570-4596-b6e7-8331347f8f2e tempest-AttachVolumeTestJSON-1888872629 tempest-AttachVolumeTestJSON-1888872629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:26:07.328502 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-4e4b7b17-5d82-4b93-9103-fa98b5742d4a req-a5d6d91a-9570-4596-b6e7-8331347f8f2e tempest-AttachVolumeTestJSON-1888872629 tempest-AttachVolumeTestJSON-1888872629-project] 10.222.0.20 "GET /v2.0/ports?device_id=2dd911f4-5f42-4dc7-8a40-2b62f807a2b1 HTTP/1.1" status: 200 len: 946 time: 0.0630534 Jun 30 04:26:07.422776 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.plugin [req-4e4b7b17-5d82-4b93-9103-fa98b5742d4a req-49026fd7-8707-443f-8411-b222e90d5a8e tempest-AttachVolumeTestJSON-1888872629 tempest-AttachVolumeTestJSON-1888872629-project] Deleting port 40631800-6072-4fdd-be36-5c02d8b757e9 {{(pid=104416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 30 04:26:07.423136 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-4e4b7b17-5d82-4b93-9103-fa98b5742d4a req-49026fd7-8707-443f-8411-b222e90d5a8e tempest-AttachVolumeTestJSON-1888872629 tempest-AttachVolumeTestJSON-1888872629-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781926629636'] for port (40631800-6072-4fdd-be36-5c02d8b757e9), before_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:26:07.520818 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.db [req-4e4b7b17-5d82-4b93-9103-fa98b5742d4a req-49026fd7-8707-443f-8411-b222e90d5a8e tempest-AttachVolumeTestJSON-1888872629 tempest-AttachVolumeTestJSON-1888872629-project] For port 40631800-6072-4fdd-be36-5c02d8b757e9, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=40631800-6072-4fdd-be36-5c02d8b757e9,segment=NetworkSegment(7897bd61-5670-4a95-81f9-59b4b92b6687),segment_id=7897bd61-5670-4a95-81f9-59b4b92b6687)] {{(pid=104416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 04:26:07.521421 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-4e4b7b17-5d82-4b93-9103-fa98b5742d4a req-49026fd7-8707-443f-8411-b222e90d5a8e tempest-AttachVolumeTestJSON-1888872629 tempest-AttachVolumeTestJSON-1888872629-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616079'] for port (40631800-6072-4fdd-be36-5c02d8b757e9), precommit_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:26:07.534732 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-33659eb4-c97f-4bf3-82a3-4341558a052e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926756172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565263'] for agent (2ea21a61-d737-4543-a811-a0d035fbf0f6), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:26:07.688760 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-4e4b7b17-5d82-4b93-9103-fa98b5742d4a req-49026fd7-8707-443f-8411-b222e90d5a8e tempest-AttachVolumeTestJSON-1888872629 tempest-AttachVolumeTestJSON-1888872629-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:26:07.689036 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-4e4b7b17-5d82-4b93-9103-fa98b5742d4a req-49026fd7-8707-443f-8411-b222e90d5a8e tempest-AttachVolumeTestJSON-1888872629 tempest-AttachVolumeTestJSON-1888872629-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-620077'] for floatingip (a70dd7df-99f3-460d-9f8b-65d6fa5ebfad), after_update {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:26:07.689336 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.db.l3_db [req-4e4b7b17-5d82-4b93-9103-fa98b5742d4a req-49026fd7-8707-443f-8411-b222e90d5a8e tempest-AttachVolumeTestJSON-1888872629 tempest-AttachVolumeTestJSON-1888872629-project] Floating IP a70dd7df-99f3-460d-9f8b-65d6fa5ebfad disassociated. External IP: 172.27.1.101, port: 40631800-6072-4fdd-be36-5c02d8b757e9. Jun 30 04:26:07.689705 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.plugin [req-4e4b7b17-5d82-4b93-9103-fa98b5742d4a req-49026fd7-8707-443f-8411-b222e90d5a8e tempest-AttachVolumeTestJSON-1888872629 tempest-AttachVolumeTestJSON-1888872629-project] Calling delete_port for 40631800-6072-4fdd-be36-5c02d8b757e9 owned by compute:nova {{(pid=104416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 30 04:26:07.823701 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-4e4b7b17-5d82-4b93-9103-fa98b5742d4a req-49026fd7-8707-443f-8411-b222e90d5a8e tempest-AttachVolumeTestJSON-1888872629 tempest-AttachVolumeTestJSON-1888872629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4095053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781926635560', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781926239326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1764130'] for port (40631800-6072-4fdd-be36-5c02d8b757e9), after_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:26:07.851741 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49026fd7-8707-443f-8411-b222e90d5a8e tempest-AttachVolumeTestJSON-1888872629 tempest-AttachVolumeTestJSON-1888872629-project] Pushing event deleted for resources: {'Port': ['ID=40631800-6072-4fdd-be36-5c02d8b757e9,revision_number=None']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:26:08.245515 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-4236a5a8-5603-4aa5-8eb2-d60fdf245f81 req-3aad896e-0582-467f-abff-07d7f5f9e567 tempest-AttachVolumeTestJSON-1888872629 tempest-AttachVolumeTestJSON-1888872629-project] 10.222.0.13 "GET /v2.0/ports?device_id=2dd911f4-5f42-4dc7-8a40-2b62f807a2b1 HTTP/1.1" status: 200 len: 210 time: 0.0335581 Jun 30 04:26:08.283114 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4e4b7b17-5d82-4b93-9103-fa98b5742d4a req-49026fd7-8707-443f-8411-b222e90d5a8e tempest-AttachVolumeTestJSON-1888872629 tempest-AttachVolumeTestJSON-1888872629-project] Router 907d6541-3795-4e11-930f-4a3f7aece202 has already been hosted by L3 agent 2ea21a61-d737-4543-a811-a0d035fbf0f6 {{(pid=104416) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 30 04:26:08.362591 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:26:08.369579 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:26:08.392562 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4e4b7b17-5d82-4b93-9103-fa98b5742d4a req-49026fd7-8707-443f-8411-b222e90d5a8e tempest-AttachVolumeTestJSON-1888872629 tempest-AttachVolumeTestJSON-1888872629-project] Notify agent at l3_agent.dv-cinder-846842-7-iscsi the message routers_updated {{(pid=104416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 04:26:08.404566 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b08d716d-5b30-40d0-8c29-9c8a351d50eb None None] Sync routers for ids ['907d6541-3795-4e11-930f-4a3f7aece202'] in dv-cinder-846842-7-iscsi {{(pid=104418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 04:26:08.415672 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b08d716d-5b30-40d0-8c29-9c8a351d50eb None None] Routers {'907d6541-3795-4e11-930f-4a3f7aece202'} bound to L3 agent in host dv-cinder-846842-7-iscsi {{(pid=104418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 30 04:26:08.416472 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.db.l3_hamode_db [None req-b08d716d-5b30-40d0-8c29-9c8a351d50eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-30T04:07:07Z,description=,heartbeat_timestamp=2022-06-30T04:26:08Z,host='dv-cinder-846842-7-iscsi',id=2ea21a61-d737-4543-a811-a0d035fbf0f6,load=0,resource_versions=,resources_synced=,started_at=2022-06-30T04:07:07Z,topic='l3_agent')) {'router_ids': ['907d6541-3795-4e11-930f-4a3f7aece202'], 'active': True} {{(pid=104418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 04:26:08.437032 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e4b7b17-5d82-4b93-9103-fa98b5742d4a req-49026fd7-8707-443f-8411-b222e90d5a8e tempest-AttachVolumeTestJSON-1888872629 tempest-AttachVolumeTestJSON-1888872629-project] No DVR routers for this DVR port 40631800-6072-4fdd-be36-5c02d8b757e9 on host hv-cinder-84684 {{(pid=104416) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 30 04:26:08.439514 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-4e4b7b17-5d82-4b93-9103-fa98b5742d4a req-49026fd7-8707-443f-8411-b222e90d5a8e tempest-AttachVolumeTestJSON-1888872629 tempest-AttachVolumeTestJSON-1888872629-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13292'] for port (None), before_response {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:26:08.442677 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-4e4b7b17-5d82-4b93-9103-fa98b5742d4a req-49026fd7-8707-443f-8411-b222e90d5a8e tempest-AttachVolumeTestJSON-1888872629 tempest-AttachVolumeTestJSON-1888872629-project] 10.222.0.20 "DELETE /v2.0/ports/40631800-6072-4fdd-be36-5c02d8b757e9 HTTP/1.1" status: 204 len: 173 time: 1.1086848 Jun 30 04:26:08.443115 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2dd911f4-5f42-4dc7-8a40-2b62f807a2b1', 'name': 'network-vif-deleted', 'tag': '40631800-6072-4fdd-be36-5c02d8b757e9'}] {{(pid=104416) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 30 04:26:08.445597 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8111519efe35ff5952c269e16f689610d56ef28aa1e0b77ca5734c542983c30f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44024578-8fa8-44c3-9bdb-63e98eed9a12" -d '{"events": [{"server_uuid": "2dd911f4-5f42-4dc7-8a40-2b62f807a2b1", "name": "network-vif-deleted", "tag": "40631800-6072-4fdd-be36-5c02d8b757e9"}]}' {{(pid=104416) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 04:26:08.511146 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-7a77f087-4523-4fd9-b9f1-b6333d8ad1f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926756172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565263'] for agent (672e10fd-0bbc-4d52-8fca-d980f41e3265), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:26:08.513777 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:SELECT=100 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:26:08.514453 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:SELECT=100 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:26:08.537699 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.db.l3_dvr_db [None req-b08d716d-5b30-40d0-8c29-9c8a351d50eb None None] Set router 907d6541-3795-4e11-930f-4a3f7aece202 gateway port host: dv-cinder-846842-7-iscsi {{(pid=104418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 30 04:26:08.695737 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Jun 2022 04:26:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acb0d13c-eedb-466d-afda-0ce320f26ca1 x-openstack-request-id: req-acb0d13c-eedb-466d-afda-0ce320f26ca1 {{(pid=104416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 04:26:08.696026 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2dd911f4-5f42-4dc7-8a40-2b62f807a2b1", "name": "network-vif-deleted", "tag": "40631800-6072-4fdd-be36-5c02d8b757e9", "status": "completed", "code": 200}]} {{(pid=104416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 04:26:08.696274 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-acb0d13c-eedb-466d-afda-0ce320f26ca1 {{(pid=104416) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 04:26:08.696687 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.notifiers.nova [-] Nova event matching ['req-acb0d13c-eedb-466d-afda-0ce320f26ca1'] response: {'server_uuid': '2dd911f4-5f42-4dc7-8a40-2b62f807a2b1', 'name': 'network-vif-deleted', 'tag': '40631800-6072-4fdd-be36-5c02d8b757e9', 'status': 'completed', 'code': 200} Jun 30 04:26:08.737231 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.db.l3_hamode_db [None req-b08d716d-5b30-40d0-8c29-9c8a351d50eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '907d6541-3795-4e11-930f-4a3f7aece202', 'name': 'tempest-AttachVolumeTestJSON-1202044632-router', 'tenant_id': 'cec258de3eea4a12a7bd9b2b9832dce6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14b0e4f-074d-4507-846c-fc8420bddf12', 'external_fixed_ips': [{'subnet_id': '15378187-268c-4fae-ace7-eaca7aa50f90', 'ip_address': '172.27.1.223'}], 'enable_snat': True}, 'gw_port_id': 'f7aa1a22-3246-47ba-8d0d-26ea50586ed9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T04:21:53Z', 'updated_at': '2022-06-30T04:21:56Z', 'revision_number': 4, 'project_id': 'cec258de3eea4a12a7bd9b2b9832dce6', 'gw_port': {'id': 'f7aa1a22-3246-47ba-8d0d-26ea50586ed9', 'name': '', 'network_id': 'a14b0e4f-074d-4507-846c-fc8420bddf12', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:e6:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '907d6541-3795-4e11-930f-4a3f7aece202', 'device_owner': 'network:router_gateway', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '15378187-268c-4fae-ace7-eaca7aa50f90', 'ip_address': '172.27.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T04:21:54Z', 'updated_at': '2022-06-30T04:21:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15378187-268c-4fae-ace7-eaca7aa50f90', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-7-iscsi', '_interfaces': [{'id': '658b8ecd-f547-4e59-8873-35a792608596', 'name': '', 'network_id': '6ae8070a-7682-4fda-9ac2-70bc78e189c1', 'tenant_id': 'cec258de3eea4a12a7bd9b2b9832dce6', 'mac_address': 'fa:16:3e:01:03:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '907d6541-3795-4e11-930f-4a3f7aece202', 'device_owner': 'network:router_interface', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': 'f5fefb96-b952-42d8-9509-ca82c6db7d62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T04:21:56Z', 'updated_at': '2022-06-30T04:22:00Z', 'revision_number': 5, 'project_id': 'cec258de3eea4a12a7bd9b2b9832dce6', 'subnets': [{'id': 'f5fefb96-b952-42d8-9509-ca82c6db7d62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846842-7-iscsi', False) {} {{(pid=104418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 04:26:08.761802 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b08d716d-5b30-40d0-8c29-9c8a351d50eb None None] Checking router: 907d6541-3795-4e11-930f-4a3f7aece202 for host: dv-cinder-846842-7-iscsi {{(pid=104418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 04:26:08.770281 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b08d716d-5b30-40d0-8c29-9c8a351d50eb None None] Routers {'907d6541-3795-4e11-930f-4a3f7aece202'} bound to L3 agent in host dv-cinder-846842-7-iscsi {{(pid=104418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 30 04:26:08.770876 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.db.l3_hamode_db [None req-b08d716d-5b30-40d0-8c29-9c8a351d50eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-30T04:07:07Z,description=,heartbeat_timestamp=2022-06-30T04:26:08Z,host='dv-cinder-846842-7-iscsi',id=2ea21a61-d737-4543-a811-a0d035fbf0f6,load=0,resource_versions=,resources_synced=,started_at=2022-06-30T04:07:07Z,topic='l3_agent')) {'router_ids': ['907d6541-3795-4e11-930f-4a3f7aece202'], 'active': True} {{(pid=104418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 04:26:08.878545 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.db.l3_dvr_db [None req-b08d716d-5b30-40d0-8c29-9c8a351d50eb None None] Set router 907d6541-3795-4e11-930f-4a3f7aece202 gateway port host: dv-cinder-846842-7-iscsi {{(pid=104418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 30 04:26:09.082009 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.db.l3_hamode_db [None req-b08d716d-5b30-40d0-8c29-9c8a351d50eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '907d6541-3795-4e11-930f-4a3f7aece202', 'name': 'tempest-AttachVolumeTestJSON-1202044632-router', 'tenant_id': 'cec258de3eea4a12a7bd9b2b9832dce6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14b0e4f-074d-4507-846c-fc8420bddf12', 'external_fixed_ips': [{'subnet_id': '15378187-268c-4fae-ace7-eaca7aa50f90', 'ip_address': '172.27.1.223'}], 'enable_snat': True}, 'gw_port_id': 'f7aa1a22-3246-47ba-8d0d-26ea50586ed9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T04:21:53Z', 'updated_at': '2022-06-30T04:21:56Z', 'revision_number': 4, 'project_id': 'cec258de3eea4a12a7bd9b2b9832dce6', 'gw_port': {'id': 'f7aa1a22-3246-47ba-8d0d-26ea50586ed9', 'name': '', 'network_id': 'a14b0e4f-074d-4507-846c-fc8420bddf12', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:e6:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '907d6541-3795-4e11-930f-4a3f7aece202', 'device_owner': 'network:router_gateway', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '15378187-268c-4fae-ace7-eaca7aa50f90', 'ip_address': '172.27.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T04:21:54Z', 'updated_at': '2022-06-30T04:21:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15378187-268c-4fae-ace7-eaca7aa50f90', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-7-iscsi', '_interfaces': [{'id': '658b8ecd-f547-4e59-8873-35a792608596', 'name': '', 'network_id': '6ae8070a-7682-4fda-9ac2-70bc78e189c1', 'tenant_id': 'cec258de3eea4a12a7bd9b2b9832dce6', 'mac_address': 'fa:16:3e:01:03:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '907d6541-3795-4e11-930f-4a3f7aece202', 'device_owner': 'network:router_interface', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': 'f5fefb96-b952-42d8-9509-ca82c6db7d62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T04:21:56Z', 'updated_at': '2022-06-30T04:22:00Z', 'revision_number': 5, 'project_id': 'cec258de3eea4a12a7bd9b2b9832dce6', 'subnets': [{'id': 'f5fefb96-b952-42d8-9509-ca82c6db7d62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846842-7-iscsi', False) {} {{(pid=104418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 04:26:09.107455 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b08d716d-5b30-40d0-8c29-9c8a351d50eb None None] The sync data for ids ['907d6541-3795-4e11-930f-4a3f7aece202'] in dv-cinder-846842-7-iscsi is: [{'id': '907d6541-3795-4e11-930f-4a3f7aece202', 'name': 'tempest-AttachVolumeTestJSON-1202044632-router', 'tenant_id': 'cec258de3eea4a12a7bd9b2b9832dce6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14b0e4f-074d-4507-846c-fc8420bddf12', 'external_fixed_ips': [{'subnet_id': '15378187-268c-4fae-ace7-eaca7aa50f90', 'ip_address': '172.27.1.223'}], 'enable_snat': True}, 'gw_port_id': 'f7aa1a22-3246-47ba-8d0d-26ea50586ed9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T04:21:53Z', 'updated_at': '2022-06-30T04:21:56Z', 'revision_number': 4, 'project_id': 'cec258de3eea4a12a7bd9b2b9832dce6', 'gw_port': {'id': 'f7aa1a22-3246-47ba-8d0d-26ea50586ed9', 'name': '', 'network_id': 'a14b0e4f-074d-4507-846c-fc8420bddf12', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:e6:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '907d6541-3795-4e11-930f-4a3f7aece202', 'device_owner': 'network:router_gateway', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '15378187-268c-4fae-ace7-eaca7aa50f90', 'ip_address': '172.27.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T04:21:54Z', 'updated_at': '2022-06-30T04:21:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15378187-268c-4fae-ace7-eaca7aa50f90', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-7-iscsi', '_interfaces': [{'id': '658b8ecd-f547-4e59-8873-35a792608596', 'name': '', 'network_id': '6ae8070a-7682-4fda-9ac2-70bc78e189c1', 'tenant_id': 'cec258de3eea4a12a7bd9b2b9832dce6', 'mac_address': 'fa:16:3e:01:03:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '907d6541-3795-4e11-930f-4a3f7aece202', 'device_owner': 'network:router_interface', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': 'f5fefb96-b952-42d8-9509-ca82c6db7d62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T04:21:56Z', 'updated_at': '2022-06-30T04:22:00Z', 'revision_number': 5, 'project_id': 'cec258de3eea4a12a7bd9b2b9832dce6', 'subnets': [{'id': 'f5fefb96-b952-42d8-9509-ca82c6db7d62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 04:26:09.339119 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.13', 57802) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 04:26:09.341819 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f52de01f-6a6d-45a5-a4da-296686552813 None None] New status for floating IP a70dd7df-99f3-460d-9f8b-65d6fa5ebfad: DOWN {{(pid=104417) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 30 04:26:09.395649 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-38ff9b92-db76-467f-8bc8-e71a7328a733 tempest-AttachVolumeTestJSON-1888872629 tempest-AttachVolumeTestJSON-1888872629-project] Publish callbacks [] for security_group (026fff10-e58a-400f-8e91-c878ad0cea10), before_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:26:09.421492 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-38ff9b92-db76-467f-8bc8-e71a7328a733 tempest-AttachVolumeTestJSON-1888872629 tempest-AttachVolumeTestJSON-1888872629-project] Publish callbacks [] for security_group (026fff10-e58a-400f-8e91-c878ad0cea10), precommit_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:26:09.476485 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-38ff9b92-db76-467f-8bc8-e71a7328a733 tempest-AttachVolumeTestJSON-1888872629 tempest-AttachVolumeTestJSON-1888872629-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3637186'] for security_group (026fff10-e58a-400f-8e91-c878ad0cea10), after_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:26:09.479500 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-38ff9b92-db76-467f-8bc8-e71a7328a733 tempest-AttachVolumeTestJSON-1888872629 tempest-AttachVolumeTestJSON-1888872629-project] Publish callbacks [] for security_group (None), before_response {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:26:09.480751 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-38ff9b92-db76-467f-8bc8-e71a7328a733 tempest-AttachVolumeTestJSON-1888872629 tempest-AttachVolumeTestJSON-1888872629-project] 10.222.0.13 "DELETE /v2.0/security-groups/026fff10-e58a-400f-8e91-c878ad0cea10 HTTP/1.1" status: 204 len: 168 time: 0.1406703 Jun 30 04:26:09.483844 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.wsgi [-] (104415) accepted ('10.222.0.13', 57804) {{(pid=104415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 04:26:09.492871 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ff9b92-db76-467f-8bc8-e71a7328a733 tempest-AttachVolumeTestJSON-1888872629 tempest-AttachVolumeTestJSON-1888872629-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=026fff10-e58a-400f-8e91-c878ad0cea10,revision_number=None']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:26:09.499251 dv-cinder-846842-7-iscsi neutron-server[104415]: INFO neutron.api.v2.resource [None req-077f300c-1b56-442e-a2bd-a8154e103a49 tempest-AttachVolumeTestJSON-1888872629 tempest-AttachVolumeTestJSON-1888872629-project] show failed (client error): The resource could not be found. Jun 30 04:26:09.500597 dv-cinder-846842-7-iscsi neutron-server[104415]: INFO neutron.wsgi [None req-077f300c-1b56-442e-a2bd-a8154e103a49 tempest-AttachVolumeTestJSON-1888872629 tempest-AttachVolumeTestJSON-1888872629-project] 10.222.0.13 "GET /v2.0/security-groups/026fff10-e58a-400f-8e91-c878ad0cea10 HTTP/1.1" status: 404 len: 347 time: 0.0157135 Jun 30 04:26:09.503595 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.wsgi [-] (104415) accepted ('10.222.0.13', 57806) {{(pid=104415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 04:26:09.843922 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.plugins.ml2.plugin [None req-e494e215-4d37-4671-8f17-d62ebe7755c5 tempest-AttachVolumeTestJSON-1888872629 tempest-AttachVolumeTestJSON-1888872629-project] Deleting port 3b7cae10-1d84-4f7d-b9de-b180caa71ebb {{(pid=104415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 30 04:26:09.844269 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-e494e215-4d37-4671-8f17-d62ebe7755c5 tempest-AttachVolumeTestJSON-1888872629 tempest-AttachVolumeTestJSON-1888872629-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781926629636'] for port (3b7cae10-1d84-4f7d-b9de-b180caa71ebb), before_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:26:09.924247 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-e494e215-4d37-4671-8f17-d62ebe7755c5 tempest-AttachVolumeTestJSON-1888872629 tempest-AttachVolumeTestJSON-1888872629-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616079'] for port (3b7cae10-1d84-4f7d-b9de-b180caa71ebb), precommit_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:26:09.924527 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-e494e215-4d37-4671-8f17-d62ebe7755c5 tempest-AttachVolumeTestJSON-1888872629 tempest-AttachVolumeTestJSON-1888872629-project] Publish callbacks [] for floatingip (3b7cae10-1d84-4f7d-b9de-b180caa71ebb), precommit_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:26:09.940725 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.plugins.ml2.plugin [None req-e494e215-4d37-4671-8f17-d62ebe7755c5 tempest-AttachVolumeTestJSON-1888872629 tempest-AttachVolumeTestJSON-1888872629-project] Calling delete_port for 3b7cae10-1d84-4f7d-b9de-b180caa71ebb owned by network:floatingip {{(pid=104415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 30 04:26:10.080117 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-e494e215-4d37-4671-8f17-d62ebe7755c5 tempest-AttachVolumeTestJSON-1888872629 tempest-AttachVolumeTestJSON-1888872629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4095053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781926635560', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781926239326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11645207'] for port (3b7cae10-1d84-4f7d-b9de-b180caa71ebb), after_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:26:10.115030 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e494e215-4d37-4671-8f17-d62ebe7755c5 tempest-AttachVolumeTestJSON-1888872629 tempest-AttachVolumeTestJSON-1888872629-project] Pushing event deleted for resources: {'Port': ['ID=3b7cae10-1d84-4f7d-b9de-b180caa71ebb,revision_number=None']} {{(pid=104415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:26:10.140623 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e494e215-4d37-4671-8f17-d62ebe7755c5 tempest-AttachVolumeTestJSON-1888872629 tempest-AttachVolumeTestJSON-1888872629-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:26:10.140970 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e494e215-4d37-4671-8f17-d62ebe7755c5 tempest-AttachVolumeTestJSON-1888872629 tempest-AttachVolumeTestJSON-1888872629-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:26:10.141307 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e494e215-4d37-4671-8f17-d62ebe7755c5 tempest-AttachVolumeTestJSON-1888872629 tempest-AttachVolumeTestJSON-1888872629-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:26:10.141634 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e494e215-4d37-4671-8f17-d62ebe7755c5 tempest-AttachVolumeTestJSON-1888872629 tempest-AttachVolumeTestJSON-1888872629-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:26:10.141980 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e494e215-4d37-4671-8f17-d62ebe7755c5 tempest-AttachVolumeTestJSON-1888872629 tempest-AttachVolumeTestJSON-1888872629-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:26:10.142309 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e494e215-4d37-4671-8f17-d62ebe7755c5 tempest-AttachVolumeTestJSON-1888872629 tempest-AttachVolumeTestJSON-1888872629-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:26:10.142635 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e494e215-4d37-4671-8f17-d62ebe7755c5 tempest-AttachVolumeTestJSON-1888872629 tempest-AttachVolumeTestJSON-1888872629-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:26:10.142955 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e494e215-4d37-4671-8f17-d62ebe7755c5 tempest-AttachVolumeTestJSON-1888872629 tempest-AttachVolumeTestJSON-1888872629-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:26:10.143306 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e494e215-4d37-4671-8f17-d62ebe7755c5 tempest-AttachVolumeTestJSON-1888872629 tempest-AttachVolumeTestJSON-1888872629-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:26:10.143635 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e494e215-4d37-4671-8f17-d62ebe7755c5 tempest-AttachVolumeTestJSON-1888872629 tempest-AttachVolumeTestJSON-1888872629-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:26:10.143954 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e494e215-4d37-4671-8f17-d62ebe7755c5 tempest-AttachVolumeTestJSON-1888872629 tempest-AttachVolumeTestJSON-1888872629-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:26:10.144278 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e494e215-4d37-4671-8f17-d62ebe7755c5 tempest-AttachVolumeTestJSON-1888872629 tempest-AttachVolumeTestJSON-1888872629-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:26:10.144579 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e494e215-4d37-4671-8f17-d62ebe7755c5 tempest-AttachVolumeTestJSON-1888872629 tempest-AttachVolumeTestJSON-1888872629-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:26:10.144893 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e494e215-4d37-4671-8f17-d62ebe7755c5 tempest-AttachVolumeTestJSON-1888872629 tempest-AttachVolumeTestJSON-1888872629-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:26:10.145204 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e494e215-4d37-4671-8f17-d62ebe7755c5 tempest-AttachVolumeTestJSON-1888872629 tempest-AttachVolumeTestJSON-1888872629-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:26:10.189356 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-e494e215-4d37-4671-8f17-d62ebe7755c5 tempest-AttachVolumeTestJSON-1888872629 tempest-AttachVolumeTestJSON-1888872629-project] Publish callbacks [] for floatingip (a70dd7df-99f3-460d-9f8b-65d6fa5ebfad), after_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:26:10.191804 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-e494e215-4d37-4671-8f17-d62ebe7755c5 tempest-AttachVolumeTestJSON-1888872629 tempest-AttachVolumeTestJSON-1888872629-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13292'] for floatingip (None), before_response {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:26:10.192965 dv-cinder-846842-7-iscsi neutron-server[104415]: INFO neutron.wsgi [None req-e494e215-4d37-4671-8f17-d62ebe7755c5 tempest-AttachVolumeTestJSON-1888872629 tempest-AttachVolumeTestJSON-1888872629-project] 10.222.0.13 "DELETE /v2.0/floatingips/a70dd7df-99f3-460d-9f8b-65d6fa5ebfad HTTP/1.1" status: 204 len: 168 time: 0.6881862 Jun 30 04:26:10.291911 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-88ff949a-6007-42d5-8261-77b64d367ca9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926756172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565263'] for agent (4c4a8942-da79-4b81-aa08-fb593b1e6e06), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:26:10.346340 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.rpc [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Device 40631800-6072-4fdd-be36-5c02d8b757e9 no longer exists at agent hyperv_hv-cinder-84684 {{(pid=104417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 04:26:10.366149 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] No Port match for: 40631800-6072-4fdd-be36-5c02d8b757e9 {{(pid=104417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 30 04:26:10.366416 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.rpc [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Device 40631800-6072-4fdd-be36-5c02d8b757e9 not bound to the agent host hv-cinder-84684 {{(pid=104417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 04:26:10.441336 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-2a6d8403-c0a5-4ac4-aa48-860a84345009 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926756172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565263'] for agent (cbdf45b5-344e-4e18-9242-1abb738708f2), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:26:12.803868 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926756172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565263'] for agent (ef703bef-7cc0-467c-baa9-fe8a66be565c), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:26:13.808876 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.wsgi [-] (104415) accepted ('10.222.0.13', 57834) {{(pid=104415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 04:26:14.132425 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-01feaa39-b85d-4bf9-a5b4-f1c8e759e2f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-613962'] for router_interface (907d6541-3795-4e11-930f-4a3f7aece202), before_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:26:14.267856 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:26:14.293817 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:26:14.363817 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.plugins.ml2.plugin [None req-01feaa39-b85d-4bf9-a5b4-f1c8e759e2f7 admin admin] Deleting port 658b8ecd-f547-4e59-8873-35a792608596 {{(pid=104415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 30 04:26:14.364152 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-01feaa39-b85d-4bf9-a5b4-f1c8e759e2f7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781926629636'] for port (658b8ecd-f547-4e59-8873-35a792608596), before_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:26:14.448262 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.plugins.ml2.db [None req-01feaa39-b85d-4bf9-a5b4-f1c8e759e2f7 admin admin] For port 658b8ecd-f547-4e59-8873-35a792608596, host dv-cinder-846842-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-7-iscsi',level=0,port_id=658b8ecd-f547-4e59-8873-35a792608596,segment=NetworkSegment(7897bd61-5670-4a95-81f9-59b4b92b6687),segment_id=7897bd61-5670-4a95-81f9-59b4b92b6687)] {{(pid=104415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 04:26:14.448520 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-01feaa39-b85d-4bf9-a5b4-f1c8e759e2f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616079'] for port (658b8ecd-f547-4e59-8873-35a792608596), precommit_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:26:14.461533 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.plugins.ml2.plugin [None req-01feaa39-b85d-4bf9-a5b4-f1c8e759e2f7 admin admin] Calling delete_port for 658b8ecd-f547-4e59-8873-35a792608596 owned by network:router_interface {{(pid=104415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 30 04:26:14.648678 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-01feaa39-b85d-4bf9-a5b4-f1c8e759e2f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4095053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781926635560', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781926239326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11645207'] for port (658b8ecd-f547-4e59-8873-35a792608596), after_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:26:14.680109 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01feaa39-b85d-4bf9-a5b4-f1c8e759e2f7 admin admin] Pushing event deleted for resources: {'Port': ['ID=658b8ecd-f547-4e59-8873-35a792608596,revision_number=None']} {{(pid=104415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:26:14.842896 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-01feaa39-b85d-4bf9-a5b4-f1c8e759e2f7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-614586'] for router_interface (907d6541-3795-4e11-930f-4a3f7aece202), after_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:26:15.054887 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01feaa39-b85d-4bf9-a5b4-f1c8e759e2f7 admin admin] Router 907d6541-3795-4e11-930f-4a3f7aece202 has already been hosted by L3 agent 2ea21a61-d737-4543-a811-a0d035fbf0f6 {{(pid=104415) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 30 04:26:15.096333 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:26:15.152832 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:26:15.169788 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01feaa39-b85d-4bf9-a5b4-f1c8e759e2f7 admin admin] Notify agent at l3_agent.dv-cinder-846842-7-iscsi the message routers_updated {{(pid=104415) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 04:26:15.174674 dv-cinder-846842-7-iscsi neutron-server[104415]: INFO neutron.wsgi [None req-01feaa39-b85d-4bf9-a5b4-f1c8e759e2f7 admin admin] 10.222.0.13 "PUT /v2.0/routers/907d6541-3795-4e11-930f-4a3f7aece202/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3647840 Jun 30 04:26:15.177342 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.wsgi [-] (104415) accepted ('10.222.0.13', 57836) {{(pid=104415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 04:26:15.180218 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-528cf2d8-2a72-4a13-a2b1-03e3dc4de347 None None] Sync routers for ids ['907d6541-3795-4e11-930f-4a3f7aece202'] in dv-cinder-846842-7-iscsi {{(pid=104418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 04:26:15.190836 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-528cf2d8-2a72-4a13-a2b1-03e3dc4de347 None None] Routers {'907d6541-3795-4e11-930f-4a3f7aece202'} bound to L3 agent in host dv-cinder-846842-7-iscsi {{(pid=104418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 30 04:26:15.191490 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.db.l3_hamode_db [None req-528cf2d8-2a72-4a13-a2b1-03e3dc4de347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-30T04:07:07Z,description=,heartbeat_timestamp=2022-06-30T04:26:08Z,host='dv-cinder-846842-7-iscsi',id=2ea21a61-d737-4543-a811-a0d035fbf0f6,load=0,resource_versions=,resources_synced=,started_at=2022-06-30T04:07:07Z,topic='l3_agent')) {'router_ids': ['907d6541-3795-4e11-930f-4a3f7aece202'], 'active': True} {{(pid=104418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 04:26:15.277459 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-58951361-cc07-4fe9-a0a3-bedf9492d72e admin admin] Publish callbacks [] for router (907d6541-3795-4e11-930f-4a3f7aece202), before_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:26:15.294713 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.db.l3_dvr_db [None req-528cf2d8-2a72-4a13-a2b1-03e3dc4de347 None None] Set router 907d6541-3795-4e11-930f-4a3f7aece202 gateway port host: dv-cinder-846842-7-iscsi {{(pid=104418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 30 04:26:15.375754 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-58951361-cc07-4fe9-a0a3-bedf9492d72e admin admin] Publish callbacks [] for router_gateway (907d6541-3795-4e11-930f-4a3f7aece202), before_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:26:15.426088 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.plugins.ml2.plugin [None req-58951361-cc07-4fe9-a0a3-bedf9492d72e admin admin] Deleting port f7aa1a22-3246-47ba-8d0d-26ea50586ed9 {{(pid=104415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 30 04:26:15.426420 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-58951361-cc07-4fe9-a0a3-bedf9492d72e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781926629636'] for port (f7aa1a22-3246-47ba-8d0d-26ea50586ed9), before_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:26:15.510458 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.plugins.ml2.db [None req-58951361-cc07-4fe9-a0a3-bedf9492d72e admin admin] For port f7aa1a22-3246-47ba-8d0d-26ea50586ed9, host dv-cinder-846842-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-7-iscsi',level=0,port_id=f7aa1a22-3246-47ba-8d0d-26ea50586ed9,segment=NetworkSegment(3bfcffa1-5305-4ee8-86f3-678eb000aac1),segment_id=3bfcffa1-5305-4ee8-86f3-678eb000aac1)] {{(pid=104415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 04:26:15.510797 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-58951361-cc07-4fe9-a0a3-bedf9492d72e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616079'] for port (f7aa1a22-3246-47ba-8d0d-26ea50586ed9), precommit_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:26:15.525882 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.plugins.ml2.plugin [None req-58951361-cc07-4fe9-a0a3-bedf9492d72e admin admin] Calling delete_port for f7aa1a22-3246-47ba-8d0d-26ea50586ed9 owned by network:router_gateway {{(pid=104415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 30 04:26:15.558075 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.db.l3_hamode_db [None req-528cf2d8-2a72-4a13-a2b1-03e3dc4de347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '907d6541-3795-4e11-930f-4a3f7aece202', 'name': 'tempest-AttachVolumeTestJSON-1202044632-router', 'tenant_id': 'cec258de3eea4a12a7bd9b2b9832dce6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14b0e4f-074d-4507-846c-fc8420bddf12', 'external_fixed_ips': [{'subnet_id': '15378187-268c-4fae-ace7-eaca7aa50f90', 'ip_address': '172.27.1.223'}], 'enable_snat': True}, 'gw_port_id': 'f7aa1a22-3246-47ba-8d0d-26ea50586ed9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T04:21:53Z', 'updated_at': '2022-06-30T04:26:14Z', 'revision_number': 5, 'project_id': 'cec258de3eea4a12a7bd9b2b9832dce6', 'gw_port': {'id': 'f7aa1a22-3246-47ba-8d0d-26ea50586ed9', 'name': '', 'network_id': 'a14b0e4f-074d-4507-846c-fc8420bddf12', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:e6:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '907d6541-3795-4e11-930f-4a3f7aece202', 'device_owner': 'network:router_gateway', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '15378187-268c-4fae-ace7-eaca7aa50f90', 'ip_address': '172.27.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T04:21:54Z', 'updated_at': '2022-06-30T04:21:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15378187-268c-4fae-ace7-eaca7aa50f90', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-7-iscsi'}], 'dv-cinder-846842-7-iscsi', False) {} {{(pid=104418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 04:26:15.583599 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-528cf2d8-2a72-4a13-a2b1-03e3dc4de347 None None] Checking router: 907d6541-3795-4e11-930f-4a3f7aece202 for host: dv-cinder-846842-7-iscsi {{(pid=104418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 04:26:15.593058 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-528cf2d8-2a72-4a13-a2b1-03e3dc4de347 None None] Routers {'907d6541-3795-4e11-930f-4a3f7aece202'} bound to L3 agent in host dv-cinder-846842-7-iscsi {{(pid=104418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 30 04:26:15.593644 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.db.l3_hamode_db [None req-528cf2d8-2a72-4a13-a2b1-03e3dc4de347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-30T04:07:07Z,description=,heartbeat_timestamp=2022-06-30T04:26:08Z,host='dv-cinder-846842-7-iscsi',id=2ea21a61-d737-4543-a811-a0d035fbf0f6,load=0,resource_versions=,resources_synced=,started_at=2022-06-30T04:07:07Z,topic='l3_agent')) {'router_ids': ['907d6541-3795-4e11-930f-4a3f7aece202'], 'active': True} {{(pid=104418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 04:26:15.670651 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:SELECT=100 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:26:15.678851 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.db.l3_dvr_db [None req-528cf2d8-2a72-4a13-a2b1-03e3dc4de347 None None] Set router 907d6541-3795-4e11-930f-4a3f7aece202 gateway port host: None {{(pid=104418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 30 04:26:15.699419 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-58951361-cc07-4fe9-a0a3-bedf9492d72e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4095053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781926635560', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781926239326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11645207'] for port (f7aa1a22-3246-47ba-8d0d-26ea50586ed9), after_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:26:15.728160 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58951361-cc07-4fe9-a0a3-bedf9492d72e admin admin] Pushing event deleted for resources: {'Port': ['ID=f7aa1a22-3246-47ba-8d0d-26ea50586ed9,revision_number=None']} {{(pid=104415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:26:15.728437 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.db.l3_hamode_db [None req-528cf2d8-2a72-4a13-a2b1-03e3dc4de347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '907d6541-3795-4e11-930f-4a3f7aece202', 'name': 'tempest-AttachVolumeTestJSON-1202044632-router', 'tenant_id': 'cec258de3eea4a12a7bd9b2b9832dce6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T04:21:53Z', 'updated_at': '2022-06-30T04:26:15Z', 'revision_number': 6, 'project_id': 'cec258de3eea4a12a7bd9b2b9832dce6', 'gw_port_host': None}], 'dv-cinder-846842-7-iscsi', False) {} {{(pid=104418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 04:26:15.756079 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-528cf2d8-2a72-4a13-a2b1-03e3dc4de347 None None] The sync data for ids ['907d6541-3795-4e11-930f-4a3f7aece202'] in dv-cinder-846842-7-iscsi is: [{'id': '907d6541-3795-4e11-930f-4a3f7aece202', 'name': 'tempest-AttachVolumeTestJSON-1202044632-router', 'tenant_id': 'cec258de3eea4a12a7bd9b2b9832dce6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T04:21:53Z', 'updated_at': '2022-06-30T04:26:15Z', 'revision_number': 6, 'project_id': 'cec258de3eea4a12a7bd9b2b9832dce6', 'gw_port_host': None}] {{(pid=104418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 04:26:15.796095 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-58951361-cc07-4fe9-a0a3-bedf9492d72e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-622358'] for router_gateway (907d6541-3795-4e11-930f-4a3f7aece202), after_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:26:15.881802 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-58951361-cc07-4fe9-a0a3-bedf9492d72e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-612909', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-992710'] for router (907d6541-3795-4e11-930f-4a3f7aece202), precommit_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:26:15.884065 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-58951361-cc07-4fe9-a0a3-bedf9492d72e admin admin] Publish callbacks [] for router_controller (907d6541-3795-4e11-930f-4a3f7aece202), precommit_delete_associations {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:26:15.930838 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-58951361-cc07-4fe9-a0a3-bedf9492d72e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-613100'] for router (907d6541-3795-4e11-930f-4a3f7aece202), after_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:26:15.931047 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58951361-cc07-4fe9-a0a3-bedf9492d72e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 907d6541-3795-4e11-930f-4a3f7aece202 {{(pid=104415) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 04:26:15.935460 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-58951361-cc07-4fe9-a0a3-bedf9492d72e admin admin] Publish callbacks [] for router (None), before_response {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:26:15.936608 dv-cinder-846842-7-iscsi neutron-server[104415]: INFO neutron.wsgi [None req-58951361-cc07-4fe9-a0a3-bedf9492d72e admin admin] 10.222.0.13 "DELETE /v2.0/routers/907d6541-3795-4e11-930f-4a3f7aece202 HTTP/1.1" status: 204 len: 168 time: 0.7583766 Jun 30 04:26:15.940450 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.wsgi [-] (104415) accepted ('10.222.0.13', 57838) {{(pid=104415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 04:26:15.992286 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.db.db_base_plugin_v2 [None req-0ad00a60-3829-4b94-b56f-22a3aced8e33 admin admin] Deleting subnet f5fefb96-b952-42d8-9509-ca82c6db7d62 {{(pid=104415) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 30 04:26:15.996793 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-0ad00a60-3829-4b94-b56f-22a3aced8e33 admin admin] Publish callbacks [] for subnet (f5fefb96-b952-42d8-9509-ca82c6db7d62), before_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:26:16.023522 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=90,neutron:UPDATE=4,neutron:DELETE=6 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:26:16.037372 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-0ad00a60-3829-4b94-b56f-22a3aced8e33 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8605181'] for subnet (f5fefb96-b952-42d8-9509-ca82c6db7d62), precommit_delete_associations {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:26:16.105282 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:26:16.114713 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-0ad00a60-3829-4b94-b56f-22a3aced8e33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3565464'] for subnet (f5fefb96-b952-42d8-9509-ca82c6db7d62), precommit_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:26:16.176212 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-0ad00a60-3829-4b94-b56f-22a3aced8e33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3565459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11645304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8617655'] for subnet (f5fefb96-b952-42d8-9509-ca82c6db7d62), after_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:26:16.200547 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad00a60-3829-4b94-b56f-22a3aced8e33 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f5fefb96-b952-42d8-9509-ca82c6db7d62,revision_number=None']} {{(pid=104415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:26:16.206269 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-0ad00a60-3829-4b94-b56f-22a3aced8e33 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528667'] for subnet (None), before_response {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:26:16.209707 dv-cinder-846842-7-iscsi neutron-server[104415]: INFO neutron.wsgi [None req-0ad00a60-3829-4b94-b56f-22a3aced8e33 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/f5fefb96-b952-42d8-9509-ca82c6db7d62 HTTP/1.1" status: 204 len: 168 time: 0.2683420 Jun 30 04:26:16.213072 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.wsgi [-] (104415) accepted ('10.222.0.13', 57840) {{(pid=104415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 04:26:16.214031 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3f740ab-b6ec-4edd-8a30-b02b6ec439e0 None None] Network 6ae8070a-7682-4fda-9ac2-70bc78e189c1 requested from dv-cinder-846842-7-iscsi {{(pid=104417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 30 04:26:16.283390 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-72d0ebea-d7a3-47ee-9450-ee8f12c6aff3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3657771'] for network (6ae8070a-7682-4fda-9ac2-70bc78e189c1), before_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:26:16.333495 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.plugins.ml2.plugin [None req-72d0ebea-d7a3-47ee-9450-ee8f12c6aff3 admin admin] Deleting port 2d0e1fb1-4172-4681-92df-fa58ae2099fd {{(pid=104415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 30 04:26:16.333843 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-72d0ebea-d7a3-47ee-9450-ee8f12c6aff3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781926629636'] for port (2d0e1fb1-4172-4681-92df-fa58ae2099fd), before_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:26:16.396495 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.plugins.ml2.db [None req-72d0ebea-d7a3-47ee-9450-ee8f12c6aff3 admin admin] For port 2d0e1fb1-4172-4681-92df-fa58ae2099fd, host dv-cinder-846842-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-7-iscsi',level=0,port_id=2d0e1fb1-4172-4681-92df-fa58ae2099fd,segment=NetworkSegment(7897bd61-5670-4a95-81f9-59b4b92b6687),segment_id=7897bd61-5670-4a95-81f9-59b4b92b6687)] {{(pid=104415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 04:26:16.397228 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-72d0ebea-d7a3-47ee-9450-ee8f12c6aff3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616079'] for port (2d0e1fb1-4172-4681-92df-fa58ae2099fd), precommit_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:26:16.409859 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.plugins.ml2.plugin [None req-72d0ebea-d7a3-47ee-9450-ee8f12c6aff3 admin admin] Calling delete_port for 2d0e1fb1-4172-4681-92df-fa58ae2099fd owned by network:dhcp {{(pid=104415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 30 04:26:16.493699 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-72d0ebea-d7a3-47ee-9450-ee8f12c6aff3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4095053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781926635560', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781926239326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11645207'] for port (2d0e1fb1-4172-4681-92df-fa58ae2099fd), after_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:26:16.506261 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c308f2f5-ad99-4615-833b-8aef2fa273ba None None] DHCP port deletion for 6ae8070a-7682-4fda-9ac2-70bc78e189c1 request from dv-cinder-846842-7-iscsi {{(pid=104417) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 30 04:26:16.519159 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d0ebea-d7a3-47ee-9450-ee8f12c6aff3 admin admin] Pushing event deleted for resources: {'Port': ['ID=2d0e1fb1-4172-4681-92df-fa58ae2099fd,revision_number=None']} {{(pid=104415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:26:16.525081 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72d0ebea-d7a3-47ee-9450-ee8f12c6aff3 admin admin] No DVR routers for this DVR port 2d0e1fb1-4172-4681-92df-fa58ae2099fd on host dv-cinder-846842-7-iscsi {{(pid=104415) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 30 04:26:16.598835 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-72d0ebea-d7a3-47ee-9450-ee8f12c6aff3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3567502', 'neutron.services.segments.db._delete_segments_for_network-8781926756190'] for network (6ae8070a-7682-4fda-9ac2-70bc78e189c1), precommit_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:26:16.624641 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.services.segments.db [None req-72d0ebea-d7a3-47ee-9450-ee8f12c6aff3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ae8070a-7682-4fda-9ac2-70bc78e189c1']}} {{(pid=104415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 04:26:16.634808 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.services.segments.db [None req-72d0ebea-d7a3-47ee-9450-ee8f12c6aff3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7897bd61-5670-4a95-81f9-59b4b92b6687') {'for_net_delete': True} {{(pid=104415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 04:26:16.635195 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.services.segments.db [None req-72d0ebea-d7a3-47ee-9450-ee8f12c6aff3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7897bd61-5670-4a95-81f9-59b4b92b6687') {} {{(pid=104415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 04:26:16.645538 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-72d0ebea-d7a3-47ee-9450-ee8f12c6aff3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781926756455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8605126'] for segment (7897bd61-5670-4a95-81f9-59b4b92b6687), before_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:26:16.659995 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-72d0ebea-d7a3-47ee-9450-ee8f12c6aff3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505043'] for segment (7897bd61-5670-4a95-81f9-59b4b92b6687), precommit_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:26:16.666994 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-72d0ebea-d7a3-47ee-9450-ee8f12c6aff3 admin admin] Releasing vlan 185 on physical network physnet1 to pool {{(pid=104415) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 04:26:16.667422 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-72d0ebea-d7a3-47ee-9450-ee8f12c6aff3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11645378'] for segment (7897bd61-5670-4a95-81f9-59b4b92b6687), after_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:26:16.688428 dv-cinder-846842-7-iscsi neutron-server[104415]: INFO neutron.services.segments.plugin [-] Segment 7897bd61-5670-4a95-81f9-59b4b92b6687 resource provider aggregate not found Jun 30 04:26:16.725315 dv-cinder-846842-7-iscsi neutron-server[104415]: INFO neutron.services.segments.plugin [-] Segment 7897bd61-5670-4a95-81f9-59b4b92b6687 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7897bd61-5670-4a95-81f9-59b4b92b6687 found for delete ", "request_id": "req-92353809-1887-4716-a2ac-1f17e93b6acd"}]} Jun 30 04:26:16.734662 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-72d0ebea-d7a3-47ee-9450-ee8f12c6aff3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3567543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3637173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-620245'] for network (6ae8070a-7682-4fda-9ac2-70bc78e189c1), after_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:26:16.739234 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-72d0ebea-d7a3-47ee-9450-ee8f12c6aff3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528667'] for network (None), before_response {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:26:16.742455 dv-cinder-846842-7-iscsi neutron-server[104415]: INFO neutron.wsgi [None req-72d0ebea-d7a3-47ee-9450-ee8f12c6aff3 admin admin] 10.222.0.13 "DELETE /v2.0/networks/6ae8070a-7682-4fda-9ac2-70bc78e189c1 HTTP/1.1" status: 204 len: 168 time: 0.5292530 Jun 30 04:26:16.756163 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d0ebea-d7a3-47ee-9450-ee8f12c6aff3 admin admin] Pushing event deleted for resources: {'Network': ['ID=6ae8070a-7682-4fda-9ac2-70bc78e189c1,revision_number=None']} {{(pid=104415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:26:16.915954 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.13', 57848) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 04:26:16.956657 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-623d86a9-cb52-452a-8f48-5d4cdf7cbcfc admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=cec258de3eea4a12a7bd9b2b9832dce6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0395155 Jun 30 04:26:16.959225 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.13', 57850) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 04:26:17.007131 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-a88e5bb5-5b56-4cb9-928b-de773356d9ff admin admin] Publish callbacks [] for security_group (426b30b4-a951-459c-bf6a-0a461a578a5a), before_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:26:17.029697 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-a88e5bb5-5b56-4cb9-928b-de773356d9ff admin admin] Publish callbacks [] for security_group (426b30b4-a951-459c-bf6a-0a461a578a5a), precommit_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:26:17.078993 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-a88e5bb5-5b56-4cb9-928b-de773356d9ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3637186'] for security_group (426b30b4-a951-459c-bf6a-0a461a578a5a), after_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:26:17.081706 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-a88e5bb5-5b56-4cb9-928b-de773356d9ff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:26:17.083135 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-a88e5bb5-5b56-4cb9-928b-de773356d9ff admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/426b30b4-a951-459c-bf6a-0a461a578a5a HTTP/1.1" status: 204 len: 168 time: 0.1228709 Jun 30 04:26:17.095031 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88e5bb5-5b56-4cb9-928b-de773356d9ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=426b30b4-a951-459c-bf6a-0a461a578a5a,revision_number=None']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:26:17.433097 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.rpc [None req-2a6d8403-c0a5-4ac4-aa48-860a84345009 None None] Device f7aa1a22-3246-47ba-8d0d-26ea50586ed9 no longer exists at agent ovs-agent-dv-cinder-846842-7-iscsi {{(pid=104417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 04:26:17.455220 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-2a6d8403-c0a5-4ac4-aa48-860a84345009 None None] No Port match for: f7aa1a22-3246-47ba-8d0d-26ea50586ed9 {{(pid=104417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 30 04:26:17.455558 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.rpc [None req-2a6d8403-c0a5-4ac4-aa48-860a84345009 None None] Device f7aa1a22-3246-47ba-8d0d-26ea50586ed9 not bound to the agent host dv-cinder-846842-7-iscsi {{(pid=104417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 04:26:17.455963 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.rpc [None req-2a6d8403-c0a5-4ac4-aa48-860a84345009 None None] Device 658b8ecd-f547-4e59-8873-35a792608596 no longer exists at agent ovs-agent-dv-cinder-846842-7-iscsi {{(pid=104417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 04:26:17.476194 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-2a6d8403-c0a5-4ac4-aa48-860a84345009 None None] No Port match for: 658b8ecd-f547-4e59-8873-35a792608596 {{(pid=104417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 30 04:26:17.476194 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.rpc [None req-2a6d8403-c0a5-4ac4-aa48-860a84345009 None None] Device 658b8ecd-f547-4e59-8873-35a792608596 not bound to the agent host dv-cinder-846842-7-iscsi {{(pid=104417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 04:26:17.476194 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.rpc [None req-2a6d8403-c0a5-4ac4-aa48-860a84345009 None None] Device 2d0e1fb1-4172-4681-92df-fa58ae2099fd no longer exists at agent ovs-agent-dv-cinder-846842-7-iscsi {{(pid=104417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 04:26:17.494260 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-2a6d8403-c0a5-4ac4-aa48-860a84345009 None None] No Port match for: 2d0e1fb1-4172-4681-92df-fa58ae2099fd {{(pid=104417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 30 04:26:17.494641 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.rpc [None req-2a6d8403-c0a5-4ac4-aa48-860a84345009 None None] Device 2d0e1fb1-4172-4681-92df-fa58ae2099fd not bound to the agent host dv-cinder-846842-7-iscsi {{(pid=104417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 04:26:17.793272 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.wsgi [-] (104415) accepted ('10.222.0.13', 57872) {{(pid=104415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 04:26:17.907957 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.v2.base [None req-771bc830-f211-4fa8-9936-736a83f99e32 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1275676774-network', 'tenant_id': '21b8001d268445c0a28c3ed02b9afcb3'}} {{(pid=104415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 30 04:26:17.931932 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-771bc830-f211-4fa8-9936-736a83f99e32 admin admin] Made reservation on behalf of 21b8001d268445c0a28c3ed02b9afcb3 for: {'network': 1} {{(pid=104415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 04:26:17.934358 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-771bc830-f211-4fa8-9936-736a83f99e32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3606762'] for network (None), before_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:26:17.942976 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-771bc830-f211-4fa8-9936-736a83f99e32 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:26:17.996582 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=84,neutron:DELETE=9,neutron:UPDATE=3,neutron:INSERT=4 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:26:18.031253 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-771bc830-f211-4fa8-9936-736a83f99e32 admin admin] Publish callbacks [] for security_group (d2a91196-a390-4b70-86fd-51a7d9f28310), precommit_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:26:18.036353 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-771bc830-f211-4fa8-9936-736a83f99e32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3637186'] for security_group (d2a91196-a390-4b70-86fd-51a7d9f28310), after_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:26:18.057313 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-771bc830-f211-4fa8-9936-736a83f99e32 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 184} {{(pid=104415) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 04:26:18.058838 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=81,neutron:DELETE=7,neutron:UPDATE=1,neutron:INSERT=11 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:26:18.073517 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771bc830-f211-4fa8-9936-736a83f99e32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2a91196-a390-4b70-86fd-51a7d9f28310,revision_number=1']} {{(pid=104415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:26:18.076407 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-771bc830-f211-4fa8-9936-736a83f99e32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505043'] for segment (840dad00-01fe-4800-89d0-035a2ea7aadc), precommit_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:26:18.076748 dv-cinder-846842-7-iscsi neutron-server[104415]: INFO neutron.db.segments_db [None req-771bc830-f211-4fa8-9936-736a83f99e32 admin admin] Added segment 840dad00-01fe-4800-89d0-035a2ea7aadc of type vlan for network 20ab151a-92d3-45f8-9aea-acc5912ac287 Jun 30 04:26:18.117544 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-771bc830-f211-4fa8-9936-736a83f99e32 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781926193812'] for network (20ab151a-92d3-45f8-9aea-acc5912ac287), precommit_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:26:18.144363 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-771bc830-f211-4fa8-9936-736a83f99e32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3637173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528681'] for network (20ab151a-92d3-45f8-9aea-acc5912ac287), after_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:26:18.145365 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-771bc830-f211-4fa8-9936-736a83f99e32 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:26:18.145940 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-771bc830-f211-4fa8-9936-736a83f99e32 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528667'] for network (None), before_response {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:26:18.172912 dv-cinder-846842-7-iscsi neutron-server[104415]: INFO neutron.wsgi [None req-771bc830-f211-4fa8-9936-736a83f99e32 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 869 time: 0.3786170 Jun 30 04:26:18.176014 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.13', 57876) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 04:26:18.181011 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.v2.base [None req-ca82d5ce-2d3b-49e6-890b-a0375ff7b543 admin admin] Request body: {'subnet': {'network_id': '20ab151a-92d3-45f8-9aea-acc5912ac287', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1275676774-subnet', 'tenant_id': '21b8001d268445c0a28c3ed02b9afcb3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 30 04:26:18.202797 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca82d5ce-2d3b-49e6-890b-a0375ff7b543 admin admin] Made reservation on behalf of 21b8001d268445c0a28c3ed02b9afcb3 for: {'subnet': 1} {{(pid=104416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 04:26:18.205185 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-ca82d5ce-2d3b-49e6-890b-a0375ff7b543 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12208602'] for subnet (None), before_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:26:18.208303 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771bc830-f211-4fa8-9936-736a83f99e32 admin admin] Pushing event updated for resources: {'Network': ['ID=20ab151a-92d3-45f8-9aea-acc5912ac287,revision_number=1']} {{(pid=104415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:26:18.220603 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.rpc [None req-2a6d8403-c0a5-4ac4-aa48-860a84345009 None None] Network 20ab151a-92d3-45f8-9aea-acc5912ac287 details requested by agent ovs-agent-dv-cinder-846842-7-iscsi with host dv-cinder-846842-7-iscsi {{(pid=104417) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 04:26:18.377151 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-ca82d5ce-2d3b-49e6-890b-a0375ff7b543 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1757586', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12208588'] for subnet (5b0ecd89-3294-4f96-9c72-f214728b68c6), after_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:26:18.431060 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca82d5ce-2d3b-49e6-890b-a0375ff7b543 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5b0ecd89-3294-4f96-9c72-f214728b68c6,revision_number=0']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:26:18.448513 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca82d5ce-2d3b-49e6-890b-a0375ff7b543 admin admin] Checking segment: {'id': '840dad00-01fe-4800-89d0-035a2ea7aadc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '20ab151a-92d3-45f8-9aea-acc5912ac287'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104416) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 30 04:26:18.448871 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca82d5ce-2d3b-49e6-890b-a0375ff7b543 admin admin] Network hostable DHCP agents. Network: 20ab151a-92d3-45f8-9aea-acc5912ac287, hostable agents: ['beddbd52-9273-44c2-990c-63933fe383b2'], hosted agents: [] {{(pid=104416) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 04:26:18.467719 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca82d5ce-2d3b-49e6-890b-a0375ff7b543 admin admin] Network 20ab151a-92d3-45f8-9aea-acc5912ac287 is scheduled to be hosted by DHCP agent beddbd52-9273-44c2-990c-63933fe383b2 with binding_index 1 {{(pid=104416) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 04:26:18.478038 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.scheduler.base_scheduler [None req-ca82d5ce-2d3b-49e6-890b-a0375ff7b543 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-846842-7-iscsi, 20ab151a-92d3-45f8-9aea-acc5912ac287) {{(pid=104416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 04:26:18.482175 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca82d5ce-2d3b-49e6-890b-a0375ff7b543 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:26:18.482763 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-ca82d5ce-2d3b-49e6-890b-a0375ff7b543 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:26:18.487066 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d269ed7-24fc-43ef-bcf1-ec2d5bce5d5e None None] Network 20ab151a-92d3-45f8-9aea-acc5912ac287 requested from dv-cinder-846842-7-iscsi {{(pid=104417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 30 04:26:18.503012 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-ca82d5ce-2d3b-49e6-890b-a0375ff7b543 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3232458 Jun 30 04:26:18.503240 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.13', 57878) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 04:26:18.507459 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.v2.base [None req-9e26ddbd-652f-4817-996b-64753529eb09 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-1275676774-router', 'tenant_id': '21b8001d268445c0a28c3ed02b9afcb3', 'external_gateway_info': {'network_id': 'a14b0e4f-074d-4507-846c-fc8420bddf12'}}} {{(pid=104416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 30 04:26:18.510774 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:26:18.532412 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-9e26ddbd-652f-4817-996b-64753529eb09 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-611393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-992720'] for router (b300454e-234f-4b0b-bfc4-de8233cf4de2), before_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:26:18.533438 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-9e26ddbd-652f-4817-996b-64753529eb09 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-612039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-618118', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-671212', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-992729'] for router (b300454e-234f-4b0b-bfc4-de8233cf4de2), precommit_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:26:18.559867 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=83,neutron:DELETE=4,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:26:18.590423 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-9e26ddbd-652f-4817-996b-64753529eb09 admin admin] Publish callbacks [] for router_controller (b300454e-234f-4b0b-bfc4-de8233cf4de2), precommit_add_association {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:26:18.597274 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ba2a52c-d62c-4244-8f9d-0d9c9f3b7fc8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcd801984-d77e-514a-975e-2a6430aac994-20ab151a-92d3-45f8-9aea-acc5912ac287', 'network_id': '20ab151a-92d3-45f8-9aea-acc5912ac287', 'project_id': '21b8001d268445c0a28c3ed02b9afcb3', 'fixed_ips': [{'subnet_id': '5b0ecd89-3294-4f96-9c72-f214728b68c6'}]}} from dv-cinder-846842-7-iscsi. {{(pid=104417) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 30 04:26:18.598280 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-1ba2a52c-d62c-4244-8f9d-0d9c9f3b7fc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3606762'] for port (None), before_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:26:18.730315 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-9e26ddbd-652f-4817-996b-64753529eb09 admin admin] Publish callbacks [] for router_gateway (b300454e-234f-4b0b-bfc4-de8233cf4de2), precommit_update {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:26:18.734215 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.db.db_base_plugin_common [None req-1ba2a52c-d62c-4244-8f9d-0d9c9f3b7fc8 None None] Allocated IP 172.20.0.2 (20ab151a-92d3-45f8-9aea-acc5912ac287/5b0ecd89-3294-4f96-9c72-f214728b68c6/a8ea7384-59c6-4a48-bd7a-0104243b04c6) {{(pid=104417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 04:26:18.886837 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-1ba2a52c-d62c-4244-8f9d-0d9c9f3b7fc8 None None] Publish callbacks [] for port (a8ea7384-59c6-4a48-bd7a-0104243b04c6), precommit_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:26:18.894214 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-1ba2a52c-d62c-4244-8f9d-0d9c9f3b7fc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4095053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781926239317'] for port (a8ea7384-59c6-4a48-bd7a-0104243b04c6), after_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:26:18.916863 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-9e26ddbd-652f-4817-996b-64753529eb09 admin admin] Publish callbacks [] for router_gateway (b300454e-234f-4b0b-bfc4-de8233cf4de2), before_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:26:18.936021 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ba2a52c-d62c-4244-8f9d-0d9c9f3b7fc8 None None] Network 20ab151a-92d3-45f8-9aea-acc5912ac287 is already hosted by enough agents. {{(pid=104417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 04:26:18.936425 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-9e26ddbd-652f-4817-996b-64753529eb09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3606762'] for port (None), before_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:26:18.941459 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.scheduler.base_scheduler [None req-1ba2a52c-d62c-4244-8f9d-0d9c9f3b7fc8 None None] Resources bound (agent type, host, resource id): {{(pid=104417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 04:26:18.943693 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba2a52c-d62c-4244-8f9d-0d9c9f3b7fc8 None None] Pushing event updated for resources: {'Port': ['ID=a8ea7384-59c6-4a48-bd7a-0104243b04c6,revision_number=1']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:26:18.945850 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ba2a52c-d62c-4244-8f9d-0d9c9f3b7fc8 None None] Received port after_create {{(pid=104417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 30 04:26:18.957942 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba2a52c-d62c-4244-8f9d-0d9c9f3b7fc8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:26:18.958282 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba2a52c-d62c-4244-8f9d-0d9c9f3b7fc8 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:26:18.958625 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba2a52c-d62c-4244-8f9d-0d9c9f3b7fc8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:26:18.958959 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba2a52c-d62c-4244-8f9d-0d9c9f3b7fc8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:26:18.959294 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba2a52c-d62c-4244-8f9d-0d9c9f3b7fc8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:26:18.959618 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba2a52c-d62c-4244-8f9d-0d9c9f3b7fc8 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:26:18.959934 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba2a52c-d62c-4244-8f9d-0d9c9f3b7fc8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:26:18.960247 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba2a52c-d62c-4244-8f9d-0d9c9f3b7fc8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:26:18.960561 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba2a52c-d62c-4244-8f9d-0d9c9f3b7fc8 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:26:18.960873 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba2a52c-d62c-4244-8f9d-0d9c9f3b7fc8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:26:18.961188 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba2a52c-d62c-4244-8f9d-0d9c9f3b7fc8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:26:18.961500 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba2a52c-d62c-4244-8f9d-0d9c9f3b7fc8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:26:18.961837 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba2a52c-d62c-4244-8f9d-0d9c9f3b7fc8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:26:18.962146 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba2a52c-d62c-4244-8f9d-0d9c9f3b7fc8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:26:18.962454 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba2a52c-d62c-4244-8f9d-0d9c9f3b7fc8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:26:19.014446 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=88,neutron:UPDATE=7,neutron:INSERT=5 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:26:19.020221 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.managers [None req-1ba2a52c-d62c-4244-8f9d-0d9c9f3b7fc8 None None] Attempting to bind port a8ea7384-59c6-4a48-bd7a-0104243b04c6 on host dv-cinder-846842-7-iscsi for vnic_type normal with profile {{(pid=104417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 30 04:26:19.020679 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.managers [None req-1ba2a52c-d62c-4244-8f9d-0d9c9f3b7fc8 None None] Attempting to bind port a8ea7384-59c6-4a48-bd7a-0104243b04c6 by drivers openvswitch,hyperv on host dv-cinder-846842-7-iscsi at level 0 using segments [{'id': '840dad00-01fe-4800-89d0-035a2ea7aadc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '20ab151a-92d3-45f8-9aea-acc5912ac287'}] {{(pid=104417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 30 04:26:19.021039 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ba2a52c-d62c-4244-8f9d-0d9c9f3b7fc8 None None] Attempting to bind port a8ea7384-59c6-4a48-bd7a-0104243b04c6 on network 20ab151a-92d3-45f8-9aea-acc5912ac287 {{(pid=104417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 30 04:26:19.027326 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ba2a52c-d62c-4244-8f9d-0d9c9f3b7fc8 None None] Checking agent: {'id': 'cbdf45b5-344e-4e18-9242-1abb738708f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846842-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 30, 4, 7, 10), 'started_at': datetime.datetime(2022, 6, 30, 4, 7, 40), 'heartbeat_timestamp': datetime.datetime(2022, 6, 30, 4, 26, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846842-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 30 04:26:19.027697 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ba2a52c-d62c-4244-8f9d-0d9c9f3b7fc8 None None] Checking segment: {'id': '840dad00-01fe-4800-89d0-035a2ea7aadc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '20ab151a-92d3-45f8-9aea-acc5912ac287'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 30 04:26:19.028121 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-1ba2a52c-d62c-4244-8f9d-0d9c9f3b7fc8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:26:19.028508 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ba2a52c-d62c-4244-8f9d-0d9c9f3b7fc8 None None] Bound using segment: {'id': '840dad00-01fe-4800-89d0-035a2ea7aadc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '20ab151a-92d3-45f8-9aea-acc5912ac287'} {{(pid=104417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 30 04:26:19.028957 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.managers [None req-1ba2a52c-d62c-4244-8f9d-0d9c9f3b7fc8 None None] Bound port: a8ea7384-59c6-4a48-bd7a-0104243b04c6, host: dv-cinder-846842-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '840dad00-01fe-4800-89d0-035a2ea7aadc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '20ab151a-92d3-45f8-9aea-acc5912ac287'}}] {{(pid=104417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 30 04:26:19.029329 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-1ba2a52c-d62c-4244-8f9d-0d9c9f3b7fc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3606762'] for port (a8ea7384-59c6-4a48-bd7a-0104243b04c6), before_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:26:19.037880 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=92,neutron:UPDATE=7,neutron:INSERT=1 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:26:19.049110 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.db.db_base_plugin_common [None req-9e26ddbd-652f-4817-996b-64753529eb09 admin admin] Allocated IP 172.27.1.144 (a14b0e4f-074d-4507-846c-fc8420bddf12/15378187-268c-4fae-ace7-eaca7aa50f90/e1ba8edc-886b-4bc7-977b-54635f667137) {{(pid=104416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 04:26:19.092321 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.db [None req-1ba2a52c-d62c-4244-8f9d-0d9c9f3b7fc8 None None] For port a8ea7384-59c6-4a48-bd7a-0104243b04c6, host dv-cinder-846842-7-iscsi, cleared binding levels {{(pid=104417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 04:26:19.095554 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.db [None req-1ba2a52c-d62c-4244-8f9d-0d9c9f3b7fc8 None None] For port a8ea7384-59c6-4a48-bd7a-0104243b04c6, host dv-cinder-846842-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-7-iscsi',level=0,port_id=a8ea7384-59c6-4a48-bd7a-0104243b04c6,segment=NetworkSegment(840dad00-01fe-4800-89d0-035a2ea7aadc),segment_id=840dad00-01fe-4800-89d0-035a2ea7aadc)] {{(pid=104417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 04:26:19.101297 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-1ba2a52c-d62c-4244-8f9d-0d9c9f3b7fc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4095053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781926634698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781926239335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781926239353'] for port (a8ea7384-59c6-4a48-bd7a-0104243b04c6), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:26:19.156635 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-9e26ddbd-652f-4817-996b-64753529eb09 admin admin] Publish callbacks [] for port (e1ba8edc-886b-4bc7-977b-54635f667137), precommit_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:26:19.157025 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba2a52c-d62c-4244-8f9d-0d9c9f3b7fc8 None None] Pushing event updated for resources: {'Port': ['ID=a8ea7384-59c6-4a48-bd7a-0104243b04c6,revision_number=2']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:26:19.191990 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-9e26ddbd-652f-4817-996b-64753529eb09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4095053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781926239317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1764130'] for port (e1ba8edc-886b-4bc7-977b-54635f667137), after_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:26:19.238948 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e26ddbd-652f-4817-996b-64753529eb09 admin admin] Network a14b0e4f-074d-4507-846c-fc8420bddf12 is already hosted by enough agents. {{(pid=104416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 04:26:19.244821 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.scheduler.base_scheduler [None req-9e26ddbd-652f-4817-996b-64753529eb09 admin admin] Resources bound (agent type, host, resource id): {{(pid=104416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 04:26:19.247079 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e26ddbd-652f-4817-996b-64753529eb09 admin admin] Pushing event updated for resources: {'Port': ['ID=e1ba8edc-886b-4bc7-977b-54635f667137,revision_number=1']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:26:19.249286 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e26ddbd-652f-4817-996b-64753529eb09 admin admin] Received port after_create {{(pid=104416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 30 04:26:19.461332 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:INSERT=6,neutron:SELECT=92,neutron:UPDATE=2 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:26:19.472627 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.rpc [None req-2a6d8403-c0a5-4ac4-aa48-860a84345009 None None] Device a8ea7384-59c6-4a48-bd7a-0104243b04c6 up at agent ovs-agent-dv-cinder-846842-7-iscsi {{(pid=104417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 04:26:19.522412 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.db.provisioning_blocks [None req-2a6d8403-c0a5-4ac4-aa48-860a84345009 None None] Provisioning complete for port a8ea7384-59c6-4a48-bd7a-0104243b04c6 triggered by entity L2. {{(pid=104417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 30 04:26:19.523117 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-2a6d8403-c0a5-4ac4-aa48-860a84345009 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565073'] for port (a8ea7384-59c6-4a48-bd7a-0104243b04c6), provisioning_complete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:26:19.528758 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-9e26ddbd-652f-4817-996b-64753529eb09 admin admin] Publish callbacks [] for router_gateway (b300454e-234f-4b0b-bfc4-de8233cf4de2), after_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:26:19.560161 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=91,neutron:UPDATE=6,neutron:INSERT=3 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:26:19.604342 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-2a6d8403-c0a5-4ac4-aa48-860a84345009 None None] Current status of the port a8ea7384-59c6-4a48-bd7a-0104243b04c6 is: DOWN; New status is: ACTIVE {{(pid=104417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 30 04:26:19.605123 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-2a6d8403-c0a5-4ac4-aa48-860a84345009 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3606762'] for port (a8ea7384-59c6-4a48-bd7a-0104243b04c6), before_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:26:19.642155 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.db [None req-2a6d8403-c0a5-4ac4-aa48-860a84345009 None None] For port a8ea7384-59c6-4a48-bd7a-0104243b04c6, host dv-cinder-846842-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-7-iscsi',level=0,port_id=a8ea7384-59c6-4a48-bd7a-0104243b04c6,segment=NetworkSegment(840dad00-01fe-4800-89d0-035a2ea7aadc),segment_id=840dad00-01fe-4800-89d0-035a2ea7aadc)] {{(pid=104417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 04:26:19.645353 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-2a6d8403-c0a5-4ac4-aa48-860a84345009 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4095053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781926634698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781926239335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781926239353'] for port (a8ea7384-59c6-4a48-bd7a-0104243b04c6), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:26:19.698192 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6d8403-c0a5-4ac4-aa48-860a84345009 None None] Pushing event updated for resources: {'Port': ['ID=a8ea7384-59c6-4a48-bd7a-0104243b04c6,revision_number=3']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:26:19.721199 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-9e26ddbd-652f-4817-996b-64753529eb09 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-612929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-619506'] for router (b300454e-234f-4b0b-bfc4-de8233cf4de2), after_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:26:19.850474 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e26ddbd-652f-4817-996b-64753529eb09 admin admin] Router b300454e-234f-4b0b-bfc4-de8233cf4de2 is scheduled to L3 agent 2ea21a61-d737-4543-a811-a0d035fbf0f6 with binding_index 1 {{(pid=104416) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 30 04:26:19.966738 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e26ddbd-652f-4817-996b-64753529eb09 admin admin] Notify agent at l3_agent.dv-cinder-846842-7-iscsi the message routers_updated {{(pid=104416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 04:26:19.976171 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff6e2aa4-06d1-452d-a6d7-01f8c2a07621 None None] Sync routers for ids ['b300454e-234f-4b0b-bfc4-de8233cf4de2'] in dv-cinder-846842-7-iscsi {{(pid=104417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 04:26:19.988009 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff6e2aa4-06d1-452d-a6d7-01f8c2a07621 None None] Routers {'b300454e-234f-4b0b-bfc4-de8233cf4de2'} bound to L3 agent in host dv-cinder-846842-7-iscsi {{(pid=104417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 30 04:26:19.988242 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-9e26ddbd-652f-4817-996b-64753529eb09 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:26:19.988585 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.db.l3_hamode_db [None req-ff6e2aa4-06d1-452d-a6d7-01f8c2a07621 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-30T04:07:07Z,description=,heartbeat_timestamp=2022-06-30T04:26:08Z,host='dv-cinder-846842-7-iscsi',id=2ea21a61-d737-4543-a811-a0d035fbf0f6,load=0,resource_versions=,resources_synced=,started_at=2022-06-30T04:07:07Z,topic='l3_agent')) {'router_ids': ['b300454e-234f-4b0b-bfc4-de8233cf4de2'], 'active': True} {{(pid=104417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 04:26:19.989371 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-9e26ddbd-652f-4817-996b-64753529eb09 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.4851570 Jun 30 04:26:19.992227 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.13', 57880) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 04:26:20.100038 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b9a68b0-d7da-4570-8c35-f5be5a75c4f7 None None] Network 20ab151a-92d3-45f8-9aea-acc5912ac287 requested from dv-cinder-846842-7-iscsi {{(pid=104417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 30 04:26:20.131298 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.db.l3_dvr_db [None req-ff6e2aa4-06d1-452d-a6d7-01f8c2a07621 None None] Set router b300454e-234f-4b0b-bfc4-de8233cf4de2 gateway port host: dv-cinder-846842-7-iscsi {{(pid=104417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 30 04:26:20.244538 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.db.provisioning_blocks [None req-7a0b017f-2ab9-4a99-9400-359925da8368 None None] Provisioning complete for port a8ea7384-59c6-4a48-bd7a-0104243b04c6 triggered by entity DHCP. {{(pid=104417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 30 04:26:20.244901 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-7a0b017f-2ab9-4a99-9400-359925da8368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565073'] for port (a8ea7384-59c6-4a48-bd7a-0104243b04c6), provisioning_complete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:26:20.319365 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:26:20.401128 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-9425bcd6-1f4f-4926-b8dd-f27ebba17474 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3606762'] for port (None), before_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:26:20.440175 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:26:20.446510 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-7a0b017f-2ab9-4a99-9400-359925da8368 None None] Current status of the port a8ea7384-59c6-4a48-bd7a-0104243b04c6 is: ACTIVE; New status is: ACTIVE {{(pid=104417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 30 04:26:20.448950 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.db.l3_hamode_db [None req-ff6e2aa4-06d1-452d-a6d7-01f8c2a07621 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b300454e-234f-4b0b-bfc4-de8233cf4de2', 'name': 'tempest-AttachVolumeNegativeTest-1275676774-router', 'tenant_id': '21b8001d268445c0a28c3ed02b9afcb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14b0e4f-074d-4507-846c-fc8420bddf12', 'external_fixed_ips': [{'subnet_id': '15378187-268c-4fae-ace7-eaca7aa50f90', 'ip_address': '172.27.1.144'}], 'enable_snat': True}, 'gw_port_id': 'e1ba8edc-886b-4bc7-977b-54635f667137', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T04:26:18Z', 'updated_at': '2022-06-30T04:26:19Z', 'revision_number': 3, 'project_id': '21b8001d268445c0a28c3ed02b9afcb3', 'gw_port': {'id': 'e1ba8edc-886b-4bc7-977b-54635f667137', 'name': '', 'network_id': 'a14b0e4f-074d-4507-846c-fc8420bddf12', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:88:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b300454e-234f-4b0b-bfc4-de8233cf4de2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '15378187-268c-4fae-ace7-eaca7aa50f90', 'ip_address': '172.27.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T04:26:18Z', 'updated_at': '2022-06-30T04:26:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '15378187-268c-4fae-ace7-eaca7aa50f90', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-7-iscsi'}], 'dv-cinder-846842-7-iscsi', False) {} {{(pid=104417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 04:26:20.453310 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:26:20.481429 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff6e2aa4-06d1-452d-a6d7-01f8c2a07621 None None] Checking router: b300454e-234f-4b0b-bfc4-de8233cf4de2 for host: dv-cinder-846842-7-iscsi {{(pid=104417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 04:26:20.481763 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff6e2aa4-06d1-452d-a6d7-01f8c2a07621 None None] Updating router b300454e-234f-4b0b-bfc4-de8233cf4de2 port e1ba8edc-886b-4bc7-977b-54635f667137 binding host dv-cinder-846842-7-iscsi {{(pid=104417) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 04:26:20.507283 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:DELETE=1 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:26:20.513996 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-ff6e2aa4-06d1-452d-a6d7-01f8c2a07621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3606762'] for port (e1ba8edc-886b-4bc7-977b-54635f667137), before_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:26:20.570207 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.db.db_base_plugin_common [None req-9425bcd6-1f4f-4926-b8dd-f27ebba17474 admin admin] Allocated IP 172.20.0.1 (20ab151a-92d3-45f8-9aea-acc5912ac287/5b0ecd89-3294-4f96-9c72-f214728b68c6/09e4e20e-ef67-4ca2-849d-f1c26680ced2) {{(pid=104416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 04:26:20.675923 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-9425bcd6-1f4f-4926-b8dd-f27ebba17474 admin admin] Publish callbacks [] for port (09e4e20e-ef67-4ca2-849d-f1c26680ced2), precommit_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:26:20.690095 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.db.provisioning_blocks [None req-d319c800-c2c7-4ebd-aefa-99c795593490 None None] Provisioning complete for port a8ea7384-59c6-4a48-bd7a-0104243b04c6 triggered by entity DHCP. {{(pid=104417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 30 04:26:20.690717 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-d319c800-c2c7-4ebd-aefa-99c795593490 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565073'] for port (a8ea7384-59c6-4a48-bd7a-0104243b04c6), provisioning_complete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:26:20.710099 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-9425bcd6-1f4f-4926-b8dd-f27ebba17474 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4095053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781926239317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1764130'] for port (09e4e20e-ef67-4ca2-849d-f1c26680ced2), after_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:26:20.752601 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9425bcd6-1f4f-4926-b8dd-f27ebba17474 admin admin] Network 20ab151a-92d3-45f8-9aea-acc5912ac287 is already hosted by enough agents. {{(pid=104416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 04:26:20.757761 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.scheduler.base_scheduler [None req-9425bcd6-1f4f-4926-b8dd-f27ebba17474 admin admin] Resources bound (agent type, host, resource id): {{(pid=104416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 04:26:20.760704 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9425bcd6-1f4f-4926-b8dd-f27ebba17474 admin admin] Pushing event updated for resources: {'Port': ['ID=09e4e20e-ef67-4ca2-849d-f1c26680ced2,revision_number=1']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:26:20.762226 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9425bcd6-1f4f-4926-b8dd-f27ebba17474 admin admin] Received port after_create {{(pid=104416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 30 04:26:20.802315 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-9425bcd6-1f4f-4926-b8dd-f27ebba17474 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-614065'] for router_interface (b300454e-234f-4b0b-bfc4-de8233cf4de2), before_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:26:20.940382 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-9425bcd6-1f4f-4926-b8dd-f27ebba17474 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3606762'] for port (09e4e20e-ef67-4ca2-849d-f1c26680ced2), before_update {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:26:20.975582 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-ff6e2aa4-06d1-452d-a6d7-01f8c2a07621 None None] Publish callbacks [] for port (e1ba8edc-886b-4bc7-977b-54635f667137), precommit_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:26:20.979420 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-d319c800-c2c7-4ebd-aefa-99c795593490 None None] Current status of the port a8ea7384-59c6-4a48-bd7a-0104243b04c6 is: ACTIVE; New status is: ACTIVE {{(pid=104417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 30 04:26:20.981849 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-ff6e2aa4-06d1-452d-a6d7-01f8c2a07621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4095053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781926634698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781926239335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781926239353'] for port (e1ba8edc-886b-4bc7-977b-54635f667137), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:26:21.035215 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.managers [None req-ff6e2aa4-06d1-452d-a6d7-01f8c2a07621 None None] Attempting to bind port e1ba8edc-886b-4bc7-977b-54635f667137 on host dv-cinder-846842-7-iscsi for vnic_type normal with profile {{(pid=104417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 30 04:26:21.035506 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.managers [None req-ff6e2aa4-06d1-452d-a6d7-01f8c2a07621 None None] Attempting to bind port e1ba8edc-886b-4bc7-977b-54635f667137 by drivers openvswitch,hyperv on host dv-cinder-846842-7-iscsi at level 0 using segments [{'id': '3bfcffa1-5305-4ee8-86f3-678eb000aac1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a14b0e4f-074d-4507-846c-fc8420bddf12'}] {{(pid=104417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 30 04:26:21.035859 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff6e2aa4-06d1-452d-a6d7-01f8c2a07621 None None] Attempting to bind port e1ba8edc-886b-4bc7-977b-54635f667137 on network a14b0e4f-074d-4507-846c-fc8420bddf12 {{(pid=104417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 30 04:26:21.037952 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367d083c-a685-49a1-9ba0-682b272d6e1a None None] Pushing event updated for resources: {'Port': ['ID=e1ba8edc-886b-4bc7-977b-54635f667137,revision_number=2']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:26:21.043540 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff6e2aa4-06d1-452d-a6d7-01f8c2a07621 None None] Checking agent: {'id': 'cbdf45b5-344e-4e18-9242-1abb738708f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846842-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 30, 4, 7, 10), 'started_at': datetime.datetime(2022, 6, 30, 4, 7, 40), 'heartbeat_timestamp': datetime.datetime(2022, 6, 30, 4, 26, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846842-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 30 04:26:21.043905 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff6e2aa4-06d1-452d-a6d7-01f8c2a07621 None None] Checking segment: {'id': '3bfcffa1-5305-4ee8-86f3-678eb000aac1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a14b0e4f-074d-4507-846c-fc8420bddf12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 30 04:26:21.044298 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-ff6e2aa4-06d1-452d-a6d7-01f8c2a07621 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:26:21.044672 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff6e2aa4-06d1-452d-a6d7-01f8c2a07621 None None] Bound using segment: {'id': '3bfcffa1-5305-4ee8-86f3-678eb000aac1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a14b0e4f-074d-4507-846c-fc8420bddf12'} {{(pid=104417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 30 04:26:21.045119 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.managers [None req-ff6e2aa4-06d1-452d-a6d7-01f8c2a07621 None None] Bound port: e1ba8edc-886b-4bc7-977b-54635f667137, host: dv-cinder-846842-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3bfcffa1-5305-4ee8-86f3-678eb000aac1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a14b0e4f-074d-4507-846c-fc8420bddf12'}}] {{(pid=104417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 30 04:26:21.045488 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-ff6e2aa4-06d1-452d-a6d7-01f8c2a07621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3606762'] for port (e1ba8edc-886b-4bc7-977b-54635f667137), before_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:26:21.104235 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.db [None req-ff6e2aa4-06d1-452d-a6d7-01f8c2a07621 None None] For port e1ba8edc-886b-4bc7-977b-54635f667137, host dv-cinder-846842-7-iscsi, cleared binding levels {{(pid=104417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 04:26:21.106106 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-9425bcd6-1f4f-4926-b8dd-f27ebba17474 admin admin] Publish callbacks [] for port (09e4e20e-ef67-4ca2-849d-f1c26680ced2), precommit_update {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:26:21.108719 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.db [None req-ff6e2aa4-06d1-452d-a6d7-01f8c2a07621 None None] For port e1ba8edc-886b-4bc7-977b-54635f667137, host dv-cinder-846842-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-7-iscsi',level=0,port_id=e1ba8edc-886b-4bc7-977b-54635f667137,segment=NetworkSegment(3bfcffa1-5305-4ee8-86f3-678eb000aac1),segment_id=3bfcffa1-5305-4ee8-86f3-678eb000aac1)] {{(pid=104417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 04:26:21.110219 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.db.provisioning_blocks [None req-eed7d5de-495d-4c7c-8aa8-2b0678021278 None None] Provisioning complete for port 09e4e20e-ef67-4ca2-849d-f1c26680ced2 triggered by entity DHCP. {{(pid=104417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 30 04:26:21.110577 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-eed7d5de-495d-4c7c-8aa8-2b0678021278 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565073'] for port (09e4e20e-ef67-4ca2-849d-f1c26680ced2), provisioning_complete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:26:21.111216 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-9425bcd6-1f4f-4926-b8dd-f27ebba17474 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4095053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781926634698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781926239335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781926239353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1764123'] for port (09e4e20e-ef67-4ca2-849d-f1c26680ced2), after_update {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:26:21.133631 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-ff6e2aa4-06d1-452d-a6d7-01f8c2a07621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4095053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781926634698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781926239335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781926239353'] for port (e1ba8edc-886b-4bc7-977b-54635f667137), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:26:21.137157 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:INSERT=4 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:26:21.178939 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-eed7d5de-495d-4c7c-8aa8-2b0678021278 None None] Port 09e4e20e-ef67-4ca2-849d-f1c26680ced2 cannot update to ACTIVE because it is not bound. {{(pid=104417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 30 04:26:21.181975 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:26:21.189100 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9425bcd6-1f4f-4926-b8dd-f27ebba17474 admin admin] Pushing event updated for resources: {'Port': ['ID=09e4e20e-ef67-4ca2-849d-f1c26680ced2,revision_number=2']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:26:21.193183 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-9425bcd6-1f4f-4926-b8dd-f27ebba17474 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-613933'] for router_interface (b300454e-234f-4b0b-bfc4-de8233cf4de2), after_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:26:21.203704 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff6e2aa4-06d1-452d-a6d7-01f8c2a07621 None None] Routers {'b300454e-234f-4b0b-bfc4-de8233cf4de2'} bound to L3 agent in host dv-cinder-846842-7-iscsi {{(pid=104417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 30 04:26:21.204327 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.db.l3_hamode_db [None req-ff6e2aa4-06d1-452d-a6d7-01f8c2a07621 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-30T04:07:07Z,description=,heartbeat_timestamp=2022-06-30T04:26:08Z,host='dv-cinder-846842-7-iscsi',id=2ea21a61-d737-4543-a811-a0d035fbf0f6,load=0,resource_versions=,resources_synced=,started_at=2022-06-30T04:07:07Z,topic='l3_agent')) {'router_ids': ['b300454e-234f-4b0b-bfc4-de8233cf4de2'], 'active': True} {{(pid=104417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 04:26:21.206014 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367d083c-a685-49a1-9ba0-682b272d6e1a None None] Pushing event updated for resources: {'Port': ['ID=e1ba8edc-886b-4bc7-977b-54635f667137,revision_number=3']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:26:21.291763 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9425bcd6-1f4f-4926-b8dd-f27ebba17474 admin admin] Network 20ab151a-92d3-45f8-9aea-acc5912ac287 is already hosted by enough agents. {{(pid=104416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 04:26:21.293285 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.scheduler.base_scheduler [None req-9425bcd6-1f4f-4926-b8dd-f27ebba17474 admin admin] Resources bound (agent type, host, resource id): {{(pid=104416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 04:26:21.309341 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.db.l3_dvr_db [None req-ff6e2aa4-06d1-452d-a6d7-01f8c2a07621 None None] Set router b300454e-234f-4b0b-bfc4-de8233cf4de2 gateway port host: dv-cinder-846842-7-iscsi {{(pid=104417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 30 04:26:21.408394 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9425bcd6-1f4f-4926-b8dd-f27ebba17474 admin admin] Router b300454e-234f-4b0b-bfc4-de8233cf4de2 has already been hosted by L3 agent 2ea21a61-d737-4543-a811-a0d035fbf0f6 {{(pid=104416) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 30 04:26:21.411133 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:26:21.452634 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:26:21.467979 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.rpc [None req-2a6d8403-c0a5-4ac4-aa48-860a84345009 None None] Device a8ea7384-59c6-4a48-bd7a-0104243b04c6 up at agent ovs-agent-dv-cinder-846842-7-iscsi {{(pid=104417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 04:26:21.567988 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.db.provisioning_blocks [None req-2a6d8403-c0a5-4ac4-aa48-860a84345009 None None] Provisioning complete for port a8ea7384-59c6-4a48-bd7a-0104243b04c6 triggered by entity L2. {{(pid=104417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 30 04:26:21.568272 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-2a6d8403-c0a5-4ac4-aa48-860a84345009 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565073'] for port (a8ea7384-59c6-4a48-bd7a-0104243b04c6), provisioning_complete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:26:21.573560 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.db.l3_hamode_db [None req-ff6e2aa4-06d1-452d-a6d7-01f8c2a07621 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b300454e-234f-4b0b-bfc4-de8233cf4de2', 'name': 'tempest-AttachVolumeNegativeTest-1275676774-router', 'tenant_id': '21b8001d268445c0a28c3ed02b9afcb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14b0e4f-074d-4507-846c-fc8420bddf12', 'external_fixed_ips': [{'subnet_id': '15378187-268c-4fae-ace7-eaca7aa50f90', 'ip_address': '172.27.1.144'}], 'enable_snat': True}, 'gw_port_id': 'e1ba8edc-886b-4bc7-977b-54635f667137', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T04:26:18Z', 'updated_at': '2022-06-30T04:26:20Z', 'revision_number': 4, 'project_id': '21b8001d268445c0a28c3ed02b9afcb3', 'gw_port': {'id': 'e1ba8edc-886b-4bc7-977b-54635f667137', 'name': '', 'network_id': 'a14b0e4f-074d-4507-846c-fc8420bddf12', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:88:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b300454e-234f-4b0b-bfc4-de8233cf4de2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '15378187-268c-4fae-ace7-eaca7aa50f90', 'ip_address': '172.27.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T04:26:18Z', 'updated_at': '2022-06-30T04:26:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15378187-268c-4fae-ace7-eaca7aa50f90', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-7-iscsi', '_interfaces': [{'id': '09e4e20e-ef67-4ca2-849d-f1c26680ced2', 'name': '', 'network_id': '20ab151a-92d3-45f8-9aea-acc5912ac287', 'tenant_id': '21b8001d268445c0a28c3ed02b9afcb3', 'mac_address': 'fa:16:3e:d3:b6:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b300454e-234f-4b0b-bfc4-de8233cf4de2', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '5b0ecd89-3294-4f96-9c72-f214728b68c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T04:26:20Z', 'updated_at': '2022-06-30T04:26:20Z', 'revision_number': 2, 'project_id': '21b8001d268445c0a28c3ed02b9afcb3', 'subnets': [{'id': '5b0ecd89-3294-4f96-9c72-f214728b68c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846842-7-iscsi', False) {} {{(pid=104417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 04:26:21.631387 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff6e2aa4-06d1-452d-a6d7-01f8c2a07621 None None] The sync data for ids ['b300454e-234f-4b0b-bfc4-de8233cf4de2'] in dv-cinder-846842-7-iscsi is: [{'id': 'b300454e-234f-4b0b-bfc4-de8233cf4de2', 'name': 'tempest-AttachVolumeNegativeTest-1275676774-router', 'tenant_id': '21b8001d268445c0a28c3ed02b9afcb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14b0e4f-074d-4507-846c-fc8420bddf12', 'external_fixed_ips': [{'subnet_id': '15378187-268c-4fae-ace7-eaca7aa50f90', 'ip_address': '172.27.1.144'}], 'enable_snat': True}, 'gw_port_id': 'e1ba8edc-886b-4bc7-977b-54635f667137', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T04:26:18Z', 'updated_at': '2022-06-30T04:26:20Z', 'revision_number': 4, 'project_id': '21b8001d268445c0a28c3ed02b9afcb3', 'gw_port': {'id': 'e1ba8edc-886b-4bc7-977b-54635f667137', 'name': '', 'network_id': 'a14b0e4f-074d-4507-846c-fc8420bddf12', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:88:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b300454e-234f-4b0b-bfc4-de8233cf4de2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '15378187-268c-4fae-ace7-eaca7aa50f90', 'ip_address': '172.27.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T04:26:18Z', 'updated_at': '2022-06-30T04:26:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15378187-268c-4fae-ace7-eaca7aa50f90', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-7-iscsi', '_interfaces': [{'id': '09e4e20e-ef67-4ca2-849d-f1c26680ced2', 'name': '', 'network_id': '20ab151a-92d3-45f8-9aea-acc5912ac287', 'tenant_id': '21b8001d268445c0a28c3ed02b9afcb3', 'mac_address': 'fa:16:3e:d3:b6:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b300454e-234f-4b0b-bfc4-de8233cf4de2', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '5b0ecd89-3294-4f96-9c72-f214728b68c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T04:26:20Z', 'updated_at': '2022-06-30T04:26:20Z', 'revision_number': 2, 'project_id': '21b8001d268445c0a28c3ed02b9afcb3', 'subnets': [{'id': '5b0ecd89-3294-4f96-9c72-f214728b68c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 04:26:21.642293 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.db.provisioning_blocks [None req-83e72dfb-4a24-4a63-a71f-c298eebeaa3a None None] Provisioning complete for port 09e4e20e-ef67-4ca2-849d-f1c26680ced2 triggered by entity DHCP. {{(pid=104417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 30 04:26:21.642646 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-83e72dfb-4a24-4a63-a71f-c298eebeaa3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565073'] for port (09e4e20e-ef67-4ca2-849d-f1c26680ced2), provisioning_complete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:26:21.686821 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-83e72dfb-4a24-4a63-a71f-c298eebeaa3a None None] Port 09e4e20e-ef67-4ca2-849d-f1c26680ced2 cannot update to ACTIVE because it is not bound. {{(pid=104417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 30 04:26:21.718718 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-2a6d8403-c0a5-4ac4-aa48-860a84345009 None None] Current status of the port a8ea7384-59c6-4a48-bd7a-0104243b04c6 is: ACTIVE; New status is: ACTIVE {{(pid=104417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 30 04:26:21.812847 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9425bcd6-1f4f-4926-b8dd-f27ebba17474 admin admin] Notify agent at l3_agent.dv-cinder-846842-7-iscsi the message routers_updated {{(pid=104416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 04:26:21.826031 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-9425bcd6-1f4f-4926-b8dd-f27ebba17474 admin admin] 10.222.0.13 "PUT /v2.0/routers/b300454e-234f-4b0b-bfc4-de8233cf4de2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8326712 Jun 30 04:26:22.126006 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.13', 57888) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 04:26:22.130648 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.v2.base [None req-17883c00-2df4-48d0-b53b-401b8c5adb48 tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1016993172', 'description': 'tempest-description--2092902525'}} {{(pid=104416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 30 04:26:22.154877 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-17883c00-2df4-48d0-b53b-401b8c5adb48 tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] Publish callbacks [] for security_group (None), before_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:26:22.232536 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-17883c00-2df4-48d0-b53b-401b8c5adb48 tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] Publish callbacks [] for security_group (fb322d40-a317-4efa-b157-f0f91d6e9acc), precommit_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:26:22.237144 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-17883c00-2df4-48d0-b53b-401b8c5adb48 tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3637186'] for security_group (fb322d40-a317-4efa-b157-f0f91d6e9acc), after_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:26:22.273644 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17883c00-2df4-48d0-b53b-401b8c5adb48 tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fb322d40-a317-4efa-b157-f0f91d6e9acc,revision_number=1']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:26:22.278928 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-17883c00-2df4-48d0-b53b-401b8c5adb48 tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] Publish callbacks [] for security_group (None), before_response {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:26:22.280643 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-17883c00-2df4-48d0-b53b-401b8c5adb48 tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1531422 Jun 30 04:26:22.283033 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.13', 57890) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 04:26:22.289446 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.v2.base [None req-0d2265ad-9d19-4e73-b05c-3daaff4cb482 tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] Request body: {'security_group_rule': {'security_group_id': 'fb322d40-a317-4efa-b157-f0f91d6e9acc', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 30 04:26:22.322193 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-0d2265ad-9d19-4e73-b05c-3daaff4cb482 tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] Publish callbacks [] for security_group_rule (9608710b-0188-4d28-967b-feebac010cd1), before_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:26:22.387216 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-0d2265ad-9d19-4e73-b05c-3daaff4cb482 tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] Publish callbacks [] for security_group_rule (9608710b-0188-4d28-967b-feebac010cd1), precommit_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:26:22.391306 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-0d2265ad-9d19-4e73-b05c-3daaff4cb482 tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3637011'] for security_group_rule (9608710b-0188-4d28-967b-feebac010cd1), after_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:26:22.411627 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2265ad-9d19-4e73-b05c-3daaff4cb482 tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9608710b-0188-4d28-967b-feebac010cd1,revision_number=0']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:26:22.420442 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-0d2265ad-9d19-4e73-b05c-3daaff4cb482 tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:26:22.421773 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-0d2265ad-9d19-4e73-b05c-3daaff4cb482 tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1378014 Jun 30 04:26:22.424760 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.13', 57892) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 04:26:22.429295 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.v2.base [None req-392fd1d2-795d-42a3-8681-8614e78a5f22 tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] Request body: {'security_group_rule': {'security_group_id': 'fb322d40-a317-4efa-b157-f0f91d6e9acc', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 30 04:26:22.462355 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-392fd1d2-795d-42a3-8681-8614e78a5f22 tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] Publish callbacks [] for security_group_rule (e5d57a8d-cf4a-4129-8062-e1262e74d670), before_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:26:22.516914 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:26:22.524570 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-392fd1d2-795d-42a3-8681-8614e78a5f22 tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] Publish callbacks [] for security_group_rule (e5d57a8d-cf4a-4129-8062-e1262e74d670), precommit_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:26:22.528830 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-392fd1d2-795d-42a3-8681-8614e78a5f22 tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3637011'] for security_group_rule (e5d57a8d-cf4a-4129-8062-e1262e74d670), after_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:26:22.549993 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392fd1d2-795d-42a3-8681-8614e78a5f22 tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e5d57a8d-cf4a-4129-8062-e1262e74d670,revision_number=0']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:26:22.554658 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-392fd1d2-795d-42a3-8681-8614e78a5f22 tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:26:22.556076 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-392fd1d2-795d-42a3-8681-8614e78a5f22 tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1302922 Jun 30 04:26:22.559620 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.13', 57894) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 04:26:22.567963 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.v2.base [None req-00a2beb8-3ef1-4b34-9617-d6b3f2f2e4f6 tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] Request body: {'floatingip': {'floating_network_id': 'a14b0e4f-074d-4507-846c-fc8420bddf12'}} {{(pid=104416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 30 04:26:22.576792 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:26:22.589568 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-00a2beb8-3ef1-4b34-9617-d6b3f2f2e4f6 tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:26:22.679696 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-00a2beb8-3ef1-4b34-9617-d6b3f2f2e4f6 tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3606762'] for port (None), before_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:26:22.792946 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.db.db_base_plugin_common [None req-00a2beb8-3ef1-4b34-9617-d6b3f2f2e4f6 tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] Allocated IP 172.27.1.181 (a14b0e4f-074d-4507-846c-fc8420bddf12/15378187-268c-4fae-ace7-eaca7aa50f90/8961143e-c17e-4eb8-a18e-b357d3561fc6) {{(pid=104416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 04:26:22.908095 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-00a2beb8-3ef1-4b34-9617-d6b3f2f2e4f6 tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] Publish callbacks [] for port (8961143e-c17e-4eb8-a18e-b357d3561fc6), precommit_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:26:22.940134 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-00a2beb8-3ef1-4b34-9617-d6b3f2f2e4f6 tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4095053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781926239317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1764130'] for port (8961143e-c17e-4eb8-a18e-b357d3561fc6), after_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:26:22.978360 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00a2beb8-3ef1-4b34-9617-d6b3f2f2e4f6 tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] Network a14b0e4f-074d-4507-846c-fc8420bddf12 is already hosted by enough agents. {{(pid=104416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 04:26:22.982813 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.scheduler.base_scheduler [None req-00a2beb8-3ef1-4b34-9617-d6b3f2f2e4f6 tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] Resources bound (agent type, host, resource id): {{(pid=104416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 04:26:22.986780 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00a2beb8-3ef1-4b34-9617-d6b3f2f2e4f6 tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] Received port after_create {{(pid=104416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 30 04:26:23.008169 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a2beb8-3ef1-4b34-9617-d6b3f2f2e4f6 tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] Pushing event updated for resources: {'Port': ['ID=8961143e-c17e-4eb8-a18e-b357d3561fc6,revision_number=1']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:26:23.077476 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-00a2beb8-3ef1-4b34-9617-d6b3f2f2e4f6 tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] Publish callbacks [] for floatingip (bc433182-ea2e-4441-9b6f-04b735ad19a6), precommit_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:26:23.115532 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-00a2beb8-3ef1-4b34-9617-d6b3f2f2e4f6 tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3606762'] for port (8961143e-c17e-4eb8-a18e-b357d3561fc6), before_update {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:26:23.273886 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:DELETE=1,neutron:SELECT=87,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:26:23.284881 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-00a2beb8-3ef1-4b34-9617-d6b3f2f2e4f6 tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] Publish callbacks [] for port (8961143e-c17e-4eb8-a18e-b357d3561fc6), precommit_update {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:26:23.291069 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-00a2beb8-3ef1-4b34-9617-d6b3f2f2e4f6 tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4095053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781926634698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781926239335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781926239353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1764123'] for port (8961143e-c17e-4eb8-a18e-b357d3561fc6), after_update {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:26:23.333048 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:26:23.360981 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a2beb8-3ef1-4b34-9617-d6b3f2f2e4f6 tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] Pushing event updated for resources: {'Port': ['ID=8961143e-c17e-4eb8-a18e-b357d3561fc6,revision_number=2']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:26:23.373991 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-00a2beb8-3ef1-4b34-9617-d6b3f2f2e4f6 tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-620077'] for floatingip (bc433182-ea2e-4441-9b6f-04b735ad19a6), after_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:26:23.391772 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-00a2beb8-3ef1-4b34-9617-d6b3f2f2e4f6 tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13292'] for floatingip (None), before_response {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:26:23.400763 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-00a2beb8-3ef1-4b34-9617-d6b3f2f2e4f6 tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8400364 Jun 30 04:26:23.477276 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.rpc [None req-2a6d8403-c0a5-4ac4-aa48-860a84345009 None None] Device e1ba8edc-886b-4bc7-977b-54635f667137 up at agent ovs-agent-dv-cinder-846842-7-iscsi {{(pid=104417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 04:26:23.532961 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.db.provisioning_blocks [None req-2a6d8403-c0a5-4ac4-aa48-860a84345009 None None] Provisioning complete for port e1ba8edc-886b-4bc7-977b-54635f667137 triggered by entity L2. {{(pid=104417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 30 04:26:23.533339 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-2a6d8403-c0a5-4ac4-aa48-860a84345009 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565073'] for port (e1ba8edc-886b-4bc7-977b-54635f667137), provisioning_complete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:26:23.563680 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-b8197600-cb47-4761-990f-8d23cacaa264 req-0d9dd209-da5b-497d-992e-976733e8ea8e tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--1016993172&fields=id&tenant_id=21b8001d268445c0a28c3ed02b9afcb3 HTTP/1.1" status: 200 len: 267 time: 0.0527394 Jun 30 04:26:23.614582 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-2a6d8403-c0a5-4ac4-aa48-860a84345009 None None] Current status of the port e1ba8edc-886b-4bc7-977b-54635f667137 is: DOWN; New status is: ACTIVE {{(pid=104417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 30 04:26:23.615267 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-2a6d8403-c0a5-4ac4-aa48-860a84345009 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3606762'] for port (e1ba8edc-886b-4bc7-977b-54635f667137), before_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:26:23.624497 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9676883-a6d3-4860-91a2-a62236a3a4c0 None None] Sync routers for ids ['b300454e-234f-4b0b-bfc4-de8233cf4de2'] in dv-cinder-846842-7-iscsi {{(pid=104418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 04:26:23.636674 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9676883-a6d3-4860-91a2-a62236a3a4c0 None None] Routers {'b300454e-234f-4b0b-bfc4-de8233cf4de2'} bound to L3 agent in host dv-cinder-846842-7-iscsi {{(pid=104418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 30 04:26:23.637327 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.db [None req-2a6d8403-c0a5-4ac4-aa48-860a84345009 None None] For port e1ba8edc-886b-4bc7-977b-54635f667137, host dv-cinder-846842-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-7-iscsi',level=0,port_id=e1ba8edc-886b-4bc7-977b-54635f667137,segment=NetworkSegment(3bfcffa1-5305-4ee8-86f3-678eb000aac1),segment_id=3bfcffa1-5305-4ee8-86f3-678eb000aac1)] {{(pid=104417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 04:26:23.637455 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.db.l3_hamode_db [None req-b9676883-a6d3-4860-91a2-a62236a3a4c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-30T04:07:07Z,description=,heartbeat_timestamp=2022-06-30T04:26:08Z,host='dv-cinder-846842-7-iscsi',id=2ea21a61-d737-4543-a811-a0d035fbf0f6,load=0,resource_versions=,resources_synced=,started_at=2022-06-30T04:07:07Z,topic='l3_agent')) {'router_ids': ['b300454e-234f-4b0b-bfc4-de8233cf4de2'], 'active': True} {{(pid=104418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 04:26:23.643914 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-2a6d8403-c0a5-4ac4-aa48-860a84345009 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4095053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781926634698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781926239335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781926239353'] for port (e1ba8edc-886b-4bc7-977b-54635f667137), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:26:23.677609 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8197600-cb47-4761-990f-8d23cacaa264 req-7f16de03-f908-481a-9990-ac48e64cfe25 tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:26:23.679142 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-b8197600-cb47-4761-990f-8d23cacaa264 req-7f16de03-f908-481a-9990-ac48e64cfe25 tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] 10.222.0.13 "GET /v2.0/networks?id=20ab151a-92d3-45f8-9aea-acc5912ac287 HTTP/1.1" status: 200 len: 815 time: 0.1078489 Jun 30 04:26:23.694244 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-b8197600-cb47-4761-990f-8d23cacaa264 req-075c57bb-e8ef-4962-b8c4-d2bc0dd8d717 tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] 10.222.0.13 "GET /v2.0/quotas/21b8001d268445c0a28c3ed02b9afcb3 HTTP/1.1" status: 200 len: 375 time: 0.0094867 Jun 30 04:26:23.698092 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6d8403-c0a5-4ac4-aa48-860a84345009 None None] Pushing event updated for resources: {'Port': ['ID=e1ba8edc-886b-4bc7-977b-54635f667137,revision_number=4']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:26:23.716603 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:SELECT=100 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:26:23.748020 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-b8197600-cb47-4761-990f-8d23cacaa264 req-935429c1-0738-4695-a400-dcd5fcdd83c0 tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=21b8001d268445c0a28c3ed02b9afcb3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0480788 Jun 30 04:26:23.750158 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.db.l3_dvr_db [None req-b9676883-a6d3-4860-91a2-a62236a3a4c0 None None] Set router b300454e-234f-4b0b-bfc4-de8233cf4de2 gateway port host: dv-cinder-846842-7-iscsi {{(pid=104418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 30 04:26:23.816707 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.wsgi [req-b8197600-cb47-4761-990f-8d23cacaa264 req-1bfd9f3f-59b9-4a8b-b89c-6026545edb08 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=104416) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 30 04:26:23.817685 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-b8197600-cb47-4761-990f-8d23cacaa264 req-1bfd9f3f-59b9-4a8b-b89c-6026545edb08 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0584130 Jun 30 04:26:23.916027 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-b8197600-cb47-4761-990f-8d23cacaa264 req-6b88aaa6-c514-4778-a702-474eb59e0066 service neutron] 10.222.0.13 "GET /v2.0/networks/20ab151a-92d3-45f8-9aea-acc5912ac287?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914936 Jun 30 04:26:23.946783 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.db.l3_hamode_db [None req-b9676883-a6d3-4860-91a2-a62236a3a4c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b300454e-234f-4b0b-bfc4-de8233cf4de2', 'name': 'tempest-AttachVolumeNegativeTest-1275676774-router', 'tenant_id': '21b8001d268445c0a28c3ed02b9afcb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14b0e4f-074d-4507-846c-fc8420bddf12', 'external_fixed_ips': [{'subnet_id': '15378187-268c-4fae-ace7-eaca7aa50f90', 'ip_address': '172.27.1.144'}], 'enable_snat': True}, 'gw_port_id': 'e1ba8edc-886b-4bc7-977b-54635f667137', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T04:26:18Z', 'updated_at': '2022-06-30T04:26:20Z', 'revision_number': 4, 'project_id': '21b8001d268445c0a28c3ed02b9afcb3', 'gw_port': {'id': 'e1ba8edc-886b-4bc7-977b-54635f667137', 'name': '', 'network_id': 'a14b0e4f-074d-4507-846c-fc8420bddf12', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:88:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b300454e-234f-4b0b-bfc4-de8233cf4de2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '15378187-268c-4fae-ace7-eaca7aa50f90', 'ip_address': '172.27.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T04:26:18Z', 'updated_at': '2022-06-30T04:26:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15378187-268c-4fae-ace7-eaca7aa50f90', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-7-iscsi', '_interfaces': [{'id': '09e4e20e-ef67-4ca2-849d-f1c26680ced2', 'name': '', 'network_id': '20ab151a-92d3-45f8-9aea-acc5912ac287', 'tenant_id': '21b8001d268445c0a28c3ed02b9afcb3', 'mac_address': 'fa:16:3e:d3:b6:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b300454e-234f-4b0b-bfc4-de8233cf4de2', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '5b0ecd89-3294-4f96-9c72-f214728b68c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T04:26:20Z', 'updated_at': '2022-06-30T04:26:20Z', 'revision_number': 2, 'project_id': '21b8001d268445c0a28c3ed02b9afcb3', 'subnets': [{'id': '5b0ecd89-3294-4f96-9c72-f214728b68c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846842-7-iscsi', False) {} {{(pid=104418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 04:26:23.971700 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9676883-a6d3-4860-91a2-a62236a3a4c0 None None] Checking router: b300454e-234f-4b0b-bfc4-de8233cf4de2 for host: dv-cinder-846842-7-iscsi {{(pid=104418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 04:26:23.972052 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9676883-a6d3-4860-91a2-a62236a3a4c0 None None] Updating router b300454e-234f-4b0b-bfc4-de8233cf4de2 port 09e4e20e-ef67-4ca2-849d-f1c26680ced2 binding host dv-cinder-846842-7-iscsi {{(pid=104418) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 04:26:24.004065 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-b9676883-a6d3-4860-91a2-a62236a3a4c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3606762'] for port (09e4e20e-ef67-4ca2-849d-f1c26680ced2), before_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:26:24.011464 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-b8197600-cb47-4761-990f-8d23cacaa264 req-bc8879de-ccf9-41fe-9381-ed5f142e0945 service neutron] 10.222.0.13 "GET /v2.0/networks/20ab151a-92d3-45f8-9aea-acc5912ac287?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900443 Jun 30 04:26:24.264586 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-b9676883-a6d3-4860-91a2-a62236a3a4c0 None None] Publish callbacks [] for port (09e4e20e-ef67-4ca2-849d-f1c26680ced2), precommit_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:26:24.271222 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-b9676883-a6d3-4860-91a2-a62236a3a4c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4095053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781926634698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781926239335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781926239353'] for port (09e4e20e-ef67-4ca2-849d-f1c26680ced2), after_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:26:24.319987 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ba041e-0293-4e1d-a05e-9a07fc3e005b None None] Pushing event updated for resources: {'Port': ['ID=09e4e20e-ef67-4ca2-849d-f1c26680ced2,revision_number=3']} {{(pid=104418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:26:24.331894 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07ba041e-0293-4e1d-a05e-9a07fc3e005b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:26:24.332209 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07ba041e-0293-4e1d-a05e-9a07fc3e005b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:26:24.332581 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07ba041e-0293-4e1d-a05e-9a07fc3e005b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:26:24.332926 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07ba041e-0293-4e1d-a05e-9a07fc3e005b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:26:24.333255 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07ba041e-0293-4e1d-a05e-9a07fc3e005b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:26:24.333560 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07ba041e-0293-4e1d-a05e-9a07fc3e005b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:26:24.333880 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07ba041e-0293-4e1d-a05e-9a07fc3e005b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:26:24.334213 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07ba041e-0293-4e1d-a05e-9a07fc3e005b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:26:24.334532 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07ba041e-0293-4e1d-a05e-9a07fc3e005b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:26:24.334840 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07ba041e-0293-4e1d-a05e-9a07fc3e005b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:26:24.335184 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07ba041e-0293-4e1d-a05e-9a07fc3e005b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:26:24.335500 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07ba041e-0293-4e1d-a05e-9a07fc3e005b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:26:24.335815 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07ba041e-0293-4e1d-a05e-9a07fc3e005b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:26:24.336133 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07ba041e-0293-4e1d-a05e-9a07fc3e005b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:26:24.336433 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07ba041e-0293-4e1d-a05e-9a07fc3e005b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:26:24.392054 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.managers [None req-b9676883-a6d3-4860-91a2-a62236a3a4c0 None None] Attempting to bind port 09e4e20e-ef67-4ca2-849d-f1c26680ced2 on host dv-cinder-846842-7-iscsi for vnic_type normal with profile {{(pid=104418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 30 04:26:24.392418 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.managers [None req-b9676883-a6d3-4860-91a2-a62236a3a4c0 None None] Attempting to bind port 09e4e20e-ef67-4ca2-849d-f1c26680ced2 by drivers openvswitch,hyperv on host dv-cinder-846842-7-iscsi at level 0 using segments [{'id': '840dad00-01fe-4800-89d0-035a2ea7aadc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '20ab151a-92d3-45f8-9aea-acc5912ac287'}] {{(pid=104418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 30 04:26:24.392769 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9676883-a6d3-4860-91a2-a62236a3a4c0 None None] Attempting to bind port 09e4e20e-ef67-4ca2-849d-f1c26680ced2 on network 20ab151a-92d3-45f8-9aea-acc5912ac287 {{(pid=104418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 30 04:26:24.398427 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9676883-a6d3-4860-91a2-a62236a3a4c0 None None] Checking agent: {'id': 'cbdf45b5-344e-4e18-9242-1abb738708f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846842-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 30, 4, 7, 10), 'started_at': datetime.datetime(2022, 6, 30, 4, 7, 40), 'heartbeat_timestamp': datetime.datetime(2022, 6, 30, 4, 26, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846842-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 30 04:26:24.398793 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9676883-a6d3-4860-91a2-a62236a3a4c0 None None] Checking segment: {'id': '840dad00-01fe-4800-89d0-035a2ea7aadc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '20ab151a-92d3-45f8-9aea-acc5912ac287'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 30 04:26:24.399266 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-b9676883-a6d3-4860-91a2-a62236a3a4c0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:26:24.399739 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9676883-a6d3-4860-91a2-a62236a3a4c0 None None] Bound using segment: {'id': '840dad00-01fe-4800-89d0-035a2ea7aadc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '20ab151a-92d3-45f8-9aea-acc5912ac287'} {{(pid=104418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 30 04:26:24.400799 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.managers [None req-b9676883-a6d3-4860-91a2-a62236a3a4c0 None None] Bound port: 09e4e20e-ef67-4ca2-849d-f1c26680ced2, host: dv-cinder-846842-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '840dad00-01fe-4800-89d0-035a2ea7aadc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '20ab151a-92d3-45f8-9aea-acc5912ac287'}}] {{(pid=104418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 30 04:26:24.401162 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-b9676883-a6d3-4860-91a2-a62236a3a4c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3606762'] for port (09e4e20e-ef67-4ca2-849d-f1c26680ced2), before_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:26:24.437033 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:SELECT=100 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:26:24.465390 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.db [None req-b9676883-a6d3-4860-91a2-a62236a3a4c0 None None] For port 09e4e20e-ef67-4ca2-849d-f1c26680ced2, host dv-cinder-846842-7-iscsi, cleared binding levels {{(pid=104418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 04:26:24.468609 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.db [None req-b9676883-a6d3-4860-91a2-a62236a3a4c0 None None] For port 09e4e20e-ef67-4ca2-849d-f1c26680ced2, host dv-cinder-846842-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-7-iscsi',level=0,port_id=09e4e20e-ef67-4ca2-849d-f1c26680ced2,segment=NetworkSegment(840dad00-01fe-4800-89d0-035a2ea7aadc),segment_id=840dad00-01fe-4800-89d0-035a2ea7aadc)] {{(pid=104418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 04:26:24.475738 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-b9676883-a6d3-4860-91a2-a62236a3a4c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4095053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781926634698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781926239335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781926239353'] for port (09e4e20e-ef67-4ca2-849d-f1c26680ced2), after_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:26:24.528197 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.db.provisioning_blocks [None req-c838beed-c195-4a97-af5b-4107f9be0a3c None None] Provisioning complete for port 09e4e20e-ef67-4ca2-849d-f1c26680ced2 triggered by entity DHCP. {{(pid=104417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 30 04:26:24.528749 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-c838beed-c195-4a97-af5b-4107f9be0a3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565073'] for port (09e4e20e-ef67-4ca2-849d-f1c26680ced2), provisioning_complete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:26:24.532522 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ba041e-0293-4e1d-a05e-9a07fc3e005b None None] Pushing event updated for resources: {'Port': ['ID=09e4e20e-ef67-4ca2-849d-f1c26680ced2,revision_number=4']} {{(pid=104418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:26:24.539602 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9676883-a6d3-4860-91a2-a62236a3a4c0 None None] Routers {'b300454e-234f-4b0b-bfc4-de8233cf4de2'} bound to L3 agent in host dv-cinder-846842-7-iscsi {{(pid=104418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 30 04:26:24.540473 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.db.l3_hamode_db [None req-b9676883-a6d3-4860-91a2-a62236a3a4c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-30T04:07:07Z,description=,heartbeat_timestamp=2022-06-30T04:26:08Z,host='dv-cinder-846842-7-iscsi',id=2ea21a61-d737-4543-a811-a0d035fbf0f6,load=0,resource_versions=,resources_synced=,started_at=2022-06-30T04:07:07Z,topic='l3_agent')) {'router_ids': ['b300454e-234f-4b0b-bfc4-de8233cf4de2'], 'active': True} {{(pid=104418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 04:26:24.623331 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-c838beed-c195-4a97-af5b-4107f9be0a3c None None] Current status of the port 09e4e20e-ef67-4ca2-849d-f1c26680ced2 is: DOWN; New status is: ACTIVE {{(pid=104417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 30 04:26:24.624049 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-c838beed-c195-4a97-af5b-4107f9be0a3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3606762'] for port (09e4e20e-ef67-4ca2-849d-f1c26680ced2), before_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:26:24.644154 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:26:24.656790 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.db.l3_dvr_db [None req-b9676883-a6d3-4860-91a2-a62236a3a4c0 None None] Set router b300454e-234f-4b0b-bfc4-de8233cf4de2 gateway port host: dv-cinder-846842-7-iscsi {{(pid=104418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 30 04:26:24.661471 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.db [None req-c838beed-c195-4a97-af5b-4107f9be0a3c None None] For port 09e4e20e-ef67-4ca2-849d-f1c26680ced2, host dv-cinder-846842-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-7-iscsi',level=0,port_id=09e4e20e-ef67-4ca2-849d-f1c26680ced2,segment=NetworkSegment(840dad00-01fe-4800-89d0-035a2ea7aadc),segment_id=840dad00-01fe-4800-89d0-035a2ea7aadc)] {{(pid=104417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 04:26:24.666712 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-c838beed-c195-4a97-af5b-4107f9be0a3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4095053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781926634698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781926239335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781926239353'] for port (09e4e20e-ef67-4ca2-849d-f1c26680ced2), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:26:24.716781 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c838beed-c195-4a97-af5b-4107f9be0a3c None None] Pushing event updated for resources: {'Port': ['ID=09e4e20e-ef67-4ca2-849d-f1c26680ced2,revision_number=5']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:26:24.784351 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:26:24.787417 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.db.provisioning_blocks [None req-4cc33b8b-a04e-46e7-a68a-b37a748b8cef None None] Provisioning complete for port 09e4e20e-ef67-4ca2-849d-f1c26680ced2 triggered by entity DHCP. {{(pid=104417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 30 04:26:24.787825 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-4cc33b8b-a04e-46e7-a68a-b37a748b8cef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565073'] for port (09e4e20e-ef67-4ca2-849d-f1c26680ced2), provisioning_complete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:26:24.852380 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.db.l3_hamode_db [None req-b9676883-a6d3-4860-91a2-a62236a3a4c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b300454e-234f-4b0b-bfc4-de8233cf4de2', 'name': 'tempest-AttachVolumeNegativeTest-1275676774-router', 'tenant_id': '21b8001d268445c0a28c3ed02b9afcb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14b0e4f-074d-4507-846c-fc8420bddf12', 'external_fixed_ips': [{'subnet_id': '15378187-268c-4fae-ace7-eaca7aa50f90', 'ip_address': '172.27.1.144'}], 'enable_snat': True}, 'gw_port_id': 'e1ba8edc-886b-4bc7-977b-54635f667137', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T04:26:18Z', 'updated_at': '2022-06-30T04:26:20Z', 'revision_number': 4, 'project_id': '21b8001d268445c0a28c3ed02b9afcb3', 'gw_port': {'id': 'e1ba8edc-886b-4bc7-977b-54635f667137', 'name': '', 'network_id': 'a14b0e4f-074d-4507-846c-fc8420bddf12', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:88:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b300454e-234f-4b0b-bfc4-de8233cf4de2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '15378187-268c-4fae-ace7-eaca7aa50f90', 'ip_address': '172.27.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T04:26:18Z', 'updated_at': '2022-06-30T04:26:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15378187-268c-4fae-ace7-eaca7aa50f90', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-7-iscsi', '_interfaces': [{'id': '09e4e20e-ef67-4ca2-849d-f1c26680ced2', 'name': '', 'network_id': '20ab151a-92d3-45f8-9aea-acc5912ac287', 'tenant_id': '21b8001d268445c0a28c3ed02b9afcb3', 'mac_address': 'fa:16:3e:d3:b6:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b300454e-234f-4b0b-bfc4-de8233cf4de2', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '5b0ecd89-3294-4f96-9c72-f214728b68c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T04:26:20Z', 'updated_at': '2022-06-30T04:26:24Z', 'revision_number': 4, 'project_id': '21b8001d268445c0a28c3ed02b9afcb3', 'subnets': [{'id': '5b0ecd89-3294-4f96-9c72-f214728b68c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846842-7-iscsi', False) {} {{(pid=104418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 04:26:24.870226 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-4cc33b8b-a04e-46e7-a68a-b37a748b8cef None None] Current status of the port 09e4e20e-ef67-4ca2-849d-f1c26680ced2 is: ACTIVE; New status is: ACTIVE {{(pid=104417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 30 04:26:24.878557 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9676883-a6d3-4860-91a2-a62236a3a4c0 None None] The sync data for ids ['b300454e-234f-4b0b-bfc4-de8233cf4de2'] in dv-cinder-846842-7-iscsi is: [{'id': 'b300454e-234f-4b0b-bfc4-de8233cf4de2', 'name': 'tempest-AttachVolumeNegativeTest-1275676774-router', 'tenant_id': '21b8001d268445c0a28c3ed02b9afcb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14b0e4f-074d-4507-846c-fc8420bddf12', 'external_fixed_ips': [{'subnet_id': '15378187-268c-4fae-ace7-eaca7aa50f90', 'ip_address': '172.27.1.144'}], 'enable_snat': True}, 'gw_port_id': 'e1ba8edc-886b-4bc7-977b-54635f667137', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T04:26:18Z', 'updated_at': '2022-06-30T04:26:20Z', 'revision_number': 4, 'project_id': '21b8001d268445c0a28c3ed02b9afcb3', 'gw_port': {'id': 'e1ba8edc-886b-4bc7-977b-54635f667137', 'name': '', 'network_id': 'a14b0e4f-074d-4507-846c-fc8420bddf12', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:88:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b300454e-234f-4b0b-bfc4-de8233cf4de2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '15378187-268c-4fae-ace7-eaca7aa50f90', 'ip_address': '172.27.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T04:26:18Z', 'updated_at': '2022-06-30T04:26:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15378187-268c-4fae-ace7-eaca7aa50f90', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-7-iscsi', '_interfaces': [{'id': '09e4e20e-ef67-4ca2-849d-f1c26680ced2', 'name': '', 'network_id': '20ab151a-92d3-45f8-9aea-acc5912ac287', 'tenant_id': '21b8001d268445c0a28c3ed02b9afcb3', 'mac_address': 'fa:16:3e:d3:b6:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b300454e-234f-4b0b-bfc4-de8233cf4de2', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '5b0ecd89-3294-4f96-9c72-f214728b68c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T04:26:20Z', 'updated_at': '2022-06-30T04:26:24Z', 'revision_number': 4, 'project_id': '21b8001d268445c0a28c3ed02b9afcb3', 'subnets': [{'id': '5b0ecd89-3294-4f96-9c72-f214728b68c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 04:26:25.210958 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-52c697cb-5513-421b-b049-b90813e9c97a req-31820fa6-fa5d-4687-9e58-f6d9c64cb093 tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] 10.222.0.13 "GET /v2.0/ports?device_id=19586bdb-46bd-4857-aec4-1fac4419d56f HTTP/1.1" status: 200 len: 210 time: 0.0370338 Jun 30 04:26:25.472430 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.rpc [None req-2a6d8403-c0a5-4ac4-aa48-860a84345009 None None] Device e1ba8edc-886b-4bc7-977b-54635f667137 up at agent ovs-agent-dv-cinder-846842-7-iscsi {{(pid=104417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 04:26:25.530093 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.db.provisioning_blocks [None req-2a6d8403-c0a5-4ac4-aa48-860a84345009 None None] Provisioning complete for port e1ba8edc-886b-4bc7-977b-54635f667137 triggered by entity L2. {{(pid=104417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 30 04:26:25.530709 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-2a6d8403-c0a5-4ac4-aa48-860a84345009 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565073'] for port (e1ba8edc-886b-4bc7-977b-54635f667137), provisioning_complete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:26:25.582771 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:26:25.614332 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-2a6d8403-c0a5-4ac4-aa48-860a84345009 None None] Current status of the port e1ba8edc-886b-4bc7-977b-54635f667137 is: ACTIVE; New status is: ACTIVE {{(pid=104417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 30 04:26:25.615434 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.rpc [None req-2a6d8403-c0a5-4ac4-aa48-860a84345009 None None] Device 09e4e20e-ef67-4ca2-849d-f1c26680ced2 up at agent ovs-agent-dv-cinder-846842-7-iscsi {{(pid=104417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 04:26:25.660285 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.db.provisioning_blocks [None req-2a6d8403-c0a5-4ac4-aa48-860a84345009 None None] Provisioning complete for port 09e4e20e-ef67-4ca2-849d-f1c26680ced2 triggered by entity L2. {{(pid=104417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 30 04:26:25.660669 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-2a6d8403-c0a5-4ac4-aa48-860a84345009 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565073'] for port (09e4e20e-ef67-4ca2-849d-f1c26680ced2), provisioning_complete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:26:25.736776 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-2a6d8403-c0a5-4ac4-aa48-860a84345009 None None] Current status of the port 09e4e20e-ef67-4ca2-849d-f1c26680ced2 is: ACTIVE; New status is: ACTIVE {{(pid=104417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 30 04:26:26.326860 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8197600-cb47-4761-990f-8d23cacaa264 req-9713c474-102f-4eb0-8d9f-004fd126fd16 tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:26:26.328465 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-b8197600-cb47-4761-990f-8d23cacaa264 req-9713c474-102f-4eb0-8d9f-004fd126fd16 tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] 10.222.0.20 "GET /v2.0/networks?id=20ab151a-92d3-45f8-9aea-acc5912ac287 HTTP/1.1" status: 200 len: 815 time: 0.1314354 Jun 30 04:26:26.350771 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-276e05f7-ee94-410b-afe9-494e70f96d34 req-e882adb4-de30-43f5-96e9-73ecf1aed70f tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] 10.222.0.13 "GET /v2.0/ports?device_id=19586bdb-46bd-4857-aec4-1fac4419d56f HTTP/1.1" status: 200 len: 210 time: 0.0473309 Jun 30 04:26:26.405749 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-b8197600-cb47-4761-990f-8d23cacaa264 req-29d77f73-8380-44db-aeb7-9b931b3659b1 tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=21b8001d268445c0a28c3ed02b9afcb3 HTTP/1.1" status: 200 len: 380 time: 0.0621278 Jun 30 04:26:26.447643 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.v2.base [req-b8197600-cb47-4761-990f-8d23cacaa264 req-10223ded-7a3b-47a1-8302-930bc40e027c tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] Request body: {'port': {'device_id': '19586bdb-46bd-4857-aec4-1fac4419d56f', 'network_id': '20ab151a-92d3-45f8-9aea-acc5912ac287', 'admin_state_up': True, 'tenant_id': '21b8001d268445c0a28c3ed02b9afcb3', 'security_groups': ['fb322d40-a317-4efa-b157-f0f91d6e9acc']}} {{(pid=104416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 30 04:26:26.568179 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b8197600-cb47-4761-990f-8d23cacaa264 req-10223ded-7a3b-47a1-8302-930bc40e027c tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] Made reservation on behalf of 21b8001d268445c0a28c3ed02b9afcb3 for: {'port': 1} {{(pid=104416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 04:26:26.572162 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-b8197600-cb47-4761-990f-8d23cacaa264 req-10223ded-7a3b-47a1-8302-930bc40e027c tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3606762'] for port (None), before_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:26:26.688282 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:INSERT=2 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:26:26.697942 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.db.db_base_plugin_common [req-b8197600-cb47-4761-990f-8d23cacaa264 req-10223ded-7a3b-47a1-8302-930bc40e027c tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] Allocated IP 172.20.0.10 (20ab151a-92d3-45f8-9aea-acc5912ac287/5b0ecd89-3294-4f96-9c72-f214728b68c6/2de437f3-6471-40fa-99d7-87ecd143c0cb) {{(pid=104416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 04:26:26.707848 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=91,neutron:DELETE=1,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:26:26.839590 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-b8197600-cb47-4761-990f-8d23cacaa264 req-10223ded-7a3b-47a1-8302-930bc40e027c tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] Publish callbacks [] for port (2de437f3-6471-40fa-99d7-87ecd143c0cb), precommit_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:26:26.872812 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-b8197600-cb47-4761-990f-8d23cacaa264 req-10223ded-7a3b-47a1-8302-930bc40e027c tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4095053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781926239317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1764130'] for port (2de437f3-6471-40fa-99d7-87ecd143c0cb), after_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:26:26.917323 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b8197600-cb47-4761-990f-8d23cacaa264 req-10223ded-7a3b-47a1-8302-930bc40e027c tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] Network 20ab151a-92d3-45f8-9aea-acc5912ac287 is already hosted by enough agents. {{(pid=104416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 04:26:26.920502 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.scheduler.base_scheduler [req-b8197600-cb47-4761-990f-8d23cacaa264 req-10223ded-7a3b-47a1-8302-930bc40e027c tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] Resources bound (agent type, host, resource id): {{(pid=104416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 04:26:26.924395 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8197600-cb47-4761-990f-8d23cacaa264 req-10223ded-7a3b-47a1-8302-930bc40e027c tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] Received port after_create {{(pid=104416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 30 04:26:26.951610 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10223ded-7a3b-47a1-8302-930bc40e027c tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] Pushing event updated for resources: {'Port': ['ID=2de437f3-6471-40fa-99d7-87ecd143c0cb,revision_number=1']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:26:26.985316 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8197600-cb47-4761-990f-8d23cacaa264 req-10223ded-7a3b-47a1-8302-930bc40e027c tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:26:26.986033 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-b8197600-cb47-4761-990f-8d23cacaa264 req-10223ded-7a3b-47a1-8302-930bc40e027c tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13292'] for port (None), before_response {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:26:27.005283 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-b8197600-cb47-4761-990f-8d23cacaa264 req-10223ded-7a3b-47a1-8302-930bc40e027c tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5616558 Jun 30 04:26:27.016347 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.v2.base [req-b8197600-cb47-4761-990f-8d23cacaa264 req-4c350b5a-a699-451c-8198-82d0565caeb3 service neutron] Request body: {'port': {'device_id': '19586bdb-46bd-4857-aec4-1fac4419d56f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84684'}} {{(pid=104416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 30 04:26:27.080827 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-b8197600-cb47-4761-990f-8d23cacaa264 req-4c350b5a-a699-451c-8198-82d0565caeb3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3606762'] for port (2de437f3-6471-40fa-99d7-87ecd143c0cb), before_update {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:26:27.115412 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.db.provisioning_blocks [None req-42fcb376-b5c5-4a18-8225-586c1fd8c2af None None] Provisioning complete for port 2de437f3-6471-40fa-99d7-87ecd143c0cb triggered by entity DHCP. {{(pid=104417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 30 04:26:27.115987 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-42fcb376-b5c5-4a18-8225-586c1fd8c2af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565073'] for port (2de437f3-6471-40fa-99d7-87ecd143c0cb), provisioning_complete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:26:27.149083 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-42fcb376-b5c5-4a18-8225-586c1fd8c2af None None] Port 2de437f3-6471-40fa-99d7-87ecd143c0cb cannot update to ACTIVE because it is not bound. {{(pid=104417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 30 04:26:27.355020 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.notifiers.nova [req-b8197600-cb47-4761-990f-8d23cacaa264 req-4c350b5a-a699-451c-8198-82d0565caeb3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2de437f3-6471-40fa-99d7-87ecd143c0cb {{(pid=104416) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 30 04:26:27.362554 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-b8197600-cb47-4761-990f-8d23cacaa264 req-4c350b5a-a699-451c-8198-82d0565caeb3 service neutron] Publish callbacks [] for port (2de437f3-6471-40fa-99d7-87ecd143c0cb), precommit_update {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:26:27.376048 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.db.provisioning_blocks [req-b8197600-cb47-4761-990f-8d23cacaa264 req-4c350b5a-a699-451c-8198-82d0565caeb3 service neutron] Transition to ACTIVE for port object 2de437f3-6471-40fa-99d7-87ecd143c0cb will not be triggered until provisioned by entity L2. {{(pid=104416) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 30 04:26:27.381025 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-b8197600-cb47-4761-990f-8d23cacaa264 req-4c350b5a-a699-451c-8198-82d0565caeb3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4095053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781926634698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781926239335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781926239353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1764123'] for port (2de437f3-6471-40fa-99d7-87ecd143c0cb), after_update {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:26:27.437752 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c350b5a-a699-451c-8198-82d0565caeb3 service neutron] Pushing event updated for resources: {'Port': ['ID=2de437f3-6471-40fa-99d7-87ecd143c0cb,revision_number=2']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:26:27.520130 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3216cfa7-b221-47ac-92ec-7cd8ba5eaef0 req-88d68fe6-f303-47c2-8ef8-ba7f5e8f586c tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:26:27.522042 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-3216cfa7-b221-47ac-92ec-7cd8ba5eaef0 req-88d68fe6-f303-47c2-8ef8-ba7f5e8f586c tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] 10.222.0.13 "GET /v2.0/ports?device_id=19586bdb-46bd-4857-aec4-1fac4419d56f HTTP/1.1" status: 200 len: 944 time: 0.0973208 Jun 30 04:26:27.528418 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:26:27.543005 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:UPDATE=4 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:26:27.582442 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.managers [req-b8197600-cb47-4761-990f-8d23cacaa264 req-4c350b5a-a699-451c-8198-82d0565caeb3 service neutron] Attempting to bind port 2de437f3-6471-40fa-99d7-87ecd143c0cb on host hv-cinder-84684 for vnic_type normal with profile {{(pid=104416) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 30 04:26:27.582775 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.managers [req-b8197600-cb47-4761-990f-8d23cacaa264 req-4c350b5a-a699-451c-8198-82d0565caeb3 service neutron] Attempting to bind port 2de437f3-6471-40fa-99d7-87ecd143c0cb by drivers openvswitch,hyperv on host hv-cinder-84684 at level 0 using segments [{'id': '840dad00-01fe-4800-89d0-035a2ea7aadc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '20ab151a-92d3-45f8-9aea-acc5912ac287'}] {{(pid=104416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 30 04:26:27.583122 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8197600-cb47-4761-990f-8d23cacaa264 req-4c350b5a-a699-451c-8198-82d0565caeb3 service neutron] Attempting to bind port 2de437f3-6471-40fa-99d7-87ecd143c0cb on network 20ab151a-92d3-45f8-9aea-acc5912ac287 {{(pid=104416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 30 04:26:27.596832 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8197600-cb47-4761-990f-8d23cacaa264 req-4c350b5a-a699-451c-8198-82d0565caeb3 service neutron] Port 2de437f3-6471-40fa-99d7-87ecd143c0cb on network 20ab151a-92d3-45f8-9aea-acc5912ac287 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84684 {{(pid=104416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 30 04:26:27.597241 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8197600-cb47-4761-990f-8d23cacaa264 req-4c350b5a-a699-451c-8198-82d0565caeb3 service neutron] Attempting to bind port 2de437f3-6471-40fa-99d7-87ecd143c0cb on network 20ab151a-92d3-45f8-9aea-acc5912ac287 {{(pid=104416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 30 04:26:27.605418 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-3216cfa7-b221-47ac-92ec-7cd8ba5eaef0 req-d837ae2a-8c6f-48a9-83c3-cece3f021f3e tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] 10.222.0.13 "GET /v2.0/security-groups?id=fb322d40-a317-4efa-b157-f0f91d6e9acc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0758421 Jun 30 04:26:27.606517 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8197600-cb47-4761-990f-8d23cacaa264 req-4c350b5a-a699-451c-8198-82d0565caeb3 service neutron] Checking agent: {'id': 'ef703bef-7cc0-467c-baa9-fe8a66be565c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84684', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 30, 4, 13, 10), 'started_at': datetime.datetime(2022, 6, 30, 4, 13, 10), 'heartbeat_timestamp': datetime.datetime(2022, 6, 30, 4, 26, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 30 04:26:27.606851 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8197600-cb47-4761-990f-8d23cacaa264 req-4c350b5a-a699-451c-8198-82d0565caeb3 service neutron] Checking segment: {'id': '840dad00-01fe-4800-89d0-035a2ea7aadc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '20ab151a-92d3-45f8-9aea-acc5912ac287'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104416) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 30 04:26:27.607236 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8197600-cb47-4761-990f-8d23cacaa264 req-4c350b5a-a699-451c-8198-82d0565caeb3 service neutron] Bound using segment: {'id': '840dad00-01fe-4800-89d0-035a2ea7aadc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '20ab151a-92d3-45f8-9aea-acc5912ac287'} {{(pid=104416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 30 04:26:27.607663 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.managers [req-b8197600-cb47-4761-990f-8d23cacaa264 req-4c350b5a-a699-451c-8198-82d0565caeb3 service neutron] Bound port: 2de437f3-6471-40fa-99d7-87ecd143c0cb, host: hv-cinder-84684, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '840dad00-01fe-4800-89d0-035a2ea7aadc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '20ab151a-92d3-45f8-9aea-acc5912ac287'}}] {{(pid=104416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 30 04:26:27.608017 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-b8197600-cb47-4761-990f-8d23cacaa264 req-4c350b5a-a699-451c-8198-82d0565caeb3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3606762'] for port (2de437f3-6471-40fa-99d7-87ecd143c0cb), before_update {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:26:27.669010 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.db [req-b8197600-cb47-4761-990f-8d23cacaa264 req-4c350b5a-a699-451c-8198-82d0565caeb3 service neutron] For port 2de437f3-6471-40fa-99d7-87ecd143c0cb, host hv-cinder-84684, cleared binding levels {{(pid=104416) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 04:26:27.672002 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.db [req-b8197600-cb47-4761-990f-8d23cacaa264 req-4c350b5a-a699-451c-8198-82d0565caeb3 service neutron] For port 2de437f3-6471-40fa-99d7-87ecd143c0cb, host hv-cinder-84684, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=2de437f3-6471-40fa-99d7-87ecd143c0cb,segment=NetworkSegment(840dad00-01fe-4800-89d0-035a2ea7aadc),segment_id=840dad00-01fe-4800-89d0-035a2ea7aadc)] {{(pid=104416) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 04:26:27.680338 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-b8197600-cb47-4761-990f-8d23cacaa264 req-4c350b5a-a699-451c-8198-82d0565caeb3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4095053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781926634698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781926239335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781926239353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1764123'] for port (2de437f3-6471-40fa-99d7-87ecd143c0cb), after_update {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:26:27.719427 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8197600-cb47-4761-990f-8d23cacaa264 req-4c350b5a-a699-451c-8198-82d0565caeb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:26:27.720025 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-b8197600-cb47-4761-990f-8d23cacaa264 req-4c350b5a-a699-451c-8198-82d0565caeb3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13292'] for port (None), before_response {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:26:27.721432 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-b8197600-cb47-4761-990f-8d23cacaa264 req-4c350b5a-a699-451c-8198-82d0565caeb3 service neutron] 10.222.0.20 "PUT /v2.0/ports/2de437f3-6471-40fa-99d7-87ecd143c0cb HTTP/1.1" status: 200 len: 1094 time: 0.7094252 Jun 30 04:26:27.721835 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19586bdb-46bd-4857-aec4-1fac4419d56f', 'tag': '2de437f3-6471-40fa-99d7-87ecd143c0cb'}] {{(pid=104416) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 30 04:26:27.724164 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8111519efe35ff5952c269e16f689610d56ef28aa1e0b77ca5734c542983c30f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0af551fd-120c-4ae8-a40d-500abb11f6df" -d '{"events": [{"name": "network-changed", "server_uuid": "19586bdb-46bd-4857-aec4-1fac4419d56f", "tag": "2de437f3-6471-40fa-99d7-87ecd143c0cb"}]}' {{(pid=104416) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 04:26:27.747456 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c350b5a-a699-451c-8198-82d0565caeb3 service neutron] Pushing event updated for resources: {'Port': ['ID=2de437f3-6471-40fa-99d7-87ecd143c0cb,revision_number=3']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:26:27.776286 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Jun 2022 04:26:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5badcd17-565d-4e86-9297-7ae3e3613238 x-openstack-request-id: req-5badcd17-565d-4e86-9297-7ae3e3613238 {{(pid=104416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 04:26:27.776521 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19586bdb-46bd-4857-aec4-1fac4419d56f", "tag": "2de437f3-6471-40fa-99d7-87ecd143c0cb", "status": "completed", "code": 200}]} {{(pid=104416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 04:26:27.776798 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5badcd17-565d-4e86-9297-7ae3e3613238 {{(pid=104416) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 04:26:27.777187 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5badcd17-565d-4e86-9297-7ae3e3613238'] response: {'name': 'network-changed', 'server_uuid': '19586bdb-46bd-4857-aec4-1fac4419d56f', 'tag': '2de437f3-6471-40fa-99d7-87ecd143c0cb', 'status': 'completed', 'code': 200} Jun 30 04:26:27.808543 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8197600-cb47-4761-990f-8d23cacaa264 req-d046d324-0b53-4183-8d5b-74fc6bdbeb2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:26:27.810079 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-b8197600-cb47-4761-990f-8d23cacaa264 req-d046d324-0b53-4183-8d5b-74fc6bdbeb2d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=21b8001d268445c0a28c3ed02b9afcb3&device_id=19586bdb-46bd-4857-aec4-1fac4419d56f HTTP/1.1" status: 200 len: 1128 time: 0.0446358 Jun 30 04:26:27.850551 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-b8197600-cb47-4761-990f-8d23cacaa264 req-0cc4b77b-3066-4ef5-a01d-c7d8eff63ef9 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2de437f3-6471-40fa-99d7-87ecd143c0cb HTTP/1.1" status: 200 len: 217 time: 0.0333641 Jun 30 04:26:27.900670 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8197600-cb47-4761-990f-8d23cacaa264 req-d352b458-e64c-4b7a-8b23-c7fdfb47fbd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:26:27.902190 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-b8197600-cb47-4761-990f-8d23cacaa264 req-d352b458-e64c-4b7a-8b23-c7fdfb47fbd7 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5b0ecd89-3294-4f96-9c72-f214728b68c6 HTTP/1.1" status: 200 len: 854 time: 0.0461986 Jun 30 04:26:27.951041 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8197600-cb47-4761-990f-8d23cacaa264 req-41e1d2f0-09ef-4d08-9459-7de416a78491 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:26:27.952593 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-b8197600-cb47-4761-990f-8d23cacaa264 req-41e1d2f0-09ef-4d08-9459-7de416a78491 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=20ab151a-92d3-45f8-9aea-acc5912ac287&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0437264 Jun 30 04:26:28.043382 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-b8197600-cb47-4761-990f-8d23cacaa264 req-93ef5705-81f6-4944-8a6f-33726fbbc60c service neutron] 10.222.0.20 "GET /v2.0/networks/20ab151a-92d3-45f8-9aea-acc5912ac287?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840988 Jun 30 04:26:28.139632 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-b8197600-cb47-4761-990f-8d23cacaa264 req-ced04a97-6045-4d5c-a016-abb69c899ca1 service neutron] 10.222.0.20 "GET /v2.0/networks/20ab151a-92d3-45f8-9aea-acc5912ac287?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905855 Jun 30 04:26:28.179807 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=25,neutron:UPDATE=3,neutron:INSERT=3,neutron:DELETE=2 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:26:28.184145 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=11 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:26:28.725448 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc1923a-d626-47a4-8246-bc27ab1e2c05 req-053cc3f5-cf47-4485-99af-fa49ace9f88d tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:26:28.726917 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-ecc1923a-d626-47a4-8246-bc27ab1e2c05 req-053cc3f5-cf47-4485-99af-fa49ace9f88d tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] 10.222.0.13 "GET /v2.0/ports?device_id=19586bdb-46bd-4857-aec4-1fac4419d56f HTTP/1.1" status: 200 len: 944 time: 0.0486875 Jun 30 04:26:28.777684 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-ecc1923a-d626-47a4-8246-bc27ab1e2c05 req-49668448-96d7-4804-93ce-37df20eb27b0 tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] 10.222.0.13 "GET /v2.0/security-groups?id=fb322d40-a317-4efa-b157-f0f91d6e9acc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432034 Jun 30 04:26:28.831719 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af551fd-120c-4ae8-a40d-500abb11f6df req-d2926807-ddb0-4c75-96a2-39da20c5343b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:26:28.833130 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-0af551fd-120c-4ae8-a40d-500abb11f6df req-d2926807-ddb0-4c75-96a2-39da20c5343b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=21b8001d268445c0a28c3ed02b9afcb3&device_id=19586bdb-46bd-4857-aec4-1fac4419d56f HTTP/1.1" status: 200 len: 1128 time: 0.0438085 Jun 30 04:26:28.925088 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af551fd-120c-4ae8-a40d-500abb11f6df req-edbfddab-ba8c-4c5c-9f1f-e7586c3c578a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:26:28.926583 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-0af551fd-120c-4ae8-a40d-500abb11f6df req-edbfddab-ba8c-4c5c-9f1f-e7586c3c578a service neutron] 10.222.0.20 "GET /v2.0/networks?id=20ab151a-92d3-45f8-9aea-acc5912ac287 HTTP/1.1" status: 200 len: 916 time: 0.0880070 Jun 30 04:26:28.968134 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-0af551fd-120c-4ae8-a40d-500abb11f6df req-262b6421-bf15-4d4f-992e-c2ed8ca9c897 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2de437f3-6471-40fa-99d7-87ecd143c0cb HTTP/1.1" status: 200 len: 217 time: 0.0360188 Jun 30 04:26:29.016230 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af551fd-120c-4ae8-a40d-500abb11f6df req-4c0b21dc-c693-432e-9349-b97831d5d1b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:26:29.017634 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-0af551fd-120c-4ae8-a40d-500abb11f6df req-4c0b21dc-c693-432e-9349-b97831d5d1b8 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5b0ecd89-3294-4f96-9c72-f214728b68c6 HTTP/1.1" status: 200 len: 854 time: 0.0435615 Jun 30 04:26:29.055129 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=100 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:26:29.065800 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af551fd-120c-4ae8-a40d-500abb11f6df req-f7bcb825-44ce-40b7-b9e4-f9b59afa22f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:26:29.068155 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-0af551fd-120c-4ae8-a40d-500abb11f6df req-f7bcb825-44ce-40b7-b9e4-f9b59afa22f7 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=20ab151a-92d3-45f8-9aea-acc5912ac287&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0438097 Jun 30 04:26:29.184263 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-0af551fd-120c-4ae8-a40d-500abb11f6df req-87b1e3c8-5150-462c-8e9b-7110858eca9a service neutron] 10.222.0.20 "GET /v2.0/networks/20ab151a-92d3-45f8-9aea-acc5912ac287?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1094441 Jun 30 04:26:29.263953 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:26:29.280940 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-0af551fd-120c-4ae8-a40d-500abb11f6df req-9cc2544a-212e-44a3-b9c8-ebcb4d7efc59 service neutron] 10.222.0.20 "GET /v2.0/networks/20ab151a-92d3-45f8-9aea-acc5912ac287?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905850 Jun 30 04:26:29.909584 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec3286d-7ec1-4ec5-9059-50f159d0c474 req-3195737a-76f0-447d-9f01-808ff520d37f tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:26:29.911041 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-aec3286d-7ec1-4ec5-9059-50f159d0c474 req-3195737a-76f0-447d-9f01-808ff520d37f tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] 10.222.0.13 "GET /v2.0/ports?device_id=19586bdb-46bd-4857-aec4-1fac4419d56f HTTP/1.1" status: 200 len: 944 time: 0.0511081 Jun 30 04:26:29.964094 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-aec3286d-7ec1-4ec5-9059-50f159d0c474 req-458cf6bc-3186-4a79-bf65-1a43f35497c8 tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] 10.222.0.13 "GET /v2.0/security-groups?id=fb322d40-a317-4efa-b157-f0f91d6e9acc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451500 Jun 30 04:26:30.444524 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.rpc [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Device 2de437f3-6471-40fa-99d7-87ecd143c0cb details requested by agent hyperv_hv-cinder-84684 with host hv-cinder-84684 {{(pid=104417) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 04:26:30.550875 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.db [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] For port 2de437f3-6471-40fa-99d7-87ecd143c0cb, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=2de437f3-6471-40fa-99d7-87ecd143c0cb,segment=NetworkSegment(840dad00-01fe-4800-89d0-035a2ea7aadc),segment_id=840dad00-01fe-4800-89d0-035a2ea7aadc)] {{(pid=104417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 04:26:30.562331 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.rpc [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Returning: {'device': '2de437f3-6471-40fa-99d7-87ecd143c0cb', 'network_id': '20ab151a-92d3-45f8-9aea-acc5912ac287', 'port_id': '2de437f3-6471-40fa-99d7-87ecd143c0cb', 'mac_address': 'fa:16:3e:f4:3c:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 184, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b0ecd89-3294-4f96-9c72-f214728b68c6', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104417) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 04:26:30.597692 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Current status of the port 2de437f3-6471-40fa-99d7-87ecd143c0cb is: DOWN; New status is: BUILD {{(pid=104417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 30 04:26:30.598075 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3606762'] for port (2de437f3-6471-40fa-99d7-87ecd143c0cb), before_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:26:30.611417 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.notifiers.nova [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2de437f3-6471-40fa-99d7-87ecd143c0cb {{(pid=104417) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 30 04:26:30.630816 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.db [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] For port 2de437f3-6471-40fa-99d7-87ecd143c0cb, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=2de437f3-6471-40fa-99d7-87ecd143c0cb,segment=NetworkSegment(840dad00-01fe-4800-89d0-035a2ea7aadc),segment_id=840dad00-01fe-4800-89d0-035a2ea7aadc)] {{(pid=104417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 04:26:30.637649 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4095053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781926634698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781926239335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781926239353'] for port (2de437f3-6471-40fa-99d7-87ecd143c0cb), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:26:30.683447 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Pushing event updated for resources: {'Port': ['ID=2de437f3-6471-40fa-99d7-87ecd143c0cb,revision_number=4']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:26:30.844641 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.db [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] get_ports_and_sgs() called for port_ids ['2de437f3-6471-40fa-99d7-87ecd143c0cb'] {{(pid=104417) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 04:26:30.932542 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:26:31.095149 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffff318-dfb0-45d9-bbf9-749b26a272f5 req-84e9da1f-ba97-4769-bd1f-ccbc78a4ee02 tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:26:31.096523 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-0ffff318-dfb0-45d9-bbf9-749b26a272f5 req-84e9da1f-ba97-4769-bd1f-ccbc78a4ee02 tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] 10.222.0.13 "GET /v2.0/ports?device_id=19586bdb-46bd-4857-aec4-1fac4419d56f HTTP/1.1" status: 200 len: 945 time: 0.0582042 Jun 30 04:26:31.145999 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-0ffff318-dfb0-45d9-bbf9-749b26a272f5 req-1c21d424-d505-4402-8ce5-1c5167091a09 tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] 10.222.0.13 "GET /v2.0/security-groups?id=fb322d40-a317-4efa-b157-f0f91d6e9acc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416572 Jun 30 04:26:32.274407 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56242d5-7452-4b01-8aaa-48cb3c278eca req-7eed6c97-ddf2-4dd1-bbdf-885c36be99fe tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:26:32.276091 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-f56242d5-7452-4b01-8aaa-48cb3c278eca req-7eed6c97-ddf2-4dd1-bbdf-885c36be99fe tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] 10.222.0.13 "GET /v2.0/ports?device_id=19586bdb-46bd-4857-aec4-1fac4419d56f HTTP/1.1" status: 200 len: 945 time: 0.0548804 Jun 30 04:26:32.325340 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-f56242d5-7452-4b01-8aaa-48cb3c278eca req-691361f3-0836-4756-9da2-46432f62bb59 tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] 10.222.0.13 "GET /v2.0/security-groups?id=fb322d40-a317-4efa-b157-f0f91d6e9acc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432026 Jun 30 04:26:32.442642 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.rpc [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Device 2de437f3-6471-40fa-99d7-87ecd143c0cb up at agent hyperv_hv-cinder-84684 {{(pid=104417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 04:26:32.474738 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:26:32.490368 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.db.provisioning_blocks [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Provisioning for port 2de437f3-6471-40fa-99d7-87ecd143c0cb completed by entity L2. {{(pid=104417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 30 04:26:32.497884 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.db.provisioning_blocks [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Provisioning complete for port 2de437f3-6471-40fa-99d7-87ecd143c0cb triggered by entity L2. {{(pid=104417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 30 04:26:32.498308 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565073'] for port (2de437f3-6471-40fa-99d7-87ecd143c0cb), provisioning_complete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:26:32.578172 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Current status of the port 2de437f3-6471-40fa-99d7-87ecd143c0cb is: BUILD; New status is: ACTIVE {{(pid=104417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 30 04:26:32.578566 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3606762'] for port (2de437f3-6471-40fa-99d7-87ecd143c0cb), before_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:26:32.602273 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19586bdb-46bd-4857-aec4-1fac4419d56f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2de437f3-6471-40fa-99d7-87ecd143c0cb'}] {{(pid=104417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 30 04:26:32.604524 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}872baf0325b3a4d4e4ba58c5a9b381606b113811ad1a9f7b70d77ff172d270fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba7b262c-cdb3-4197-acef-83a3686f97ea" -d '{"events": [{"server_uuid": "19586bdb-46bd-4857-aec4-1fac4419d56f", "name": "network-vif-plugged", "status": "completed", "tag": "2de437f3-6471-40fa-99d7-87ecd143c0cb"}]}' {{(pid=104417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 04:26:32.617520 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.db [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] For port 2de437f3-6471-40fa-99d7-87ecd143c0cb, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=2de437f3-6471-40fa-99d7-87ecd143c0cb,segment=NetworkSegment(840dad00-01fe-4800-89d0-035a2ea7aadc),segment_id=840dad00-01fe-4800-89d0-035a2ea7aadc)] {{(pid=104417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 04:26:32.623718 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4095053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781926634698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781926239335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781926239353'] for port (2de437f3-6471-40fa-99d7-87ecd143c0cb), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:26:32.671516 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Pushing event updated for resources: {'Port': ['ID=2de437f3-6471-40fa-99d7-87ecd143c0cb,revision_number=5']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:26:32.702688 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Jun 2022 04:26:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-520f7b6f-8364-4152-9f27-1e00450be515 x-openstack-request-id: req-520f7b6f-8364-4152-9f27-1e00450be515 {{(pid=104417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 04:26:32.702979 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19586bdb-46bd-4857-aec4-1fac4419d56f", "name": "network-vif-plugged", "status": "completed", "tag": "2de437f3-6471-40fa-99d7-87ecd143c0cb", "code": 200}]} {{(pid=104417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 04:26:32.703287 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-520f7b6f-8364-4152-9f27-1e00450be515 {{(pid=104417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 04:26:32.703687 dv-cinder-846842-7-iscsi neutron-server[104417]: INFO neutron.notifiers.nova [-] Nova event matching ['req-520f7b6f-8364-4152-9f27-1e00450be515'] response: {'server_uuid': '19586bdb-46bd-4857-aec4-1fac4419d56f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2de437f3-6471-40fa-99d7-87ecd143c0cb', 'code': 200} Jun 30 04:26:32.882619 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1d8304-e290-4dc1-9c92-124d893d5460 req-5e8ed93d-848d-4779-b19e-7c2be494c45b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:26:32.884039 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-fc1d8304-e290-4dc1-9c92-124d893d5460 req-5e8ed93d-848d-4779-b19e-7c2be494c45b service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=19586bdb-46bd-4857-aec4-1fac4419d56f HTTP/1.1" status: 200 len: 1130 time: 0.0443151 Jun 30 04:26:32.929568 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-fc1d8304-e290-4dc1-9c92-124d893d5460 req-a5502311-e8ae-405c-adcf-dd366e5c3e6a service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=fb322d40-a317-4efa-b157-f0f91d6e9acc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391521 Jun 30 04:26:33.451899 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa3521e-ff89-44dd-ae13-2bb52bef57b9 req-bec66ab4-f083-4c56-bb60-2832fc0f09c0 tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:26:33.453369 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-5fa3521e-ff89-44dd-ae13-2bb52bef57b9 req-bec66ab4-f083-4c56-bb60-2832fc0f09c0 tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] 10.222.0.13 "GET /v2.0/ports?device_id=19586bdb-46bd-4857-aec4-1fac4419d56f HTTP/1.1" status: 200 len: 946 time: 0.0484343 Jun 30 04:26:33.502539 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-5fa3521e-ff89-44dd-ae13-2bb52bef57b9 req-adcc022d-cc60-445c-a195-6b9a8523b03e tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] 10.222.0.13 "GET /v2.0/security-groups?id=fb322d40-a317-4efa-b157-f0f91d6e9acc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434387 Jun 30 04:26:34.633576 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d825787b-be55-4c57-b6ab-41808ff8d039 req-04dec54d-e614-4233-bd3c-cfabb9230011 tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:26:34.635035 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-d825787b-be55-4c57-b6ab-41808ff8d039 req-04dec54d-e614-4233-bd3c-cfabb9230011 tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] 10.222.0.13 "GET /v2.0/ports?device_id=19586bdb-46bd-4857-aec4-1fac4419d56f HTTP/1.1" status: 200 len: 946 time: 0.0503151 Jun 30 04:26:34.682685 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-d825787b-be55-4c57-b6ab-41808ff8d039 req-1b87fe77-bbbb-44d2-9542-688b42606b45 tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] 10.222.0.13 "GET /v2.0/security-groups?id=fb322d40-a317-4efa-b157-f0f91d6e9acc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419462 Jun 30 04:26:34.751660 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.db.agents_db [None req-38391644-8868-4c56-b8b1-4dfa3b709b99 None None] Agent healthcheck: found 6 active agents {{(pid=104418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 04:26:34.798920 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eaba024-95db-4759-a8e6-c0d2772f8b3e req-47f96e66-fde9-42b4-a7df-4177b2ab70ee tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:26:34.800365 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-9eaba024-95db-4759-a8e6-c0d2772f8b3e req-47f96e66-fde9-42b4-a7df-4177b2ab70ee tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] 10.222.0.13 "GET /v2.0/ports?device_id=19586bdb-46bd-4857-aec4-1fac4419d56f HTTP/1.1" status: 200 len: 946 time: 0.0478652 Jun 30 04:26:34.809935 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.13', 57956) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 04:26:34.816846 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.v2.base [None req-d8fcc80d-f0bc-4cf5-b8a0-a792e47fa3f7 tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] Request body: {'floatingip': {'port_id': '2de437f3-6471-40fa-99d7-87ecd143c0cb'}} {{(pid=104416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 30 04:26:34.857626 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-d8fcc80d-f0bc-4cf5-b8a0-a792e47fa3f7 tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] Publish callbacks [] for floatingip (bc433182-ea2e-4441-9b6f-04b735ad19a6), before_update {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:26:34.877822 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:SELECT=43,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:26:35.068826 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=100 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:26:35.188861 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-8025f41e-a134-4b35-9308-479c392f215f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926756172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565263'] for agent (beddbd52-9273-44c2-990c-63933fe383b2), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:26:35.300386 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-d8fcc80d-f0bc-4cf5-b8a0-a792e47fa3f7 tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:26:35.305965 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-d8fcc80d-f0bc-4cf5-b8a0-a792e47fa3f7 tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-620077'] for floatingip (bc433182-ea2e-4441-9b6f-04b735ad19a6), after_update {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:26:35.372842 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:26:35.408775 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.db.l3_db [None req-d8fcc80d-f0bc-4cf5-b8a0-a792e47fa3f7 tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] Floating IP bc433182-ea2e-4441-9b6f-04b735ad19a6 associated. External IP: 172.27.1.181, port: 2de437f3-6471-40fa-99d7-87ecd143c0cb. Jun 30 04:26:35.647230 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8fcc80d-f0bc-4cf5-b8a0-a792e47fa3f7 tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] Router b300454e-234f-4b0b-bfc4-de8233cf4de2 has already been hosted by L3 agent 2ea21a61-d737-4543-a811-a0d035fbf0f6 {{(pid=104416) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 30 04:26:36.052912 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8fcc80d-f0bc-4cf5-b8a0-a792e47fa3f7 tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] Notify agent at l3_agent.dv-cinder-846842-7-iscsi the message routers_updated {{(pid=104416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 04:26:36.059889 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-d8fcc80d-f0bc-4cf5-b8a0-a792e47fa3f7 tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13292'] for floatingip (None), before_response {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:26:36.065756 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-657e252e-7354-442b-9637-398f49cabd37 None None] Sync routers for ids ['b300454e-234f-4b0b-bfc4-de8233cf4de2'] in dv-cinder-846842-7-iscsi {{(pid=104417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 04:26:36.077533 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-657e252e-7354-442b-9637-398f49cabd37 None None] Routers {'b300454e-234f-4b0b-bfc4-de8233cf4de2'} bound to L3 agent in host dv-cinder-846842-7-iscsi {{(pid=104417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 30 04:26:36.078165 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.db.l3_hamode_db [None req-657e252e-7354-442b-9637-398f49cabd37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-30T04:07:07Z,description=,heartbeat_timestamp=2022-06-30T04:26:08Z,host='dv-cinder-846842-7-iscsi',id=2ea21a61-d737-4543-a811-a0d035fbf0f6,load=0,resource_versions=,resources_synced=,started_at=2022-06-30T04:07:07Z,topic='l3_agent')) {'router_ids': ['b300454e-234f-4b0b-bfc4-de8233cf4de2'], 'active': True} {{(pid=104417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 04:26:36.095492 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-d8fcc80d-f0bc-4cf5-b8a0-a792e47fa3f7 tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] 10.222.0.13 "PUT /v2.0/floatingips/bc433182-ea2e-4441-9b6f-04b735ad19a6 HTTP/1.1" status: 200 len: 992 time: 1.2842169 Jun 30 04:26:36.096086 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19586bdb-46bd-4857-aec4-1fac4419d56f', 'tag': '2de437f3-6471-40fa-99d7-87ecd143c0cb'}] {{(pid=104416) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 30 04:26:36.098413 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8111519efe35ff5952c269e16f689610d56ef28aa1e0b77ca5734c542983c30f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc9189eb-0269-4469-a84c-f6439cf6f537" -d '{"events": [{"name": "network-changed", "server_uuid": "19586bdb-46bd-4857-aec4-1fac4419d56f", "tag": "2de437f3-6471-40fa-99d7-87ecd143c0cb"}]}' {{(pid=104416) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 04:26:36.135138 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Jun 2022 04:26:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4e8a3d8-f5ed-42eb-8736-5f6fe2603440 x-openstack-request-id: req-e4e8a3d8-f5ed-42eb-8736-5f6fe2603440 {{(pid=104416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 04:26:36.135437 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19586bdb-46bd-4857-aec4-1fac4419d56f", "tag": "2de437f3-6471-40fa-99d7-87ecd143c0cb", "status": "completed", "code": 200}]} {{(pid=104416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 04:26:36.135680 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e4e8a3d8-f5ed-42eb-8736-5f6fe2603440 {{(pid=104416) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 04:26:36.136087 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e4e8a3d8-f5ed-42eb-8736-5f6fe2603440'] response: {'name': 'network-changed', 'server_uuid': '19586bdb-46bd-4857-aec4-1fac4419d56f', 'tag': '2de437f3-6471-40fa-99d7-87ecd143c0cb', 'status': 'completed', 'code': 200} Jun 30 04:26:36.182701 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.db.l3_dvr_db [None req-657e252e-7354-442b-9637-398f49cabd37 None None] Set router b300454e-234f-4b0b-bfc4-de8233cf4de2 gateway port host: dv-cinder-846842-7-iscsi {{(pid=104417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 30 04:26:36.195781 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9189eb-0269-4469-a84c-f6439cf6f537 req-c8c952cd-5e9a-4a1f-8cd7-06e8e16d3e88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:26:36.197303 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-bc9189eb-0269-4469-a84c-f6439cf6f537 req-c8c952cd-5e9a-4a1f-8cd7-06e8e16d3e88 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=21b8001d268445c0a28c3ed02b9afcb3&device_id=19586bdb-46bd-4857-aec4-1fac4419d56f HTTP/1.1" status: 200 len: 1130 time: 0.0393581 Jun 30 04:26:36.289355 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9189eb-0269-4469-a84c-f6439cf6f537 req-77b15303-2935-44a7-becb-57535b12bef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:26:36.290842 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-bc9189eb-0269-4469-a84c-f6439cf6f537 req-77b15303-2935-44a7-becb-57535b12bef3 service neutron] 10.222.0.20 "GET /v2.0/networks?id=20ab151a-92d3-45f8-9aea-acc5912ac287 HTTP/1.1" status: 200 len: 916 time: 0.0876465 Jun 30 04:26:36.358709 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-bc9189eb-0269-4469-a84c-f6439cf6f537 req-f959ce0c-7ad5-469a-a55b-b54ef9857fd2 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2de437f3-6471-40fa-99d7-87ecd143c0cb HTTP/1.1" status: 200 len: 1000 time: 0.0614836 Jun 30 04:26:36.415801 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9189eb-0269-4469-a84c-f6439cf6f537 req-6581c999-a662-4f08-9eb0-f71b27458394 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:26:36.417278 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-bc9189eb-0269-4469-a84c-f6439cf6f537 req-6581c999-a662-4f08-9eb0-f71b27458394 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5b0ecd89-3294-4f96-9c72-f214728b68c6 HTTP/1.1" status: 200 len: 854 time: 0.0526013 Jun 30 04:26:36.464064 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9189eb-0269-4469-a84c-f6439cf6f537 req-c967d0a2-f7fa-41f1-8c04-c987d25542f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:26:36.465931 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-bc9189eb-0269-4469-a84c-f6439cf6f537 req-c967d0a2-f7fa-41f1-8c04-c987d25542f4 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=20ab151a-92d3-45f8-9aea-acc5912ac287&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0425804 Jun 30 04:26:36.480044 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:26:36.539929 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.db.l3_hamode_db [None req-657e252e-7354-442b-9637-398f49cabd37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b300454e-234f-4b0b-bfc4-de8233cf4de2', 'name': 'tempest-AttachVolumeNegativeTest-1275676774-router', 'tenant_id': '21b8001d268445c0a28c3ed02b9afcb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14b0e4f-074d-4507-846c-fc8420bddf12', 'external_fixed_ips': [{'subnet_id': '15378187-268c-4fae-ace7-eaca7aa50f90', 'ip_address': '172.27.1.144'}], 'enable_snat': True}, 'gw_port_id': 'e1ba8edc-886b-4bc7-977b-54635f667137', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T04:26:18Z', 'updated_at': '2022-06-30T04:26:20Z', 'revision_number': 4, 'project_id': '21b8001d268445c0a28c3ed02b9afcb3', 'gw_port': {'id': 'e1ba8edc-886b-4bc7-977b-54635f667137', 'name': '', 'network_id': 'a14b0e4f-074d-4507-846c-fc8420bddf12', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:88:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b300454e-234f-4b0b-bfc4-de8233cf4de2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '15378187-268c-4fae-ace7-eaca7aa50f90', 'ip_address': '172.27.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T04:26:18Z', 'updated_at': '2022-06-30T04:26:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15378187-268c-4fae-ace7-eaca7aa50f90', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-7-iscsi', '_floatingips': [{'id': 'bc433182-ea2e-4441-9b6f-04b735ad19a6', 'tenant_id': '21b8001d268445c0a28c3ed02b9afcb3', 'floating_ip_address': '172.27.1.181', 'floating_network_id': 'a14b0e4f-074d-4507-846c-fc8420bddf12', 'router_id': 'b300454e-234f-4b0b-bfc4-de8233cf4de2', 'port_id': '2de437f3-6471-40fa-99d7-87ecd143c0cb', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 682, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '20ab151a-92d3-45f8-9aea-acc5912ac287', 'mac_address': 'fa:16:3e:f4:3c:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19586bdb-46bd-4857-aec4-1fac4419d56f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-30T04:26:23Z', 'updated_at': '2022-06-30T04:26:35Z', 'revision_number': 1, 'project_id': '21b8001d268445c0a28c3ed02b9afcb3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '09e4e20e-ef67-4ca2-849d-f1c26680ced2', 'name': '', 'network_id': '20ab151a-92d3-45f8-9aea-acc5912ac287', 'tenant_id': '21b8001d268445c0a28c3ed02b9afcb3', 'mac_address': 'fa:16:3e:d3:b6:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b300454e-234f-4b0b-bfc4-de8233cf4de2', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '5b0ecd89-3294-4f96-9c72-f214728b68c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T04:26:20Z', 'updated_at': '2022-06-30T04:26:24Z', 'revision_number': 5, 'project_id': '21b8001d268445c0a28c3ed02b9afcb3', 'subnets': [{'id': '5b0ecd89-3294-4f96-9c72-f214728b68c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846842-7-iscsi', False) {} {{(pid=104417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 04:26:36.563216 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-bc9189eb-0269-4469-a84c-f6439cf6f537 req-1be53ab9-61fa-4d8d-a93c-2bdcebd6f2a7 service neutron] 10.222.0.20 "GET /v2.0/networks/20ab151a-92d3-45f8-9aea-acc5912ac287?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907032 Jun 30 04:26:36.565979 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-657e252e-7354-442b-9637-398f49cabd37 None None] Checking router: b300454e-234f-4b0b-bfc4-de8233cf4de2 for host: dv-cinder-846842-7-iscsi {{(pid=104417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 04:26:36.575537 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-657e252e-7354-442b-9637-398f49cabd37 None None] Routers {'b300454e-234f-4b0b-bfc4-de8233cf4de2'} bound to L3 agent in host dv-cinder-846842-7-iscsi {{(pid=104417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 30 04:26:36.576017 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.db.l3_hamode_db [None req-657e252e-7354-442b-9637-398f49cabd37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-30T04:07:07Z,description=,heartbeat_timestamp=2022-06-30T04:26:08Z,host='dv-cinder-846842-7-iscsi',id=2ea21a61-d737-4543-a811-a0d035fbf0f6,load=0,resource_versions=,resources_synced=,started_at=2022-06-30T04:07:07Z,topic='l3_agent')) {'router_ids': ['b300454e-234f-4b0b-bfc4-de8233cf4de2'], 'active': True} {{(pid=104417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 04:26:36.655654 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-bc9189eb-0269-4469-a84c-f6439cf6f537 req-d7ce710c-a544-4c54-92a1-430aa532e085 service neutron] 10.222.0.20 "GET /v2.0/networks/20ab151a-92d3-45f8-9aea-acc5912ac287?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861566 Jun 30 04:26:36.674323 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:26:36.682992 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.db.l3_dvr_db [None req-657e252e-7354-442b-9637-398f49cabd37 None None] Set router b300454e-234f-4b0b-bfc4-de8233cf4de2 gateway port host: dv-cinder-846842-7-iscsi {{(pid=104417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 30 04:26:36.842951 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:26:36.899140 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.db.l3_hamode_db [None req-657e252e-7354-442b-9637-398f49cabd37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b300454e-234f-4b0b-bfc4-de8233cf4de2', 'name': 'tempest-AttachVolumeNegativeTest-1275676774-router', 'tenant_id': '21b8001d268445c0a28c3ed02b9afcb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14b0e4f-074d-4507-846c-fc8420bddf12', 'external_fixed_ips': [{'subnet_id': '15378187-268c-4fae-ace7-eaca7aa50f90', 'ip_address': '172.27.1.144'}], 'enable_snat': True}, 'gw_port_id': 'e1ba8edc-886b-4bc7-977b-54635f667137', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T04:26:18Z', 'updated_at': '2022-06-30T04:26:20Z', 'revision_number': 4, 'project_id': '21b8001d268445c0a28c3ed02b9afcb3', 'gw_port': {'id': 'e1ba8edc-886b-4bc7-977b-54635f667137', 'name': '', 'network_id': 'a14b0e4f-074d-4507-846c-fc8420bddf12', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:88:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b300454e-234f-4b0b-bfc4-de8233cf4de2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '15378187-268c-4fae-ace7-eaca7aa50f90', 'ip_address': '172.27.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T04:26:18Z', 'updated_at': '2022-06-30T04:26:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15378187-268c-4fae-ace7-eaca7aa50f90', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-7-iscsi', '_floatingips': [{'id': 'bc433182-ea2e-4441-9b6f-04b735ad19a6', 'tenant_id': '21b8001d268445c0a28c3ed02b9afcb3', 'floating_ip_address': '172.27.1.181', 'floating_network_id': 'a14b0e4f-074d-4507-846c-fc8420bddf12', 'router_id': 'b300454e-234f-4b0b-bfc4-de8233cf4de2', 'port_id': '2de437f3-6471-40fa-99d7-87ecd143c0cb', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 682, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '20ab151a-92d3-45f8-9aea-acc5912ac287', 'mac_address': 'fa:16:3e:f4:3c:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19586bdb-46bd-4857-aec4-1fac4419d56f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-30T04:26:23Z', 'updated_at': '2022-06-30T04:26:35Z', 'revision_number': 1, 'project_id': '21b8001d268445c0a28c3ed02b9afcb3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '09e4e20e-ef67-4ca2-849d-f1c26680ced2', 'name': '', 'network_id': '20ab151a-92d3-45f8-9aea-acc5912ac287', 'tenant_id': '21b8001d268445c0a28c3ed02b9afcb3', 'mac_address': 'fa:16:3e:d3:b6:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b300454e-234f-4b0b-bfc4-de8233cf4de2', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '5b0ecd89-3294-4f96-9c72-f214728b68c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T04:26:20Z', 'updated_at': '2022-06-30T04:26:24Z', 'revision_number': 5, 'project_id': '21b8001d268445c0a28c3ed02b9afcb3', 'subnets': [{'id': '5b0ecd89-3294-4f96-9c72-f214728b68c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846842-7-iscsi', False) {} {{(pid=104417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 04:26:36.924644 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-657e252e-7354-442b-9637-398f49cabd37 None None] The sync data for ids ['b300454e-234f-4b0b-bfc4-de8233cf4de2'] in dv-cinder-846842-7-iscsi is: [{'id': 'b300454e-234f-4b0b-bfc4-de8233cf4de2', 'name': 'tempest-AttachVolumeNegativeTest-1275676774-router', 'tenant_id': '21b8001d268445c0a28c3ed02b9afcb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14b0e4f-074d-4507-846c-fc8420bddf12', 'external_fixed_ips': [{'subnet_id': '15378187-268c-4fae-ace7-eaca7aa50f90', 'ip_address': '172.27.1.144'}], 'enable_snat': True}, 'gw_port_id': 'e1ba8edc-886b-4bc7-977b-54635f667137', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T04:26:18Z', 'updated_at': '2022-06-30T04:26:20Z', 'revision_number': 4, 'project_id': '21b8001d268445c0a28c3ed02b9afcb3', 'gw_port': {'id': 'e1ba8edc-886b-4bc7-977b-54635f667137', 'name': '', 'network_id': 'a14b0e4f-074d-4507-846c-fc8420bddf12', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:88:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b300454e-234f-4b0b-bfc4-de8233cf4de2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '15378187-268c-4fae-ace7-eaca7aa50f90', 'ip_address': '172.27.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T04:26:18Z', 'updated_at': '2022-06-30T04:26:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15378187-268c-4fae-ace7-eaca7aa50f90', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-7-iscsi', '_floatingips': [{'id': 'bc433182-ea2e-4441-9b6f-04b735ad19a6', 'tenant_id': '21b8001d268445c0a28c3ed02b9afcb3', 'floating_ip_address': '172.27.1.181', 'floating_network_id': 'a14b0e4f-074d-4507-846c-fc8420bddf12', 'router_id': 'b300454e-234f-4b0b-bfc4-de8233cf4de2', 'port_id': '2de437f3-6471-40fa-99d7-87ecd143c0cb', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 682, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '20ab151a-92d3-45f8-9aea-acc5912ac287', 'mac_address': 'fa:16:3e:f4:3c:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19586bdb-46bd-4857-aec4-1fac4419d56f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-30T04:26:23Z', 'updated_at': '2022-06-30T04:26:35Z', 'revision_number': 1, 'project_id': '21b8001d268445c0a28c3ed02b9afcb3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '09e4e20e-ef67-4ca2-849d-f1c26680ced2', 'name': '', 'network_id': '20ab151a-92d3-45f8-9aea-acc5912ac287', 'tenant_id': '21b8001d268445c0a28c3ed02b9afcb3', 'mac_address': 'fa:16:3e:d3:b6:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b300454e-234f-4b0b-bfc4-de8233cf4de2', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '5b0ecd89-3294-4f96-9c72-f214728b68c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T04:26:20Z', 'updated_at': '2022-06-30T04:26:24Z', 'revision_number': 5, 'project_id': '21b8001d268445c0a28c3ed02b9afcb3', 'subnets': [{'id': '5b0ecd89-3294-4f96-9c72-f214728b68c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 04:26:37.124194 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17c23460-5647-4f8d-9a5b-ace308830a26 None None] New status for floating IP bc433182-ea2e-4441-9b6f-04b735ad19a6: ACTIVE {{(pid=104418) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 30 04:26:37.544529 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-cd1719b7-e25e-49a9-b37c-b67b5477e77d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926756172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565263'] for agent (2ea21a61-d737-4543-a811-a0d035fbf0f6), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:26:38.521321 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-7a77f087-4523-4fd9-b9f1-b6333d8ad1f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926756172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565263'] for agent (672e10fd-0bbc-4d52-8fca-d980f41e3265), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:26:40.295377 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-88ff949a-6007-42d5-8261-77b64d367ca9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926756172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565263'] for agent (4c4a8942-da79-4b81-aa08-fb593b1e6e06), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:26:40.446621 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-2a6d8403-c0a5-4ac4-aa48-860a84345009 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926756172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565263'] for agent (cbdf45b5-344e-4e18-9242-1abb738708f2), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:26:42.823727 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926756172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565263'] for agent (ef703bef-7cc0-467c-baa9-fe8a66be565c), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:26:46.650527 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=89 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:26:46.651674 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=19 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:26:50.723456 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:SELECT=16 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:26:50.724601 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:SELECT=31,neutron:UPDATE=2 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:26:52.806855 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=18 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:26:52.816341 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=26,neutron:UPDATE=5 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:27:03.721130 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:SELECT=1 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:27:03.722332 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:DELETE=1 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:27:05.192148 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-6d2414c7-8249-4fb7-8e5f-5888517f76a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926756172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565263'] for agent (beddbd52-9273-44c2-990c-63933fe383b2), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:27:07.542300 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-b678e5e3-460f-48cc-8799-530009222e2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926756172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565263'] for agent (2ea21a61-d737-4543-a811-a0d035fbf0f6), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:27:08.527276 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-7a77f087-4523-4fd9-b9f1-b6333d8ad1f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926756172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565263'] for agent (672e10fd-0bbc-4d52-8fca-d980f41e3265), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:27:10.295465 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-88ff949a-6007-42d5-8261-77b64d367ca9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926756172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565263'] for agent (4c4a8942-da79-4b81-aa08-fb593b1e6e06), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:27:10.443420 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-2a6d8403-c0a5-4ac4-aa48-860a84345009 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926756172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565263'] for agent (cbdf45b5-344e-4e18-9242-1abb738708f2), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:27:11.751186 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.db.agents_db [None req-38391644-8868-4c56-b8b1-4dfa3b709b99 None None] Agent healthcheck: found 6 active agents {{(pid=104418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 04:27:12.817679 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926756172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565263'] for agent (ef703bef-7cc0-467c-baa9-fe8a66be565c), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:27:18.228493 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.13', 58008) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 04:27:18.235447 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.v2.base [None req-4bdbc14f-70d7-4db1-bc08-99676c2a1527 tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1492237328', 'description': 'tempest-description--485421164'}} {{(pid=104416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 30 04:27:18.266088 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-4bdbc14f-70d7-4db1-bc08-99676c2a1527 tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] Publish callbacks [] for security_group (None), before_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:27:18.342040 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-4bdbc14f-70d7-4db1-bc08-99676c2a1527 tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] Publish callbacks [] for security_group (427859a6-8055-4e34-9b7e-2aef0d25c218), precommit_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:27:18.347249 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-4bdbc14f-70d7-4db1-bc08-99676c2a1527 tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3637186'] for security_group (427859a6-8055-4e34-9b7e-2aef0d25c218), after_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:27:18.378887 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-4bdbc14f-70d7-4db1-bc08-99676c2a1527 tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] Publish callbacks [] for security_group (None), before_response {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:27:18.380145 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-4bdbc14f-70d7-4db1-bc08-99676c2a1527 tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1504393 Jun 30 04:27:18.381191 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bdbc14f-70d7-4db1-bc08-99676c2a1527 tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] Pushing event updated for resources: {'SecurityGroup': ['ID=427859a6-8055-4e34-9b7e-2aef0d25c218,revision_number=1']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:27:18.383186 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.wsgi [-] (104415) accepted ('10.222.0.13', 58010) {{(pid=104415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 04:27:18.388482 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.v2.base [None req-7dd6bec3-fa27-4b3b-8329-bbd4e3e71b53 tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] Request body: {'security_group_rule': {'security_group_id': '427859a6-8055-4e34-9b7e-2aef0d25c218', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 30 04:27:18.388667 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bdbc14f-70d7-4db1-bc08-99676c2a1527 tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:27:18.388870 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bdbc14f-70d7-4db1-bc08-99676c2a1527 tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:27:18.389210 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bdbc14f-70d7-4db1-bc08-99676c2a1527 tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:27:18.389553 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bdbc14f-70d7-4db1-bc08-99676c2a1527 tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:27:18.389874 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bdbc14f-70d7-4db1-bc08-99676c2a1527 tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:27:18.390161 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bdbc14f-70d7-4db1-bc08-99676c2a1527 tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:27:18.390483 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bdbc14f-70d7-4db1-bc08-99676c2a1527 tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:27:18.390801 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bdbc14f-70d7-4db1-bc08-99676c2a1527 tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:27:18.391148 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bdbc14f-70d7-4db1-bc08-99676c2a1527 tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:27:18.391473 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bdbc14f-70d7-4db1-bc08-99676c2a1527 tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:27:18.391792 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bdbc14f-70d7-4db1-bc08-99676c2a1527 tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:27:18.392111 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bdbc14f-70d7-4db1-bc08-99676c2a1527 tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:27:18.392429 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bdbc14f-70d7-4db1-bc08-99676c2a1527 tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:27:18.392742 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bdbc14f-70d7-4db1-bc08-99676c2a1527 tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:27:18.393058 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bdbc14f-70d7-4db1-bc08-99676c2a1527 tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:27:18.423507 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-7dd6bec3-fa27-4b3b-8329-bbd4e3e71b53 tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] Publish callbacks [] for security_group_rule (52395aaf-5ff0-4c0f-b6be-6d0e2437d132), before_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:27:18.482364 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-7dd6bec3-fa27-4b3b-8329-bbd4e3e71b53 tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] Publish callbacks [] for security_group_rule (52395aaf-5ff0-4c0f-b6be-6d0e2437d132), precommit_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:27:18.487401 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-7dd6bec3-fa27-4b3b-8329-bbd4e3e71b53 tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3637011'] for security_group_rule (52395aaf-5ff0-4c0f-b6be-6d0e2437d132), after_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:27:18.507135 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd6bec3-fa27-4b3b-8329-bbd4e3e71b53 tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=52395aaf-5ff0-4c0f-b6be-6d0e2437d132,revision_number=0']} {{(pid=104415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:27:18.512903 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-7dd6bec3-fa27-4b3b-8329-bbd4e3e71b53 tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:27:18.514131 dv-cinder-846842-7-iscsi neutron-server[104415]: INFO neutron.wsgi [None req-7dd6bec3-fa27-4b3b-8329-bbd4e3e71b53 tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1299267 Jun 30 04:27:18.516984 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.13', 58014) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 04:27:18.518987 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd6bec3-fa27-4b3b-8329-bbd4e3e71b53 tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:27:18.519356 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd6bec3-fa27-4b3b-8329-bbd4e3e71b53 tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:27:18.519699 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd6bec3-fa27-4b3b-8329-bbd4e3e71b53 tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:27:18.520315 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd6bec3-fa27-4b3b-8329-bbd4e3e71b53 tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:27:18.520685 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd6bec3-fa27-4b3b-8329-bbd4e3e71b53 tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:27:18.521014 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd6bec3-fa27-4b3b-8329-bbd4e3e71b53 tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:27:18.521706 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd6bec3-fa27-4b3b-8329-bbd4e3e71b53 tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:27:18.522029 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd6bec3-fa27-4b3b-8329-bbd4e3e71b53 tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:27:18.522171 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.v2.base [None req-cd369c7c-d2ac-4ec6-bf05-7491eab5a8b7 tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] Request body: {'security_group_rule': {'security_group_id': '427859a6-8055-4e34-9b7e-2aef0d25c218', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 30 04:27:18.522349 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd6bec3-fa27-4b3b-8329-bbd4e3e71b53 tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:27:18.522668 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd6bec3-fa27-4b3b-8329-bbd4e3e71b53 tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:27:18.522989 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd6bec3-fa27-4b3b-8329-bbd4e3e71b53 tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:27:18.523329 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd6bec3-fa27-4b3b-8329-bbd4e3e71b53 tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:27:18.523658 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd6bec3-fa27-4b3b-8329-bbd4e3e71b53 tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:27:18.523965 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd6bec3-fa27-4b3b-8329-bbd4e3e71b53 tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:27:18.524281 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd6bec3-fa27-4b3b-8329-bbd4e3e71b53 tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:27:18.551538 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-cd369c7c-d2ac-4ec6-bf05-7491eab5a8b7 tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] Publish callbacks [] for security_group_rule (6efcb097-323e-4b72-a689-f3e986897617), before_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:27:18.611847 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-cd369c7c-d2ac-4ec6-bf05-7491eab5a8b7 tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] Publish callbacks [] for security_group_rule (6efcb097-323e-4b72-a689-f3e986897617), precommit_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:27:18.615905 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-cd369c7c-d2ac-4ec6-bf05-7491eab5a8b7 tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3637011'] for security_group_rule (6efcb097-323e-4b72-a689-f3e986897617), after_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:27:18.634792 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd369c7c-d2ac-4ec6-bf05-7491eab5a8b7 tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6efcb097-323e-4b72-a689-f3e986897617,revision_number=0']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:27:18.645097 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-cd369c7c-d2ac-4ec6-bf05-7491eab5a8b7 tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:27:18.646664 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-cd369c7c-d2ac-4ec6-bf05-7491eab5a8b7 tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1282198 Jun 30 04:27:18.649899 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.13', 58016) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 04:27:18.654396 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.v2.base [None req-93eb9513-2ed1-4649-ba79-313d0ccdcc16 tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] Request body: {'floatingip': {'floating_network_id': 'a14b0e4f-074d-4507-846c-fc8420bddf12'}} {{(pid=104416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 30 04:27:18.677669 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-93eb9513-2ed1-4649-ba79-313d0ccdcc16 tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:27:18.768205 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-93eb9513-2ed1-4649-ba79-313d0ccdcc16 tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3606762'] for port (None), before_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:27:18.876601 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.db.db_base_plugin_common [None req-93eb9513-2ed1-4649-ba79-313d0ccdcc16 tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] Allocated IP 172.27.1.188 (a14b0e4f-074d-4507-846c-fc8420bddf12/15378187-268c-4fae-ace7-eaca7aa50f90/04d1a07e-fd57-47cc-bab9-cb3d31d2dd8e) {{(pid=104416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 04:27:18.987833 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-93eb9513-2ed1-4649-ba79-313d0ccdcc16 tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] Publish callbacks [] for port (04d1a07e-fd57-47cc-bab9-cb3d31d2dd8e), precommit_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:27:19.016087 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=83,neutron:INSERT=10,neutron:UPDATE=4,neutron:DELETE=3 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:27:19.024168 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-93eb9513-2ed1-4649-ba79-313d0ccdcc16 tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4095053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781926239317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1764130'] for port (04d1a07e-fd57-47cc-bab9-cb3d31d2dd8e), after_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:27:19.063546 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:27:19.065381 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93eb9513-2ed1-4649-ba79-313d0ccdcc16 tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] Network a14b0e4f-074d-4507-846c-fc8420bddf12 is already hosted by enough agents. {{(pid=104416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 04:27:19.070546 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.scheduler.base_scheduler [None req-93eb9513-2ed1-4649-ba79-313d0ccdcc16 tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] Resources bound (agent type, host, resource id): {{(pid=104416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 04:27:19.074582 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93eb9513-2ed1-4649-ba79-313d0ccdcc16 tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] Received port after_create {{(pid=104416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 30 04:27:19.078140 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93eb9513-2ed1-4649-ba79-313d0ccdcc16 tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] Pushing event updated for resources: {'Port': ['ID=04d1a07e-fd57-47cc-bab9-cb3d31d2dd8e,revision_number=1']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:27:19.162093 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-93eb9513-2ed1-4649-ba79-313d0ccdcc16 tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] Publish callbacks [] for floatingip (c11687c1-09d7-4180-bbf7-53bfe18de1f5), precommit_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:27:19.204722 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-93eb9513-2ed1-4649-ba79-313d0ccdcc16 tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3606762'] for port (04d1a07e-fd57-47cc-bab9-cb3d31d2dd8e), before_update {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:27:19.359570 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-93eb9513-2ed1-4649-ba79-313d0ccdcc16 tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] Publish callbacks [] for port (04d1a07e-fd57-47cc-bab9-cb3d31d2dd8e), precommit_update {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:27:19.365700 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-93eb9513-2ed1-4649-ba79-313d0ccdcc16 tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4095053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781926634698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781926239335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781926239353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1764123'] for port (04d1a07e-fd57-47cc-bab9-cb3d31d2dd8e), after_update {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:27:19.434349 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93eb9513-2ed1-4649-ba79-313d0ccdcc16 tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] Pushing event updated for resources: {'Port': ['ID=04d1a07e-fd57-47cc-bab9-cb3d31d2dd8e,revision_number=2']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:27:19.444557 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-93eb9513-2ed1-4649-ba79-313d0ccdcc16 tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-620077'] for floatingip (c11687c1-09d7-4180-bbf7-53bfe18de1f5), after_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:27:19.461179 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-93eb9513-2ed1-4649-ba79-313d0ccdcc16 tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13292'] for floatingip (None), before_response {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:27:19.462374 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-93eb9513-2ed1-4649-ba79-313d0ccdcc16 tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8114762 Jun 30 04:27:19.613567 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-b08c56d1-cf44-4066-850a-3cb57cbd57a8 req-ed478276-1d09-4dde-8a0c-e5e129363193 tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--1492237328&fields=id&tenant_id=21b8001d268445c0a28c3ed02b9afcb3 HTTP/1.1" status: 200 len: 267 time: 0.0472081 Jun 30 04:27:19.730998 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08c56d1-cf44-4066-850a-3cb57cbd57a8 req-d26fa2cc-e568-44ac-9f08-ef9336fd71f3 tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:27:19.732490 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-b08c56d1-cf44-4066-850a-3cb57cbd57a8 req-d26fa2cc-e568-44ac-9f08-ef9336fd71f3 tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] 10.222.0.13 "GET /v2.0/networks?id=20ab151a-92d3-45f8-9aea-acc5912ac287 HTTP/1.1" status: 200 len: 815 time: 0.1101325 Jun 30 04:27:19.749665 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-b08c56d1-cf44-4066-850a-3cb57cbd57a8 req-240a24c7-3900-40fd-ab0f-ccbdb79d7a61 tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] 10.222.0.13 "GET /v2.0/quotas/21b8001d268445c0a28c3ed02b9afcb3 HTTP/1.1" status: 200 len: 375 time: 0.0091872 Jun 30 04:27:19.802968 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-b08c56d1-cf44-4066-850a-3cb57cbd57a8 req-56f16e08-d45e-48ac-86ed-9b1d77b01149 tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=21b8001d268445c0a28c3ed02b9afcb3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0485520 Jun 30 04:27:19.864695 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.wsgi [req-b08c56d1-cf44-4066-850a-3cb57cbd57a8 req-3b411ca5-2561-457b-91f9-ad8a14b03150 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=104416) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 30 04:27:19.865686 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-b08c56d1-cf44-4066-850a-3cb57cbd57a8 req-3b411ca5-2561-457b-91f9-ad8a14b03150 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0500081 Jun 30 04:27:19.965058 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-b08c56d1-cf44-4066-850a-3cb57cbd57a8 req-0d608625-695a-489d-95ed-9720e85780aa service neutron] 10.222.0.13 "GET /v2.0/networks/20ab151a-92d3-45f8-9aea-acc5912ac287?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930741 Jun 30 04:27:20.061863 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-b08c56d1-cf44-4066-850a-3cb57cbd57a8 req-3e976aa0-0eb3-4c27-8096-8a5c6a0bcd6f service neutron] 10.222.0.13 "GET /v2.0/networks/20ab151a-92d3-45f8-9aea-acc5912ac287?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909786 Jun 30 04:27:20.532026 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-20b90db6-6b03-417e-9c07-fab64aa5b00e req-9580bd2c-c2ee-4226-9cec-5eec6ec46eea service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=19586bdb-46bd-4857-aec4-1fac4419d56f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0496135 Jun 30 04:27:20.609200 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:27:20.615604 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b90db6-6b03-417e-9c07-fab64aa5b00e req-6fb4616d-e49a-4c5c-b4a1-76a742f91262 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:27:20.617138 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-20b90db6-6b03-417e-9c07-fab64aa5b00e req-6fb4616d-e49a-4c5c-b4a1-76a742f91262 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=21b8001d268445c0a28c3ed02b9afcb3&device_id=19586bdb-46bd-4857-aec4-1fac4419d56f HTTP/1.1" status: 200 len: 1130 time: 0.0412011 Jun 30 04:27:20.644332 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:27:20.738907 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b90db6-6b03-417e-9c07-fab64aa5b00e req-4e7d4beb-9d40-4217-823c-61a3eabea092 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:27:20.740451 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-20b90db6-6b03-417e-9c07-fab64aa5b00e req-4e7d4beb-9d40-4217-823c-61a3eabea092 service neutron] 10.222.0.20 "GET /v2.0/networks?id=20ab151a-92d3-45f8-9aea-acc5912ac287 HTTP/1.1" status: 200 len: 916 time: 0.1035135 Jun 30 04:27:20.807520 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-20b90db6-6b03-417e-9c07-fab64aa5b00e req-c5302698-7156-4127-9385-7dc11554b2aa service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2de437f3-6471-40fa-99d7-87ecd143c0cb HTTP/1.1" status: 200 len: 1002 time: 0.0600870 Jun 30 04:27:20.855410 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b90db6-6b03-417e-9c07-fab64aa5b00e req-f9439d6d-526a-4cd8-88c9-5159ff4a8d1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:27:20.856928 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-20b90db6-6b03-417e-9c07-fab64aa5b00e req-f9439d6d-526a-4cd8-88c9-5159ff4a8d1a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5b0ecd89-3294-4f96-9c72-f214728b68c6 HTTP/1.1" status: 200 len: 854 time: 0.0437009 Jun 30 04:27:20.904248 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b90db6-6b03-417e-9c07-fab64aa5b00e req-5d7f0e7f-281c-4737-83fd-35a40469b556 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:27:20.905718 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-20b90db6-6b03-417e-9c07-fab64aa5b00e req-5d7f0e7f-281c-4737-83fd-35a40469b556 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=20ab151a-92d3-45f8-9aea-acc5912ac287&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0426900 Jun 30 04:27:21.000998 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-20b90db6-6b03-417e-9c07-fab64aa5b00e req-8be39552-0f79-41d8-98a7-8009bd3f8b67 service neutron] 10.222.0.20 "GET /v2.0/networks/20ab151a-92d3-45f8-9aea-acc5912ac287?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889385 Jun 30 04:27:21.100231 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-20b90db6-6b03-417e-9c07-fab64aa5b00e req-b02e5fe4-77c5-4b62-886d-276d1856a5b3 service neutron] 10.222.0.20 "GET /v2.0/networks/20ab151a-92d3-45f8-9aea-acc5912ac287?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927725 Jun 30 04:27:21.250795 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-56ea2eff-b628-4fa7-a1a6-bd16b4757f03 req-6f90f960-c223-4c32-b70d-d5b38198f0d6 tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] 10.222.0.13 "GET /v2.0/ports?device_id=c41def07-cddb-4708-ac21-12522d278e62 HTTP/1.1" status: 200 len: 210 time: 0.0290122 Jun 30 04:27:22.364535 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-fb1c194c-a85f-4831-b0eb-33f21d9c868d req-fccf8b38-104d-472a-b662-f369c9a713fb tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] 10.222.0.13 "GET /v2.0/ports?device_id=c41def07-cddb-4708-ac21-12522d278e62 HTTP/1.1" status: 200 len: 210 time: 0.0373220 Jun 30 04:27:22.530553 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08c56d1-cf44-4066-850a-3cb57cbd57a8 req-9eff1b99-3483-4f26-a8a3-d9100f076904 tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:27:22.532115 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-b08c56d1-cf44-4066-850a-3cb57cbd57a8 req-9eff1b99-3483-4f26-a8a3-d9100f076904 tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] 10.222.0.20 "GET /v2.0/networks?id=20ab151a-92d3-45f8-9aea-acc5912ac287 HTTP/1.1" status: 200 len: 815 time: 0.1077523 Jun 30 04:27:22.612274 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-b08c56d1-cf44-4066-850a-3cb57cbd57a8 req-9bb1027d-ca11-45d5-b463-c3cd0c8c2756 tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=21b8001d268445c0a28c3ed02b9afcb3 HTTP/1.1" status: 200 len: 473 time: 0.0715215 Jun 30 04:27:22.670204 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.v2.base [req-b08c56d1-cf44-4066-850a-3cb57cbd57a8 req-199b9249-449e-4bf1-b35b-ef79da7aa29b tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] Request body: {'port': {'device_id': 'c41def07-cddb-4708-ac21-12522d278e62', 'network_id': '20ab151a-92d3-45f8-9aea-acc5912ac287', 'admin_state_up': True, 'tenant_id': '21b8001d268445c0a28c3ed02b9afcb3', 'security_groups': ['427859a6-8055-4e34-9b7e-2aef0d25c218']}} {{(pid=104416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 30 04:27:22.787720 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b08c56d1-cf44-4066-850a-3cb57cbd57a8 req-199b9249-449e-4bf1-b35b-ef79da7aa29b tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] Made reservation on behalf of 21b8001d268445c0a28c3ed02b9afcb3 for: {'port': 1} {{(pid=104416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 04:27:22.791233 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-b08c56d1-cf44-4066-850a-3cb57cbd57a8 req-199b9249-449e-4bf1-b35b-ef79da7aa29b tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3606762'] for port (None), before_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:27:22.807850 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:27:22.810475 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:27:22.919710 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.db.db_base_plugin_common [req-b08c56d1-cf44-4066-850a-3cb57cbd57a8 req-199b9249-449e-4bf1-b35b-ef79da7aa29b tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] Allocated IP 172.20.0.14 (20ab151a-92d3-45f8-9aea-acc5912ac287/5b0ecd89-3294-4f96-9c72-f214728b68c6/35726dcc-98b0-43bc-b947-79080a8c0ff3) {{(pid=104416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 04:27:22.932326 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:27:22.955949 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:27:23.067725 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-b08c56d1-cf44-4066-850a-3cb57cbd57a8 req-199b9249-449e-4bf1-b35b-ef79da7aa29b tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] Publish callbacks [] for port (35726dcc-98b0-43bc-b947-79080a8c0ff3), precommit_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:27:23.101424 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-b08c56d1-cf44-4066-850a-3cb57cbd57a8 req-199b9249-449e-4bf1-b35b-ef79da7aa29b tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4095053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781926239317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1764130'] for port (35726dcc-98b0-43bc-b947-79080a8c0ff3), after_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:27:23.148734 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b08c56d1-cf44-4066-850a-3cb57cbd57a8 req-199b9249-449e-4bf1-b35b-ef79da7aa29b tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] Network 20ab151a-92d3-45f8-9aea-acc5912ac287 is already hosted by enough agents. {{(pid=104416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 04:27:23.151944 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.scheduler.base_scheduler [req-b08c56d1-cf44-4066-850a-3cb57cbd57a8 req-199b9249-449e-4bf1-b35b-ef79da7aa29b tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] Resources bound (agent type, host, resource id): {{(pid=104416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 04:27:23.155842 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.db.l3_dvrscheduler_db [req-b08c56d1-cf44-4066-850a-3cb57cbd57a8 req-199b9249-449e-4bf1-b35b-ef79da7aa29b tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] Received port after_create {{(pid=104416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 30 04:27:23.179128 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199b9249-449e-4bf1-b35b-ef79da7aa29b tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] Pushing event updated for resources: {'Port': ['ID=35726dcc-98b0-43bc-b947-79080a8c0ff3,revision_number=1']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:27:23.210691 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08c56d1-cf44-4066-850a-3cb57cbd57a8 req-199b9249-449e-4bf1-b35b-ef79da7aa29b tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:27:23.211346 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-b08c56d1-cf44-4066-850a-3cb57cbd57a8 req-199b9249-449e-4bf1-b35b-ef79da7aa29b tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13292'] for port (None), before_response {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:27:23.229978 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-b08c56d1-cf44-4066-850a-3cb57cbd57a8 req-199b9249-449e-4bf1-b35b-ef79da7aa29b tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5640130 Jun 30 04:27:23.241840 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.v2.base [req-b08c56d1-cf44-4066-850a-3cb57cbd57a8 req-28abd04a-ff6a-43f6-9506-de653dd065ee service neutron] Request body: {'port': {'device_id': 'c41def07-cddb-4708-ac21-12522d278e62', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84684'}} {{(pid=104416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 30 04:27:23.307267 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-b08c56d1-cf44-4066-850a-3cb57cbd57a8 req-28abd04a-ff6a-43f6-9506-de653dd065ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3606762'] for port (35726dcc-98b0-43bc-b947-79080a8c0ff3), before_update {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:27:23.388418 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.db.provisioning_blocks [None req-03f0ea0c-b6ed-462d-b735-f481b3416dd4 None None] Provisioning complete for port 35726dcc-98b0-43bc-b947-79080a8c0ff3 triggered by entity DHCP. {{(pid=104417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 30 04:27:23.388683 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-03f0ea0c-b6ed-462d-b735-f481b3416dd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565073'] for port (35726dcc-98b0-43bc-b947-79080a8c0ff3), provisioning_complete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:27:23.422743 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-03f0ea0c-b6ed-462d-b735-f481b3416dd4 None None] Port 35726dcc-98b0-43bc-b947-79080a8c0ff3 cannot update to ACTIVE because it is not bound. {{(pid=104417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 30 04:27:23.539374 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e137185f-0ae0-40cf-a341-bad8232fc353 req-4547d9c1-21a2-4da4-88b4-9a2e55d1f4c9 tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:27:23.540848 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-e137185f-0ae0-40cf-a341-bad8232fc353 req-4547d9c1-21a2-4da4-88b4-9a2e55d1f4c9 tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] 10.222.0.13 "GET /v2.0/ports?device_id=c41def07-cddb-4708-ac21-12522d278e62 HTTP/1.1" status: 200 len: 932 time: 0.0888960 Jun 30 04:27:23.644458 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-e137185f-0ae0-40cf-a341-bad8232fc353 req-9978cd9e-1c94-4af2-972d-313820b93acb tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] 10.222.0.13 "GET /v2.0/security-groups?id=427859a6-8055-4e34-9b7e-2aef0d25c218&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0971913 Jun 30 04:27:23.655905 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.notifiers.nova [req-b08c56d1-cf44-4066-850a-3cb57cbd57a8 req-28abd04a-ff6a-43f6-9506-de653dd065ee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 35726dcc-98b0-43bc-b947-79080a8c0ff3 {{(pid=104416) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 30 04:27:23.663592 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-b08c56d1-cf44-4066-850a-3cb57cbd57a8 req-28abd04a-ff6a-43f6-9506-de653dd065ee service neutron] Publish callbacks [] for port (35726dcc-98b0-43bc-b947-79080a8c0ff3), precommit_update {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:27:23.677176 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.db.provisioning_blocks [req-b08c56d1-cf44-4066-850a-3cb57cbd57a8 req-28abd04a-ff6a-43f6-9506-de653dd065ee service neutron] Transition to ACTIVE for port object 35726dcc-98b0-43bc-b947-79080a8c0ff3 will not be triggered until provisioned by entity L2. {{(pid=104416) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 30 04:27:23.682372 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-b08c56d1-cf44-4066-850a-3cb57cbd57a8 req-28abd04a-ff6a-43f6-9506-de653dd065ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4095053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781926634698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781926239335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781926239353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1764123'] for port (35726dcc-98b0-43bc-b947-79080a8c0ff3), after_update {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:27:23.729858 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28abd04a-ff6a-43f6-9506-de653dd065ee service neutron] Pushing event updated for resources: {'Port': ['ID=35726dcc-98b0-43bc-b947-79080a8c0ff3,revision_number=2']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:27:23.784146 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:27:23.788267 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:27:23.809426 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.managers [req-b08c56d1-cf44-4066-850a-3cb57cbd57a8 req-28abd04a-ff6a-43f6-9506-de653dd065ee service neutron] Attempting to bind port 35726dcc-98b0-43bc-b947-79080a8c0ff3 on host hv-cinder-84684 for vnic_type normal with profile {{(pid=104416) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 30 04:27:23.809763 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.managers [req-b08c56d1-cf44-4066-850a-3cb57cbd57a8 req-28abd04a-ff6a-43f6-9506-de653dd065ee service neutron] Attempting to bind port 35726dcc-98b0-43bc-b947-79080a8c0ff3 by drivers openvswitch,hyperv on host hv-cinder-84684 at level 0 using segments [{'id': '840dad00-01fe-4800-89d0-035a2ea7aadc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '20ab151a-92d3-45f8-9aea-acc5912ac287'}] {{(pid=104416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 30 04:27:23.810206 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b08c56d1-cf44-4066-850a-3cb57cbd57a8 req-28abd04a-ff6a-43f6-9506-de653dd065ee service neutron] Attempting to bind port 35726dcc-98b0-43bc-b947-79080a8c0ff3 on network 20ab151a-92d3-45f8-9aea-acc5912ac287 {{(pid=104416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 30 04:27:23.815654 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b08c56d1-cf44-4066-850a-3cb57cbd57a8 req-28abd04a-ff6a-43f6-9506-de653dd065ee service neutron] Port 35726dcc-98b0-43bc-b947-79080a8c0ff3 on network 20ab151a-92d3-45f8-9aea-acc5912ac287 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84684 {{(pid=104416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 30 04:27:23.815977 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b08c56d1-cf44-4066-850a-3cb57cbd57a8 req-28abd04a-ff6a-43f6-9506-de653dd065ee service neutron] Attempting to bind port 35726dcc-98b0-43bc-b947-79080a8c0ff3 on network 20ab151a-92d3-45f8-9aea-acc5912ac287 {{(pid=104416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 30 04:27:23.821173 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b08c56d1-cf44-4066-850a-3cb57cbd57a8 req-28abd04a-ff6a-43f6-9506-de653dd065ee service neutron] Checking agent: {'id': 'ef703bef-7cc0-467c-baa9-fe8a66be565c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84684', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 30, 4, 13, 10), 'started_at': datetime.datetime(2022, 6, 30, 4, 13, 10), 'heartbeat_timestamp': datetime.datetime(2022, 6, 30, 4, 27, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 30 04:27:23.821509 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b08c56d1-cf44-4066-850a-3cb57cbd57a8 req-28abd04a-ff6a-43f6-9506-de653dd065ee service neutron] Checking segment: {'id': '840dad00-01fe-4800-89d0-035a2ea7aadc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '20ab151a-92d3-45f8-9aea-acc5912ac287'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104416) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 30 04:27:23.821893 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b08c56d1-cf44-4066-850a-3cb57cbd57a8 req-28abd04a-ff6a-43f6-9506-de653dd065ee service neutron] Bound using segment: {'id': '840dad00-01fe-4800-89d0-035a2ea7aadc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '20ab151a-92d3-45f8-9aea-acc5912ac287'} {{(pid=104416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 30 04:27:23.822319 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.managers [req-b08c56d1-cf44-4066-850a-3cb57cbd57a8 req-28abd04a-ff6a-43f6-9506-de653dd065ee service neutron] Bound port: 35726dcc-98b0-43bc-b947-79080a8c0ff3, host: hv-cinder-84684, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '840dad00-01fe-4800-89d0-035a2ea7aadc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '20ab151a-92d3-45f8-9aea-acc5912ac287'}}] {{(pid=104416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 30 04:27:23.822681 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-b08c56d1-cf44-4066-850a-3cb57cbd57a8 req-28abd04a-ff6a-43f6-9506-de653dd065ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3606762'] for port (35726dcc-98b0-43bc-b947-79080a8c0ff3), before_update {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:27:23.890382 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.db [req-b08c56d1-cf44-4066-850a-3cb57cbd57a8 req-28abd04a-ff6a-43f6-9506-de653dd065ee service neutron] For port 35726dcc-98b0-43bc-b947-79080a8c0ff3, host hv-cinder-84684, cleared binding levels {{(pid=104416) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 04:27:23.893859 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.db [req-b08c56d1-cf44-4066-850a-3cb57cbd57a8 req-28abd04a-ff6a-43f6-9506-de653dd065ee service neutron] For port 35726dcc-98b0-43bc-b947-79080a8c0ff3, host hv-cinder-84684, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=35726dcc-98b0-43bc-b947-79080a8c0ff3,segment=NetworkSegment(840dad00-01fe-4800-89d0-035a2ea7aadc),segment_id=840dad00-01fe-4800-89d0-035a2ea7aadc)] {{(pid=104416) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 04:27:23.901746 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-b08c56d1-cf44-4066-850a-3cb57cbd57a8 req-28abd04a-ff6a-43f6-9506-de653dd065ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4095053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781926634698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781926239335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781926239353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1764123'] for port (35726dcc-98b0-43bc-b947-79080a8c0ff3), after_update {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:27:23.932057 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08c56d1-cf44-4066-850a-3cb57cbd57a8 req-28abd04a-ff6a-43f6-9506-de653dd065ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:27:23.933047 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-b08c56d1-cf44-4066-850a-3cb57cbd57a8 req-28abd04a-ff6a-43f6-9506-de653dd065ee service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13292'] for port (None), before_response {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:27:23.934442 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-b08c56d1-cf44-4066-850a-3cb57cbd57a8 req-28abd04a-ff6a-43f6-9506-de653dd065ee service neutron] 10.222.0.20 "PUT /v2.0/ports/35726dcc-98b0-43bc-b947-79080a8c0ff3 HTTP/1.1" status: 200 len: 1094 time: 0.6970758 Jun 30 04:27:23.937137 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c41def07-cddb-4708-ac21-12522d278e62', 'tag': '35726dcc-98b0-43bc-b947-79080a8c0ff3'}] {{(pid=104416) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 30 04:27:23.940065 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8111519efe35ff5952c269e16f689610d56ef28aa1e0b77ca5734c542983c30f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75377e50-6dd0-4c02-83ff-a236cf23edf6" -d '{"events": [{"name": "network-changed", "server_uuid": "c41def07-cddb-4708-ac21-12522d278e62", "tag": "35726dcc-98b0-43bc-b947-79080a8c0ff3"}]}' {{(pid=104416) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 04:27:23.972253 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28abd04a-ff6a-43f6-9506-de653dd065ee service neutron] Pushing event updated for resources: {'Port': ['ID=35726dcc-98b0-43bc-b947-79080a8c0ff3,revision_number=3']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:27:23.982654 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Jun 2022 04:27:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-727829f8-4b62-4169-9a25-ef7739101140 x-openstack-request-id: req-727829f8-4b62-4169-9a25-ef7739101140 {{(pid=104416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 04:27:23.982904 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c41def07-cddb-4708-ac21-12522d278e62", "tag": "35726dcc-98b0-43bc-b947-79080a8c0ff3", "status": "completed", "code": 200}]} {{(pid=104416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 04:27:23.983170 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-727829f8-4b62-4169-9a25-ef7739101140 {{(pid=104416) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 04:27:23.983579 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.notifiers.nova [-] Nova event matching ['req-727829f8-4b62-4169-9a25-ef7739101140'] response: {'name': 'network-changed', 'server_uuid': 'c41def07-cddb-4708-ac21-12522d278e62', 'tag': '35726dcc-98b0-43bc-b947-79080a8c0ff3', 'status': 'completed', 'code': 200} Jun 30 04:27:24.026998 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08c56d1-cf44-4066-850a-3cb57cbd57a8 req-ff15f045-2c00-4412-85b8-cf7dc17a5144 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:27:24.028560 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-b08c56d1-cf44-4066-850a-3cb57cbd57a8 req-ff15f045-2c00-4412-85b8-cf7dc17a5144 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=21b8001d268445c0a28c3ed02b9afcb3&device_id=c41def07-cddb-4708-ac21-12522d278e62 HTTP/1.1" status: 200 len: 1128 time: 0.0428922 Jun 30 04:27:24.070334 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-b08c56d1-cf44-4066-850a-3cb57cbd57a8 req-824b4097-89bd-41d5-a827-a8f6e18bcf18 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=35726dcc-98b0-43bc-b947-79080a8c0ff3 HTTP/1.1" status: 200 len: 217 time: 0.0335026 Jun 30 04:27:24.123340 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08c56d1-cf44-4066-850a-3cb57cbd57a8 req-1f48b640-30b5-47c4-9dbe-94d93358eaf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:27:24.124989 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-b08c56d1-cf44-4066-850a-3cb57cbd57a8 req-1f48b640-30b5-47c4-9dbe-94d93358eaf2 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5b0ecd89-3294-4f96-9c72-f214728b68c6 HTTP/1.1" status: 200 len: 854 time: 0.0490324 Jun 30 04:27:24.170173 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08c56d1-cf44-4066-850a-3cb57cbd57a8 req-3b1df57a-056a-46d5-8ae1-1cb870837169 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:27:24.171384 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-b08c56d1-cf44-4066-850a-3cb57cbd57a8 req-3b1df57a-056a-46d5-8ae1-1cb870837169 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=20ab151a-92d3-45f8-9aea-acc5912ac287&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0403869 Jun 30 04:27:24.265372 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-b08c56d1-cf44-4066-850a-3cb57cbd57a8 req-2224ef28-eb0d-4bce-8e73-f68291659cda service neutron] 10.222.0.20 "GET /v2.0/networks/20ab151a-92d3-45f8-9aea-acc5912ac287?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879741 Jun 30 04:27:24.357977 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-b08c56d1-cf44-4066-850a-3cb57cbd57a8 req-d1745d92-e35f-4514-ab33-71521ca40675 service neutron] 10.222.0.20 "GET /v2.0/networks/20ab151a-92d3-45f8-9aea-acc5912ac287?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870235 Jun 30 04:27:24.781685 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935df7c3-c24f-4bce-9a57-3b44f687901d req-429ce17e-3f54-4c34-904a-21a56386b4d2 tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:27:24.783125 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-935df7c3-c24f-4bce-9a57-3b44f687901d req-429ce17e-3f54-4c34-904a-21a56386b4d2 tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] 10.222.0.13 "GET /v2.0/ports?device_id=c41def07-cddb-4708-ac21-12522d278e62 HTTP/1.1" status: 200 len: 944 time: 0.0559680 Jun 30 04:27:24.837916 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-935df7c3-c24f-4bce-9a57-3b44f687901d req-b2cfda99-ceef-4a56-ac1d-d0f8bbc31d27 tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] 10.222.0.13 "GET /v2.0/security-groups?id=427859a6-8055-4e34-9b7e-2aef0d25c218&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464334 Jun 30 04:27:25.072315 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75377e50-6dd0-4c02-83ff-a236cf23edf6 req-9dde8d60-7e01-4da7-a651-6d925d61a715 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:27:25.073816 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-75377e50-6dd0-4c02-83ff-a236cf23edf6 req-9dde8d60-7e01-4da7-a651-6d925d61a715 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=21b8001d268445c0a28c3ed02b9afcb3&device_id=c41def07-cddb-4708-ac21-12522d278e62 HTTP/1.1" status: 200 len: 1128 time: 0.0404806 Jun 30 04:27:25.165717 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75377e50-6dd0-4c02-83ff-a236cf23edf6 req-693d2f9b-ab67-44ec-91da-3550261b3b39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:27:25.167120 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-75377e50-6dd0-4c02-83ff-a236cf23edf6 req-693d2f9b-ab67-44ec-91da-3550261b3b39 service neutron] 10.222.0.20 "GET /v2.0/networks?id=20ab151a-92d3-45f8-9aea-acc5912ac287 HTTP/1.1" status: 200 len: 916 time: 0.0873077 Jun 30 04:27:25.211063 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-75377e50-6dd0-4c02-83ff-a236cf23edf6 req-6e9636b8-cb81-4141-89b4-b084975ea998 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=35726dcc-98b0-43bc-b947-79080a8c0ff3 HTTP/1.1" status: 200 len: 217 time: 0.0377488 Jun 30 04:27:25.261958 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75377e50-6dd0-4c02-83ff-a236cf23edf6 req-3f463920-89f1-4b7e-856d-aefc0d1d8d0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:27:25.263557 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-75377e50-6dd0-4c02-83ff-a236cf23edf6 req-3f463920-89f1-4b7e-856d-aefc0d1d8d0b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5b0ecd89-3294-4f96-9c72-f214728b68c6 HTTP/1.1" status: 200 len: 854 time: 0.0466740 Jun 30 04:27:25.313139 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75377e50-6dd0-4c02-83ff-a236cf23edf6 req-d37f9eae-85c0-4a9e-8766-cc9729ebfbae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:27:25.315033 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-75377e50-6dd0-4c02-83ff-a236cf23edf6 req-d37f9eae-85c0-4a9e-8766-cc9729ebfbae service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=20ab151a-92d3-45f8-9aea-acc5912ac287&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0452871 Jun 30 04:27:25.418474 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:27:25.423045 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-75377e50-6dd0-4c02-83ff-a236cf23edf6 req-882f323d-360f-4ba4-9194-27e1118e4f53 service neutron] 10.222.0.20 "GET /v2.0/networks/20ab151a-92d3-45f8-9aea-acc5912ac287?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1013658 Jun 30 04:27:25.466222 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:27:25.523016 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-75377e50-6dd0-4c02-83ff-a236cf23edf6 req-00ff6c5f-4072-47f1-9a31-ca9c7e1febe5 service neutron] 10.222.0.20 "GET /v2.0/networks/20ab151a-92d3-45f8-9aea-acc5912ac287?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940447 Jun 30 04:27:25.967702 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec559e0-2fbb-4cba-b375-4750a6a6dc87 req-569864e5-4fe7-45e3-99cf-7c75b0911fcd tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:27:25.969223 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-7ec559e0-2fbb-4cba-b375-4750a6a6dc87 req-569864e5-4fe7-45e3-99cf-7c75b0911fcd tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] 10.222.0.13 "GET /v2.0/ports?device_id=c41def07-cddb-4708-ac21-12522d278e62 HTTP/1.1" status: 200 len: 944 time: 0.0547609 Jun 30 04:27:26.027709 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-7ec559e0-2fbb-4cba-b375-4750a6a6dc87 req-5adf9b89-6521-4b9a-9399-aa52e5b2f33e tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] 10.222.0.13 "GET /v2.0/security-groups?id=427859a6-8055-4e34-9b7e-2aef0d25c218&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502570 Jun 30 04:27:26.677982 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.rpc [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Device 35726dcc-98b0-43bc-b947-79080a8c0ff3 details requested by agent hyperv_hv-cinder-84684 with host hv-cinder-84684 {{(pid=104417) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 04:27:26.806711 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.db [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] For port 35726dcc-98b0-43bc-b947-79080a8c0ff3, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=35726dcc-98b0-43bc-b947-79080a8c0ff3,segment=NetworkSegment(840dad00-01fe-4800-89d0-035a2ea7aadc),segment_id=840dad00-01fe-4800-89d0-035a2ea7aadc)] {{(pid=104417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 04:27:26.818985 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.rpc [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Returning: {'device': '35726dcc-98b0-43bc-b947-79080a8c0ff3', 'network_id': '20ab151a-92d3-45f8-9aea-acc5912ac287', 'port_id': '35726dcc-98b0-43bc-b947-79080a8c0ff3', 'mac_address': 'fa:16:3e:6a:25:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 184, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b0ecd89-3294-4f96-9c72-f214728b68c6', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104417) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 04:27:26.858669 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Current status of the port 35726dcc-98b0-43bc-b947-79080a8c0ff3 is: DOWN; New status is: BUILD {{(pid=104417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 30 04:27:26.858970 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3606762'] for port (35726dcc-98b0-43bc-b947-79080a8c0ff3), before_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:27:26.872083 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.notifiers.nova [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 35726dcc-98b0-43bc-b947-79080a8c0ff3 {{(pid=104417) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 30 04:27:26.892725 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.db [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] For port 35726dcc-98b0-43bc-b947-79080a8c0ff3, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=35726dcc-98b0-43bc-b947-79080a8c0ff3,segment=NetworkSegment(840dad00-01fe-4800-89d0-035a2ea7aadc),segment_id=840dad00-01fe-4800-89d0-035a2ea7aadc)] {{(pid=104417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 04:27:26.898781 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4095053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781926634698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781926239335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781926239353'] for port (35726dcc-98b0-43bc-b947-79080a8c0ff3), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:27:26.952383 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Pushing event updated for resources: {'Port': ['ID=35726dcc-98b0-43bc-b947-79080a8c0ff3,revision_number=4']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:27:26.959603 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:27:26.959934 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:27:26.960273 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:27:26.960601 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:27:26.960927 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:27:26.961250 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:27:26.961567 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:27:26.961880 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:27:26.962197 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:27:26.962513 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:27:26.962831 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:27:26.963158 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:27:26.963476 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:27:26.963784 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:27:26.964097 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:27:27.095045 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.db [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] get_ports_and_sgs() called for port_ids ['35726dcc-98b0-43bc-b947-79080a8c0ff3'] {{(pid=104417) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 04:27:27.159649 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57ca3f3-d9c1-4346-8f48-c931a28425ce req-12c07304-2964-4e0a-ba56-62828d50d9dc tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:27:27.161053 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-d57ca3f3-d9c1-4346-8f48-c931a28425ce req-12c07304-2964-4e0a-ba56-62828d50d9dc tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] 10.222.0.13 "GET /v2.0/ports?device_id=c41def07-cddb-4708-ac21-12522d278e62 HTTP/1.1" status: 200 len: 945 time: 0.0545647 Jun 30 04:27:27.210415 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-d57ca3f3-d9c1-4346-8f48-c931a28425ce req-f0ca7c62-6253-45fa-8a44-df8e59207d6c tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] 10.222.0.13 "GET /v2.0/security-groups?id=427859a6-8055-4e34-9b7e-2aef0d25c218&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434029 Jun 30 04:27:27.728573 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:SELECT=3 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:27:27.729821 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:SELECT=5 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:27:28.338345 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9064082a-0aae-4304-b139-7ab6bba44e16 req-1e914d89-48a9-4839-b10c-5f0d9c0f5436 tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:27:28.339808 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-9064082a-0aae-4304-b139-7ab6bba44e16 req-1e914d89-48a9-4839-b10c-5f0d9c0f5436 tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] 10.222.0.13 "GET /v2.0/ports?device_id=c41def07-cddb-4708-ac21-12522d278e62 HTTP/1.1" status: 200 len: 945 time: 0.0484152 Jun 30 04:27:28.400843 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-9064082a-0aae-4304-b139-7ab6bba44e16 req-fdd9819e-8ca7-4b6f-ab7b-579dada63add tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] 10.222.0.13 "GET /v2.0/security-groups?id=427859a6-8055-4e34-9b7e-2aef0d25c218&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528312 Jun 30 04:27:28.506449 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=15,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:27:28.515124 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=18,neutron:INSERT=2 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:27:28.693508 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.rpc [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Device 35726dcc-98b0-43bc-b947-79080a8c0ff3 up at agent hyperv_hv-cinder-84684 {{(pid=104417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 04:27:28.746525 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.db.provisioning_blocks [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Provisioning for port 35726dcc-98b0-43bc-b947-79080a8c0ff3 completed by entity L2. {{(pid=104417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 30 04:27:28.754000 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.db.provisioning_blocks [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Provisioning complete for port 35726dcc-98b0-43bc-b947-79080a8c0ff3 triggered by entity L2. {{(pid=104417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 30 04:27:28.754372 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565073'] for port (35726dcc-98b0-43bc-b947-79080a8c0ff3), provisioning_complete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:27:28.836564 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Current status of the port 35726dcc-98b0-43bc-b947-79080a8c0ff3 is: BUILD; New status is: ACTIVE {{(pid=104417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 30 04:27:28.836978 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3606762'] for port (35726dcc-98b0-43bc-b947-79080a8c0ff3), before_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:27:28.863613 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c41def07-cddb-4708-ac21-12522d278e62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35726dcc-98b0-43bc-b947-79080a8c0ff3'}] {{(pid=104417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 30 04:27:28.865829 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}872baf0325b3a4d4e4ba58c5a9b381606b113811ad1a9f7b70d77ff172d270fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2875383a-0b77-48f1-819b-ac2d21242865" -d '{"events": [{"server_uuid": "c41def07-cddb-4708-ac21-12522d278e62", "name": "network-vif-plugged", "status": "completed", "tag": "35726dcc-98b0-43bc-b947-79080a8c0ff3"}]}' {{(pid=104417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 04:27:28.878114 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.db [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] For port 35726dcc-98b0-43bc-b947-79080a8c0ff3, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=35726dcc-98b0-43bc-b947-79080a8c0ff3,segment=NetworkSegment(840dad00-01fe-4800-89d0-035a2ea7aadc),segment_id=840dad00-01fe-4800-89d0-035a2ea7aadc)] {{(pid=104417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 04:27:28.883615 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4095053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781926634698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781926239335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781926239353'] for port (35726dcc-98b0-43bc-b947-79080a8c0ff3), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:27:28.907976 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Jun 2022 04:27:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8970395-5653-4d65-b792-0ab7f5ca64a6 x-openstack-request-id: req-e8970395-5653-4d65-b792-0ab7f5ca64a6 {{(pid=104417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 04:27:28.908259 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c41def07-cddb-4708-ac21-12522d278e62", "name": "network-vif-plugged", "status": "completed", "tag": "35726dcc-98b0-43bc-b947-79080a8c0ff3", "code": 200}]} {{(pid=104417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 04:27:28.908502 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e8970395-5653-4d65-b792-0ab7f5ca64a6 {{(pid=104417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 04:27:28.908887 dv-cinder-846842-7-iscsi neutron-server[104417]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e8970395-5653-4d65-b792-0ab7f5ca64a6'] response: {'server_uuid': 'c41def07-cddb-4708-ac21-12522d278e62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35726dcc-98b0-43bc-b947-79080a8c0ff3', 'code': 200} Jun 30 04:27:28.933208 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Pushing event updated for resources: {'Port': ['ID=35726dcc-98b0-43bc-b947-79080a8c0ff3,revision_number=5']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:27:29.083071 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e45d4e-c6f4-4bd1-a30b-13c058b824e1 req-954f0ce8-bf29-4632-b7b7-6350c94051fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:27:29.084629 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-70e45d4e-c6f4-4bd1-a30b-13c058b824e1 req-954f0ce8-bf29-4632-b7b7-6350c94051fd service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=c41def07-cddb-4708-ac21-12522d278e62 HTTP/1.1" status: 200 len: 1130 time: 0.0474663 Jun 30 04:27:29.136251 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-70e45d4e-c6f4-4bd1-a30b-13c058b824e1 req-5f574461-ba4f-4736-82e5-e0cabb9279cd service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=427859a6-8055-4e34-9b7e-2aef0d25c218&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449579 Jun 30 04:27:29.531256 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451b9253-a806-4e80-b7ae-5a5b5c4ff223 req-8248806c-d6e4-4e43-9edf-c43d10d64123 tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:27:29.532813 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-451b9253-a806-4e80-b7ae-5a5b5c4ff223 req-8248806c-d6e4-4e43-9edf-c43d10d64123 tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] 10.222.0.13 "GET /v2.0/ports?device_id=c41def07-cddb-4708-ac21-12522d278e62 HTTP/1.1" status: 200 len: 946 time: 0.0550337 Jun 30 04:27:29.581511 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-451b9253-a806-4e80-b7ae-5a5b5c4ff223 req-27eb14a8-1bd6-472a-a48e-94c5e9ad207c tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] 10.222.0.13 "GET /v2.0/security-groups?id=427859a6-8055-4e34-9b7e-2aef0d25c218&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430555 Jun 30 04:27:30.701725 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f99c94-bc8a-4119-8a9f-b2f6b27bd60e req-b7cea1c1-8793-4178-a150-993647dd6414 tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:27:30.703225 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-d8f99c94-bc8a-4119-8a9f-b2f6b27bd60e req-b7cea1c1-8793-4178-a150-993647dd6414 tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] 10.222.0.13 "GET /v2.0/ports?device_id=c41def07-cddb-4708-ac21-12522d278e62 HTTP/1.1" status: 200 len: 946 time: 0.0504708 Jun 30 04:27:30.752113 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-d8f99c94-bc8a-4119-8a9f-b2f6b27bd60e req-4aa7ee27-c396-4251-af1e-26e0d26fd6e8 tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] 10.222.0.13 "GET /v2.0/security-groups?id=427859a6-8055-4e34-9b7e-2aef0d25c218&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426974 Jun 30 04:27:30.884596 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7162ae-d199-45cc-9d2f-544848fec6f2 req-3ddeadca-a6dd-45ce-a2ce-654d8225df6c tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:27:30.885982 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-aa7162ae-d199-45cc-9d2f-544848fec6f2 req-3ddeadca-a6dd-45ce-a2ce-654d8225df6c tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] 10.222.0.13 "GET /v2.0/ports?device_id=c41def07-cddb-4708-ac21-12522d278e62 HTTP/1.1" status: 200 len: 946 time: 0.0471723 Jun 30 04:27:30.894574 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.13', 58070) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 04:27:30.899272 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.v2.base [None req-7e57af9e-6256-4c04-a820-b15d5bd7428a tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] Request body: {'floatingip': {'port_id': '35726dcc-98b0-43bc-b947-79080a8c0ff3'}} {{(pid=104416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 30 04:27:30.939777 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-7e57af9e-6256-4c04-a820-b15d5bd7428a tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] Publish callbacks [] for floatingip (c11687c1-09d7-4180-bbf7-53bfe18de1f5), before_update {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:27:31.310187 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:27:31.312995 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:27:31.369304 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-7e57af9e-6256-4c04-a820-b15d5bd7428a tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:27:31.375713 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-7e57af9e-6256-4c04-a820-b15d5bd7428a tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-620077'] for floatingip (c11687c1-09d7-4180-bbf7-53bfe18de1f5), after_update {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:27:31.742780 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.db.l3_db [None req-7e57af9e-6256-4c04-a820-b15d5bd7428a tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] Floating IP c11687c1-09d7-4180-bbf7-53bfe18de1f5 associated. External IP: 172.27.1.188, port: 35726dcc-98b0-43bc-b947-79080a8c0ff3. Jun 30 04:27:31.945248 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e57af9e-6256-4c04-a820-b15d5bd7428a tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] Router b300454e-234f-4b0b-bfc4-de8233cf4de2 has already been hosted by L3 agent 2ea21a61-d737-4543-a811-a0d035fbf0f6 {{(pid=104416) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 30 04:27:32.049470 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e57af9e-6256-4c04-a820-b15d5bd7428a tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] Notify agent at l3_agent.dv-cinder-846842-7-iscsi the message routers_updated {{(pid=104416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 04:27:32.054415 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-7e57af9e-6256-4c04-a820-b15d5bd7428a tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13292'] for floatingip (None), before_response {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:27:32.062502 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58a45105-6ddd-4dc3-89dd-a5a2ae5cf59f None None] Sync routers for ids ['b300454e-234f-4b0b-bfc4-de8233cf4de2'] in dv-cinder-846842-7-iscsi {{(pid=104417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 04:27:32.074053 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58a45105-6ddd-4dc3-89dd-a5a2ae5cf59f None None] Routers {'b300454e-234f-4b0b-bfc4-de8233cf4de2'} bound to L3 agent in host dv-cinder-846842-7-iscsi {{(pid=104417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 30 04:27:32.074662 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.db.l3_hamode_db [None req-58a45105-6ddd-4dc3-89dd-a5a2ae5cf59f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-30T04:07:07Z,description=,heartbeat_timestamp=2022-06-30T04:27:08Z,host='dv-cinder-846842-7-iscsi',id=2ea21a61-d737-4543-a811-a0d035fbf0f6,load=0,resource_versions=,resources_synced=,started_at=2022-06-30T04:07:07Z,topic='l3_agent')) {'router_ids': ['b300454e-234f-4b0b-bfc4-de8233cf4de2'], 'active': True} {{(pid=104417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 04:27:32.076191 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:27:32.087858 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-7e57af9e-6256-4c04-a820-b15d5bd7428a tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] 10.222.0.13 "PUT /v2.0/floatingips/c11687c1-09d7-4180-bbf7-53bfe18de1f5 HTTP/1.1" status: 200 len: 992 time: 1.1921926 Jun 30 04:27:32.088375 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c41def07-cddb-4708-ac21-12522d278e62', 'tag': '35726dcc-98b0-43bc-b947-79080a8c0ff3'}] {{(pid=104416) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 30 04:27:32.090626 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8111519efe35ff5952c269e16f689610d56ef28aa1e0b77ca5734c542983c30f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ba74e3e-c21a-4715-865a-17a572e3dfca" -d '{"events": [{"name": "network-changed", "server_uuid": "c41def07-cddb-4708-ac21-12522d278e62", "tag": "35726dcc-98b0-43bc-b947-79080a8c0ff3"}]}' {{(pid=104416) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 04:27:32.128059 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Jun 2022 04:27:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c72aee1-7cc1-494a-af47-ce86f0a2d71b x-openstack-request-id: req-9c72aee1-7cc1-494a-af47-ce86f0a2d71b {{(pid=104416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 04:27:32.128353 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c41def07-cddb-4708-ac21-12522d278e62", "tag": "35726dcc-98b0-43bc-b947-79080a8c0ff3", "status": "completed", "code": 200}]} {{(pid=104416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 04:27:32.128599 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9c72aee1-7cc1-494a-af47-ce86f0a2d71b {{(pid=104416) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 04:27:32.129163 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9c72aee1-7cc1-494a-af47-ce86f0a2d71b'] response: {'name': 'network-changed', 'server_uuid': 'c41def07-cddb-4708-ac21-12522d278e62', 'tag': '35726dcc-98b0-43bc-b947-79080a8c0ff3', 'status': 'completed', 'code': 200} Jun 30 04:27:32.144096 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:27:32.184377 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.db.l3_dvr_db [None req-58a45105-6ddd-4dc3-89dd-a5a2ae5cf59f None None] Set router b300454e-234f-4b0b-bfc4-de8233cf4de2 gateway port host: dv-cinder-846842-7-iscsi {{(pid=104417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 30 04:27:32.192355 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba74e3e-c21a-4715-865a-17a572e3dfca req-50efffcf-5aee-4f85-93d0-6c0eab8ee17b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:27:32.193888 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-5ba74e3e-c21a-4715-865a-17a572e3dfca req-50efffcf-5aee-4f85-93d0-6c0eab8ee17b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=21b8001d268445c0a28c3ed02b9afcb3&device_id=c41def07-cddb-4708-ac21-12522d278e62 HTTP/1.1" status: 200 len: 1130 time: 0.0401726 Jun 30 04:27:32.287454 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba74e3e-c21a-4715-865a-17a572e3dfca req-733afb23-5e2d-48e3-b7ce-7fd49914a3ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:27:32.288940 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-5ba74e3e-c21a-4715-865a-17a572e3dfca req-733afb23-5e2d-48e3-b7ce-7fd49914a3ef service neutron] 10.222.0.20 "GET /v2.0/networks?id=20ab151a-92d3-45f8-9aea-acc5912ac287 HTTP/1.1" status: 200 len: 916 time: 0.0891716 Jun 30 04:27:32.354572 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-5ba74e3e-c21a-4715-865a-17a572e3dfca req-9668f954-be98-462a-ab9f-3d1f81c9a7c9 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=35726dcc-98b0-43bc-b947-79080a8c0ff3 HTTP/1.1" status: 200 len: 1000 time: 0.0596285 Jun 30 04:27:32.404170 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba74e3e-c21a-4715-865a-17a572e3dfca req-f26c0ccb-a428-43de-a5de-593458a88688 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:27:32.405663 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-5ba74e3e-c21a-4715-865a-17a572e3dfca req-f26c0ccb-a428-43de-a5de-593458a88688 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5b0ecd89-3294-4f96-9c72-f214728b68c6 HTTP/1.1" status: 200 len: 854 time: 0.0448341 Jun 30 04:27:32.406204 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.db.l3_hamode_db [None req-58a45105-6ddd-4dc3-89dd-a5a2ae5cf59f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b300454e-234f-4b0b-bfc4-de8233cf4de2', 'name': 'tempest-AttachVolumeNegativeTest-1275676774-router', 'tenant_id': '21b8001d268445c0a28c3ed02b9afcb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14b0e4f-074d-4507-846c-fc8420bddf12', 'external_fixed_ips': [{'subnet_id': '15378187-268c-4fae-ace7-eaca7aa50f90', 'ip_address': '172.27.1.144'}], 'enable_snat': True}, 'gw_port_id': 'e1ba8edc-886b-4bc7-977b-54635f667137', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T04:26:18Z', 'updated_at': '2022-06-30T04:26:20Z', 'revision_number': 4, 'project_id': '21b8001d268445c0a28c3ed02b9afcb3', 'gw_port': {'id': 'e1ba8edc-886b-4bc7-977b-54635f667137', 'name': '', 'network_id': 'a14b0e4f-074d-4507-846c-fc8420bddf12', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:88:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b300454e-234f-4b0b-bfc4-de8233cf4de2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '15378187-268c-4fae-ace7-eaca7aa50f90', 'ip_address': '172.27.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T04:26:18Z', 'updated_at': '2022-06-30T04:26:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15378187-268c-4fae-ace7-eaca7aa50f90', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-7-iscsi', '_floatingips': [{'id': 'bc433182-ea2e-4441-9b6f-04b735ad19a6', 'tenant_id': '21b8001d268445c0a28c3ed02b9afcb3', 'floating_ip_address': '172.27.1.181', 'floating_network_id': 'a14b0e4f-074d-4507-846c-fc8420bddf12', 'router_id': 'b300454e-234f-4b0b-bfc4-de8233cf4de2', 'port_id': '2de437f3-6471-40fa-99d7-87ecd143c0cb', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 682, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '20ab151a-92d3-45f8-9aea-acc5912ac287', 'mac_address': 'fa:16:3e:f4:3c:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19586bdb-46bd-4857-aec4-1fac4419d56f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-30T04:26:23Z', 'updated_at': '2022-06-30T04:26:37Z', 'revision_number': 2, 'project_id': '21b8001d268445c0a28c3ed02b9afcb3', 'fixed_ip_address_scope': None}, {'id': 'c11687c1-09d7-4180-bbf7-53bfe18de1f5', 'tenant_id': '21b8001d268445c0a28c3ed02b9afcb3', 'floating_ip_address': '172.27.1.188', 'floating_network_id': 'a14b0e4f-074d-4507-846c-fc8420bddf12', 'router_id': 'b300454e-234f-4b0b-bfc4-de8233cf4de2', 'port_id': '35726dcc-98b0-43bc-b947-79080a8c0ff3', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 690, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '20ab151a-92d3-45f8-9aea-acc5912ac287', 'mac_address': 'fa:16:3e:6a:25:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c41def07-cddb-4708-ac21-12522d278e62', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-30T04:27:19Z', 'updated_at': '2022-06-30T04:27:31Z', 'revision_number': 1, 'project_id': '21b8001d268445c0a28c3ed02b9afcb3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '09e4e20e-ef67-4ca2-849d-f1c26680ced2', 'name': '', 'network_id': '20ab151a-92d3-45f8-9aea-acc5912ac287', 'tenant_id': '21b8001d268445c0a28c3ed02b9afcb3', 'mac_address': 'fa:16:3e:d3:b6:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b300454e-234f-4b0b-bfc4-de8233cf4de2', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '5b0ecd89-3294-4f96-9c72-f214728b68c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T04:26:20Z', 'updated_at': '2022-06-30T04:26:24Z', 'revision_number': 5, 'project_id': '21b8001d268445c0a28c3ed02b9afcb3', 'subnets': [{'id': '5b0ecd89-3294-4f96-9c72-f214728b68c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846842-7-iscsi', False) {} {{(pid=104417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 04:27:32.432217 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58a45105-6ddd-4dc3-89dd-a5a2ae5cf59f None None] Checking router: b300454e-234f-4b0b-bfc4-de8233cf4de2 for host: dv-cinder-846842-7-iscsi {{(pid=104417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 04:27:32.441810 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58a45105-6ddd-4dc3-89dd-a5a2ae5cf59f None None] Routers {'b300454e-234f-4b0b-bfc4-de8233cf4de2'} bound to L3 agent in host dv-cinder-846842-7-iscsi {{(pid=104417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 30 04:27:32.442412 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.db.l3_hamode_db [None req-58a45105-6ddd-4dc3-89dd-a5a2ae5cf59f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-30T04:07:07Z,description=,heartbeat_timestamp=2022-06-30T04:27:08Z,host='dv-cinder-846842-7-iscsi',id=2ea21a61-d737-4543-a811-a0d035fbf0f6,load=0,resource_versions=,resources_synced=,started_at=2022-06-30T04:07:07Z,topic='l3_agent')) {'router_ids': ['b300454e-234f-4b0b-bfc4-de8233cf4de2'], 'active': True} {{(pid=104417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 04:27:32.449245 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba74e3e-c21a-4715-865a-17a572e3dfca req-e1acd58c-2d5c-49ac-bcf8-292f1773e639 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:27:32.450757 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-5ba74e3e-c21a-4715-865a-17a572e3dfca req-e1acd58c-2d5c-49ac-bcf8-292f1773e639 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=20ab151a-92d3-45f8-9aea-acc5912ac287&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0392907 Jun 30 04:27:32.554239 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.db.l3_dvr_db [None req-58a45105-6ddd-4dc3-89dd-a5a2ae5cf59f None None] Set router b300454e-234f-4b0b-bfc4-de8233cf4de2 gateway port host: dv-cinder-846842-7-iscsi {{(pid=104417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 30 04:27:32.556068 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-5ba74e3e-c21a-4715-865a-17a572e3dfca req-33e43453-62dc-49c7-9d55-a8cdfded964b service neutron] 10.222.0.20 "GET /v2.0/networks/20ab151a-92d3-45f8-9aea-acc5912ac287?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0992541 Jun 30 04:27:32.628559 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=100 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:27:32.650780 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-5ba74e3e-c21a-4715-865a-17a572e3dfca req-0fb9c5d6-0a35-4052-a248-41270cfc1983 service neutron] 10.222.0.20 "GET /v2.0/networks/20ab151a-92d3-45f8-9aea-acc5912ac287?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883176 Jun 30 04:27:32.900249 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.db.l3_hamode_db [None req-58a45105-6ddd-4dc3-89dd-a5a2ae5cf59f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b300454e-234f-4b0b-bfc4-de8233cf4de2', 'name': 'tempest-AttachVolumeNegativeTest-1275676774-router', 'tenant_id': '21b8001d268445c0a28c3ed02b9afcb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14b0e4f-074d-4507-846c-fc8420bddf12', 'external_fixed_ips': [{'subnet_id': '15378187-268c-4fae-ace7-eaca7aa50f90', 'ip_address': '172.27.1.144'}], 'enable_snat': True}, 'gw_port_id': 'e1ba8edc-886b-4bc7-977b-54635f667137', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T04:26:18Z', 'updated_at': '2022-06-30T04:26:20Z', 'revision_number': 4, 'project_id': '21b8001d268445c0a28c3ed02b9afcb3', 'gw_port': {'id': 'e1ba8edc-886b-4bc7-977b-54635f667137', 'name': '', 'network_id': 'a14b0e4f-074d-4507-846c-fc8420bddf12', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:88:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b300454e-234f-4b0b-bfc4-de8233cf4de2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '15378187-268c-4fae-ace7-eaca7aa50f90', 'ip_address': '172.27.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T04:26:18Z', 'updated_at': '2022-06-30T04:26:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15378187-268c-4fae-ace7-eaca7aa50f90', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-7-iscsi', '_floatingips': [{'id': 'bc433182-ea2e-4441-9b6f-04b735ad19a6', 'tenant_id': '21b8001d268445c0a28c3ed02b9afcb3', 'floating_ip_address': '172.27.1.181', 'floating_network_id': 'a14b0e4f-074d-4507-846c-fc8420bddf12', 'router_id': 'b300454e-234f-4b0b-bfc4-de8233cf4de2', 'port_id': '2de437f3-6471-40fa-99d7-87ecd143c0cb', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 682, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '20ab151a-92d3-45f8-9aea-acc5912ac287', 'mac_address': 'fa:16:3e:f4:3c:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19586bdb-46bd-4857-aec4-1fac4419d56f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-30T04:26:23Z', 'updated_at': '2022-06-30T04:26:37Z', 'revision_number': 2, 'project_id': '21b8001d268445c0a28c3ed02b9afcb3', 'fixed_ip_address_scope': None}, {'id': 'c11687c1-09d7-4180-bbf7-53bfe18de1f5', 'tenant_id': '21b8001d268445c0a28c3ed02b9afcb3', 'floating_ip_address': '172.27.1.188', 'floating_network_id': 'a14b0e4f-074d-4507-846c-fc8420bddf12', 'router_id': 'b300454e-234f-4b0b-bfc4-de8233cf4de2', 'port_id': '35726dcc-98b0-43bc-b947-79080a8c0ff3', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 690, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '20ab151a-92d3-45f8-9aea-acc5912ac287', 'mac_address': 'fa:16:3e:6a:25:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c41def07-cddb-4708-ac21-12522d278e62', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-30T04:27:19Z', 'updated_at': '2022-06-30T04:27:31Z', 'revision_number': 1, 'project_id': '21b8001d268445c0a28c3ed02b9afcb3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '09e4e20e-ef67-4ca2-849d-f1c26680ced2', 'name': '', 'network_id': '20ab151a-92d3-45f8-9aea-acc5912ac287', 'tenant_id': '21b8001d268445c0a28c3ed02b9afcb3', 'mac_address': 'fa:16:3e:d3:b6:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b300454e-234f-4b0b-bfc4-de8233cf4de2', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '5b0ecd89-3294-4f96-9c72-f214728b68c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T04:26:20Z', 'updated_at': '2022-06-30T04:26:24Z', 'revision_number': 5, 'project_id': '21b8001d268445c0a28c3ed02b9afcb3', 'subnets': [{'id': '5b0ecd89-3294-4f96-9c72-f214728b68c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846842-7-iscsi', False) {} {{(pid=104417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 04:27:32.929692 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58a45105-6ddd-4dc3-89dd-a5a2ae5cf59f None None] The sync data for ids ['b300454e-234f-4b0b-bfc4-de8233cf4de2'] in dv-cinder-846842-7-iscsi is: [{'id': 'b300454e-234f-4b0b-bfc4-de8233cf4de2', 'name': 'tempest-AttachVolumeNegativeTest-1275676774-router', 'tenant_id': '21b8001d268445c0a28c3ed02b9afcb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14b0e4f-074d-4507-846c-fc8420bddf12', 'external_fixed_ips': [{'subnet_id': '15378187-268c-4fae-ace7-eaca7aa50f90', 'ip_address': '172.27.1.144'}], 'enable_snat': True}, 'gw_port_id': 'e1ba8edc-886b-4bc7-977b-54635f667137', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T04:26:18Z', 'updated_at': '2022-06-30T04:26:20Z', 'revision_number': 4, 'project_id': '21b8001d268445c0a28c3ed02b9afcb3', 'gw_port': {'id': 'e1ba8edc-886b-4bc7-977b-54635f667137', 'name': '', 'network_id': 'a14b0e4f-074d-4507-846c-fc8420bddf12', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:88:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b300454e-234f-4b0b-bfc4-de8233cf4de2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '15378187-268c-4fae-ace7-eaca7aa50f90', 'ip_address': '172.27.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T04:26:18Z', 'updated_at': '2022-06-30T04:26:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15378187-268c-4fae-ace7-eaca7aa50f90', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-7-iscsi', '_floatingips': [{'id': 'bc433182-ea2e-4441-9b6f-04b735ad19a6', 'tenant_id': '21b8001d268445c0a28c3ed02b9afcb3', 'floating_ip_address': '172.27.1.181', 'floating_network_id': 'a14b0e4f-074d-4507-846c-fc8420bddf12', 'router_id': 'b300454e-234f-4b0b-bfc4-de8233cf4de2', 'port_id': '2de437f3-6471-40fa-99d7-87ecd143c0cb', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 682, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '20ab151a-92d3-45f8-9aea-acc5912ac287', 'mac_address': 'fa:16:3e:f4:3c:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19586bdb-46bd-4857-aec4-1fac4419d56f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-30T04:26:23Z', 'updated_at': '2022-06-30T04:26:37Z', 'revision_number': 2, 'project_id': '21b8001d268445c0a28c3ed02b9afcb3', 'fixed_ip_address_scope': None}, {'id': 'c11687c1-09d7-4180-bbf7-53bfe18de1f5', 'tenant_id': '21b8001d268445c0a28c3ed02b9afcb3', 'floating_ip_address': '172.27.1.188', 'floating_network_id': 'a14b0e4f-074d-4507-846c-fc8420bddf12', 'router_id': 'b300454e-234f-4b0b-bfc4-de8233cf4de2', 'port_id': '35726dcc-98b0-43bc-b947-79080a8c0ff3', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 690, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '20ab151a-92d3-45f8-9aea-acc5912ac287', 'mac_address': 'fa:16:3e:6a:25:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c41def07-cddb-4708-ac21-12522d278e62', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-30T04:27:19Z', 'updated_at': '2022-06-30T04:27:31Z', 'revision_number': 1, 'project_id': '21b8001d268445c0a28c3ed02b9afcb3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '09e4e20e-ef67-4ca2-849d-f1c26680ced2', 'name': '', 'network_id': '20ab151a-92d3-45f8-9aea-acc5912ac287', 'tenant_id': '21b8001d268445c0a28c3ed02b9afcb3', 'mac_address': 'fa:16:3e:d3:b6:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b300454e-234f-4b0b-bfc4-de8233cf4de2', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '5b0ecd89-3294-4f96-9c72-f214728b68c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T04:26:20Z', 'updated_at': '2022-06-30T04:26:24Z', 'revision_number': 5, 'project_id': '21b8001d268445c0a28c3ed02b9afcb3', 'subnets': [{'id': '5b0ecd89-3294-4f96-9c72-f214728b68c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 04:27:33.119970 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e34d4f8f-710f-409b-a437-60ac0dd4a11e None None] New status for floating IP c11687c1-09d7-4180-bbf7-53bfe18de1f5: ACTIVE {{(pid=104418) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 30 04:27:35.190348 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-1f062770-eff6-45b8-98d5-ab5e3be9ae7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926756172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565263'] for agent (beddbd52-9273-44c2-990c-63933fe383b2), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:27:37.543059 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-fcf809ee-e0d0-4a7d-8e0e-c8d6845793c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926756172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565263'] for agent (2ea21a61-d737-4543-a811-a0d035fbf0f6), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:27:38.522052 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-7a77f087-4523-4fd9-b9f1-b6333d8ad1f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926756172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565263'] for agent (672e10fd-0bbc-4d52-8fca-d980f41e3265), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:27:40.305196 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-88ff949a-6007-42d5-8261-77b64d367ca9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926756172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565263'] for agent (4c4a8942-da79-4b81-aa08-fb593b1e6e06), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:27:40.444394 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-2a6d8403-c0a5-4ac4-aa48-860a84345009 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926756172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565263'] for agent (cbdf45b5-344e-4e18-9242-1abb738708f2), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:27:42.638253 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=97 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:27:42.648355 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=3 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:27:42.820834 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926756172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565263'] for agent (ef703bef-7cc0-467c-baa9-fe8a66be565c), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:27:43.223535 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:27:43.226071 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:27:48.756117 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.db.agents_db [None req-38391644-8868-4c56-b8b1-4dfa3b709b99 None None] Agent healthcheck: found 6 active agents {{(pid=104418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 04:27:52.805261 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=71,neutron:UPDATE=3 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:27:52.813962 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=84,neutron:UPDATE=3 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:28:04.725148 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:SELECT=19 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:28:04.726291 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:SELECT=15 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:28:05.196978 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-17c3887f-2899-4af5-be00-78f7c4b71f89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926756172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565263'] for agent (beddbd52-9273-44c2-990c-63933fe383b2), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:28:06.769359 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6bb517-fe17-4027-8ed5-9c23fa4eeb25 req-c19f6ed6-9063-4f62-8e0a-9bb22a5f0bbd tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:28:06.771269 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-3f6bb517-fe17-4027-8ed5-9c23fa4eeb25 req-c19f6ed6-9063-4f62-8e0a-9bb22a5f0bbd tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] 10.222.0.13 "GET /v2.0/ports?device_id=c41def07-cddb-4708-ac21-12522d278e62 HTTP/1.1" status: 200 len: 946 time: 0.0537844 Jun 30 04:28:06.828537 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-3f6bb517-fe17-4027-8ed5-9c23fa4eeb25 req-01ac83c5-340b-4e92-8d6f-ff9bcef808a1 tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] 10.222.0.13 "GET /v2.0/security-groups?id=427859a6-8055-4e34-9b7e-2aef0d25c218&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486524 Jun 30 04:28:07.543666 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-0ae0acc2-cbd8-495e-9b19-79cce38812ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926756172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565263'] for agent (2ea21a61-d737-4543-a811-a0d035fbf0f6), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:28:07.962612 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc7fc1c-5188-482f-bca0-d1e2fcf56062 req-6237d483-9c6f-44c8-b280-4864e84bd341 tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:28:07.964103 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-dcc7fc1c-5188-482f-bca0-d1e2fcf56062 req-6237d483-9c6f-44c8-b280-4864e84bd341 tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] 10.222.0.13 "GET /v2.0/ports?device_id=c41def07-cddb-4708-ac21-12522d278e62 HTTP/1.1" status: 200 len: 946 time: 0.0504725 Jun 30 04:28:08.050440 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036ec45f-2ba1-4679-bbe9-9a0f17dcf76f req-f94d9b84-5f16-416b-b99f-9069c959a891 tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:28:08.051883 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-036ec45f-2ba1-4679-bbe9-9a0f17dcf76f req-f94d9b84-5f16-416b-b99f-9069c959a891 tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] 10.222.0.20 "GET /v2.0/ports?device_id=c41def07-cddb-4708-ac21-12522d278e62 HTTP/1.1" status: 200 len: 946 time: 0.0664146 Jun 30 04:28:08.055140 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-dcc7fc1c-5188-482f-bca0-d1e2fcf56062 req-cdee4ae8-6bf3-443e-bb7b-1ea1567ee617 tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] 10.222.0.13 "GET /v2.0/security-groups?id=427859a6-8055-4e34-9b7e-2aef0d25c218&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0833471 Jun 30 04:28:08.135858 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.plugin [req-036ec45f-2ba1-4679-bbe9-9a0f17dcf76f req-b58a9ed4-337d-49df-9ecb-e634bf56b7e4 tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] Deleting port 35726dcc-98b0-43bc-b947-79080a8c0ff3 {{(pid=104416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 30 04:28:08.136084 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-036ec45f-2ba1-4679-bbe9-9a0f17dcf76f req-b58a9ed4-337d-49df-9ecb-e634bf56b7e4 tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781926629636'] for port (35726dcc-98b0-43bc-b947-79080a8c0ff3), before_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:28:08.231707 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.db [req-036ec45f-2ba1-4679-bbe9-9a0f17dcf76f req-b58a9ed4-337d-49df-9ecb-e634bf56b7e4 tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] For port 35726dcc-98b0-43bc-b947-79080a8c0ff3, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=35726dcc-98b0-43bc-b947-79080a8c0ff3,segment=NetworkSegment(840dad00-01fe-4800-89d0-035a2ea7aadc),segment_id=840dad00-01fe-4800-89d0-035a2ea7aadc)] {{(pid=104416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 04:28:08.232082 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-036ec45f-2ba1-4679-bbe9-9a0f17dcf76f req-b58a9ed4-337d-49df-9ecb-e634bf56b7e4 tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616079'] for port (35726dcc-98b0-43bc-b947-79080a8c0ff3), precommit_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:28:08.397463 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-036ec45f-2ba1-4679-bbe9-9a0f17dcf76f req-b58a9ed4-337d-49df-9ecb-e634bf56b7e4 tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:28:08.397696 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-036ec45f-2ba1-4679-bbe9-9a0f17dcf76f req-b58a9ed4-337d-49df-9ecb-e634bf56b7e4 tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-620077'] for floatingip (c11687c1-09d7-4180-bbf7-53bfe18de1f5), after_update {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:28:08.398101 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.db.l3_db [req-036ec45f-2ba1-4679-bbe9-9a0f17dcf76f req-b58a9ed4-337d-49df-9ecb-e634bf56b7e4 tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] Floating IP c11687c1-09d7-4180-bbf7-53bfe18de1f5 disassociated. External IP: 172.27.1.188, port: 35726dcc-98b0-43bc-b947-79080a8c0ff3. Jun 30 04:28:08.398322 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.plugin [req-036ec45f-2ba1-4679-bbe9-9a0f17dcf76f req-b58a9ed4-337d-49df-9ecb-e634bf56b7e4 tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] Calling delete_port for 35726dcc-98b0-43bc-b947-79080a8c0ff3 owned by compute:nova {{(pid=104416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 30 04:28:08.524179 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-7a77f087-4523-4fd9-b9f1-b6333d8ad1f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926756172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565263'] for agent (672e10fd-0bbc-4d52-8fca-d980f41e3265), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:28:08.539654 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-036ec45f-2ba1-4679-bbe9-9a0f17dcf76f req-b58a9ed4-337d-49df-9ecb-e634bf56b7e4 tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4095053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781926635560', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781926239326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1764130'] for port (35726dcc-98b0-43bc-b947-79080a8c0ff3), after_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:28:08.568310 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58a9ed4-337d-49df-9ecb-e634bf56b7e4 tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] Pushing event deleted for resources: {'Port': ['ID=35726dcc-98b0-43bc-b947-79080a8c0ff3,revision_number=None']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:28:08.699752 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.scheduler.l3_agent_scheduler [req-036ec45f-2ba1-4679-bbe9-9a0f17dcf76f req-b58a9ed4-337d-49df-9ecb-e634bf56b7e4 tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] Router b300454e-234f-4b0b-bfc4-de8233cf4de2 has already been hosted by L3 agent 2ea21a61-d737-4543-a811-a0d035fbf0f6 {{(pid=104416) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 30 04:28:08.708581 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:28:08.811151 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:28:08.814645 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-036ec45f-2ba1-4679-bbe9-9a0f17dcf76f req-b58a9ed4-337d-49df-9ecb-e634bf56b7e4 tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] Notify agent at l3_agent.dv-cinder-846842-7-iscsi the message routers_updated {{(pid=104416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 04:28:08.824680 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2a0bde8-9a01-4979-bc2c-cf285140db21 None None] Sync routers for ids ['b300454e-234f-4b0b-bfc4-de8233cf4de2'] in dv-cinder-846842-7-iscsi {{(pid=104417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 04:28:08.837588 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2a0bde8-9a01-4979-bc2c-cf285140db21 None None] Routers {'b300454e-234f-4b0b-bfc4-de8233cf4de2'} bound to L3 agent in host dv-cinder-846842-7-iscsi {{(pid=104417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 30 04:28:08.838357 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.db.l3_hamode_db [None req-e2a0bde8-9a01-4979-bc2c-cf285140db21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-30T04:07:07Z,description=,heartbeat_timestamp=2022-06-30T04:28:08Z,host='dv-cinder-846842-7-iscsi',id=2ea21a61-d737-4543-a811-a0d035fbf0f6,load=0,resource_versions=,resources_synced=,started_at=2022-06-30T04:07:07Z,topic='l3_agent')) {'router_ids': ['b300454e-234f-4b0b-bfc4-de8233cf4de2'], 'active': True} {{(pid=104417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 04:28:08.864927 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.db.l3_dvrscheduler_db [req-036ec45f-2ba1-4679-bbe9-9a0f17dcf76f req-b58a9ed4-337d-49df-9ecb-e634bf56b7e4 tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] No DVR routers for this DVR port 35726dcc-98b0-43bc-b947-79080a8c0ff3 on host hv-cinder-84684 {{(pid=104416) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 30 04:28:08.867456 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-036ec45f-2ba1-4679-bbe9-9a0f17dcf76f req-b58a9ed4-337d-49df-9ecb-e634bf56b7e4 tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13292'] for port (None), before_response {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:28:08.872565 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-036ec45f-2ba1-4679-bbe9-9a0f17dcf76f req-b58a9ed4-337d-49df-9ecb-e634bf56b7e4 tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] 10.222.0.20 "DELETE /v2.0/ports/35726dcc-98b0-43bc-b947-79080a8c0ff3 HTTP/1.1" status: 204 len: 173 time: 0.8130610 Jun 30 04:28:08.872565 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c41def07-cddb-4708-ac21-12522d278e62', 'name': 'network-vif-deleted', 'tag': '35726dcc-98b0-43bc-b947-79080a8c0ff3'}] {{(pid=104416) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 30 04:28:08.873431 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8111519efe35ff5952c269e16f689610d56ef28aa1e0b77ca5734c542983c30f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-912f0ff5-3d7c-4b83-8489-81c062c3d095" -d '{"events": [{"server_uuid": "c41def07-cddb-4708-ac21-12522d278e62", "name": "network-vif-deleted", "tag": "35726dcc-98b0-43bc-b947-79080a8c0ff3"}]}' {{(pid=104416) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 04:28:08.922138 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Jun 2022 04:28:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6124b1ba-ea82-444d-beaf-6c7714112428 x-openstack-request-id: req-6124b1ba-ea82-444d-beaf-6c7714112428 {{(pid=104416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 04:28:08.922448 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c41def07-cddb-4708-ac21-12522d278e62", "name": "network-vif-deleted", "tag": "35726dcc-98b0-43bc-b947-79080a8c0ff3", "status": "completed", "code": 200}]} {{(pid=104416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 04:28:08.922699 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6124b1ba-ea82-444d-beaf-6c7714112428 {{(pid=104416) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 04:28:08.923605 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6124b1ba-ea82-444d-beaf-6c7714112428'] response: {'server_uuid': 'c41def07-cddb-4708-ac21-12522d278e62', 'name': 'network-vif-deleted', 'tag': '35726dcc-98b0-43bc-b947-79080a8c0ff3', 'status': 'completed', 'code': 200} Jun 30 04:28:08.955024 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.db.l3_dvr_db [None req-e2a0bde8-9a01-4979-bc2c-cf285140db21 None None] Set router b300454e-234f-4b0b-bfc4-de8233cf4de2 gateway port host: dv-cinder-846842-7-iscsi {{(pid=104417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 30 04:28:09.171220 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-36948316-5fa9-4a8c-85ff-18b8bd362beb req-e81a4d9f-9317-4896-9cbf-891c0b83333c tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] 10.222.0.13 "GET /v2.0/ports?device_id=c41def07-cddb-4708-ac21-12522d278e62 HTTP/1.1" status: 200 len: 210 time: 0.0288908 Jun 30 04:28:09.189631 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.db.l3_hamode_db [None req-e2a0bde8-9a01-4979-bc2c-cf285140db21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b300454e-234f-4b0b-bfc4-de8233cf4de2', 'name': 'tempest-AttachVolumeNegativeTest-1275676774-router', 'tenant_id': '21b8001d268445c0a28c3ed02b9afcb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14b0e4f-074d-4507-846c-fc8420bddf12', 'external_fixed_ips': [{'subnet_id': '15378187-268c-4fae-ace7-eaca7aa50f90', 'ip_address': '172.27.1.144'}], 'enable_snat': True}, 'gw_port_id': 'e1ba8edc-886b-4bc7-977b-54635f667137', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T04:26:18Z', 'updated_at': '2022-06-30T04:26:20Z', 'revision_number': 4, 'project_id': '21b8001d268445c0a28c3ed02b9afcb3', 'gw_port': {'id': 'e1ba8edc-886b-4bc7-977b-54635f667137', 'name': '', 'network_id': 'a14b0e4f-074d-4507-846c-fc8420bddf12', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:88:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b300454e-234f-4b0b-bfc4-de8233cf4de2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '15378187-268c-4fae-ace7-eaca7aa50f90', 'ip_address': '172.27.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T04:26:18Z', 'updated_at': '2022-06-30T04:26:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15378187-268c-4fae-ace7-eaca7aa50f90', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-7-iscsi', '_floatingips': [{'id': 'bc433182-ea2e-4441-9b6f-04b735ad19a6', 'tenant_id': '21b8001d268445c0a28c3ed02b9afcb3', 'floating_ip_address': '172.27.1.181', 'floating_network_id': 'a14b0e4f-074d-4507-846c-fc8420bddf12', 'router_id': 'b300454e-234f-4b0b-bfc4-de8233cf4de2', 'port_id': '2de437f3-6471-40fa-99d7-87ecd143c0cb', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 682, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '20ab151a-92d3-45f8-9aea-acc5912ac287', 'mac_address': 'fa:16:3e:f4:3c:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19586bdb-46bd-4857-aec4-1fac4419d56f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-30T04:26:23Z', 'updated_at': '2022-06-30T04:26:37Z', 'revision_number': 2, 'project_id': '21b8001d268445c0a28c3ed02b9afcb3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '09e4e20e-ef67-4ca2-849d-f1c26680ced2', 'name': '', 'network_id': '20ab151a-92d3-45f8-9aea-acc5912ac287', 'tenant_id': '21b8001d268445c0a28c3ed02b9afcb3', 'mac_address': 'fa:16:3e:d3:b6:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b300454e-234f-4b0b-bfc4-de8233cf4de2', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '5b0ecd89-3294-4f96-9c72-f214728b68c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T04:26:20Z', 'updated_at': '2022-06-30T04:26:24Z', 'revision_number': 5, 'project_id': '21b8001d268445c0a28c3ed02b9afcb3', 'subnets': [{'id': '5b0ecd89-3294-4f96-9c72-f214728b68c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846842-7-iscsi', False) {} {{(pid=104417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 04:28:09.222511 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2a0bde8-9a01-4979-bc2c-cf285140db21 None None] Checking router: b300454e-234f-4b0b-bfc4-de8233cf4de2 for host: dv-cinder-846842-7-iscsi {{(pid=104417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 04:28:09.231361 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2a0bde8-9a01-4979-bc2c-cf285140db21 None None] Routers {'b300454e-234f-4b0b-bfc4-de8233cf4de2'} bound to L3 agent in host dv-cinder-846842-7-iscsi {{(pid=104417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 30 04:28:09.232024 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.db.l3_hamode_db [None req-e2a0bde8-9a01-4979-bc2c-cf285140db21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-30T04:07:07Z,description=,heartbeat_timestamp=2022-06-30T04:28:08Z,host='dv-cinder-846842-7-iscsi',id=2ea21a61-d737-4543-a811-a0d035fbf0f6,load=0,resource_versions=,resources_synced=,started_at=2022-06-30T04:07:07Z,topic='l3_agent')) {'router_ids': ['b300454e-234f-4b0b-bfc4-de8233cf4de2'], 'active': True} {{(pid=104417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 04:28:09.334431 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.db.l3_dvr_db [None req-e2a0bde8-9a01-4979-bc2c-cf285140db21 None None] Set router b300454e-234f-4b0b-bfc4-de8233cf4de2 gateway port host: dv-cinder-846842-7-iscsi {{(pid=104417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 30 04:28:09.564275 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.db.l3_hamode_db [None req-e2a0bde8-9a01-4979-bc2c-cf285140db21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b300454e-234f-4b0b-bfc4-de8233cf4de2', 'name': 'tempest-AttachVolumeNegativeTest-1275676774-router', 'tenant_id': '21b8001d268445c0a28c3ed02b9afcb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14b0e4f-074d-4507-846c-fc8420bddf12', 'external_fixed_ips': [{'subnet_id': '15378187-268c-4fae-ace7-eaca7aa50f90', 'ip_address': '172.27.1.144'}], 'enable_snat': True}, 'gw_port_id': 'e1ba8edc-886b-4bc7-977b-54635f667137', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T04:26:18Z', 'updated_at': '2022-06-30T04:26:20Z', 'revision_number': 4, 'project_id': '21b8001d268445c0a28c3ed02b9afcb3', 'gw_port': {'id': 'e1ba8edc-886b-4bc7-977b-54635f667137', 'name': '', 'network_id': 'a14b0e4f-074d-4507-846c-fc8420bddf12', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:88:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b300454e-234f-4b0b-bfc4-de8233cf4de2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '15378187-268c-4fae-ace7-eaca7aa50f90', 'ip_address': '172.27.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T04:26:18Z', 'updated_at': '2022-06-30T04:26:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15378187-268c-4fae-ace7-eaca7aa50f90', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-7-iscsi', '_floatingips': [{'id': 'bc433182-ea2e-4441-9b6f-04b735ad19a6', 'tenant_id': '21b8001d268445c0a28c3ed02b9afcb3', 'floating_ip_address': '172.27.1.181', 'floating_network_id': 'a14b0e4f-074d-4507-846c-fc8420bddf12', 'router_id': 'b300454e-234f-4b0b-bfc4-de8233cf4de2', 'port_id': '2de437f3-6471-40fa-99d7-87ecd143c0cb', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 682, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '20ab151a-92d3-45f8-9aea-acc5912ac287', 'mac_address': 'fa:16:3e:f4:3c:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19586bdb-46bd-4857-aec4-1fac4419d56f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-30T04:26:23Z', 'updated_at': '2022-06-30T04:26:37Z', 'revision_number': 2, 'project_id': '21b8001d268445c0a28c3ed02b9afcb3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '09e4e20e-ef67-4ca2-849d-f1c26680ced2', 'name': '', 'network_id': '20ab151a-92d3-45f8-9aea-acc5912ac287', 'tenant_id': '21b8001d268445c0a28c3ed02b9afcb3', 'mac_address': 'fa:16:3e:d3:b6:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b300454e-234f-4b0b-bfc4-de8233cf4de2', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '5b0ecd89-3294-4f96-9c72-f214728b68c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T04:26:20Z', 'updated_at': '2022-06-30T04:26:24Z', 'revision_number': 5, 'project_id': '21b8001d268445c0a28c3ed02b9afcb3', 'subnets': [{'id': '5b0ecd89-3294-4f96-9c72-f214728b68c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846842-7-iscsi', False) {} {{(pid=104417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 04:28:09.589269 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2a0bde8-9a01-4979-bc2c-cf285140db21 None None] The sync data for ids ['b300454e-234f-4b0b-bfc4-de8233cf4de2'] in dv-cinder-846842-7-iscsi is: [{'id': 'b300454e-234f-4b0b-bfc4-de8233cf4de2', 'name': 'tempest-AttachVolumeNegativeTest-1275676774-router', 'tenant_id': '21b8001d268445c0a28c3ed02b9afcb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14b0e4f-074d-4507-846c-fc8420bddf12', 'external_fixed_ips': [{'subnet_id': '15378187-268c-4fae-ace7-eaca7aa50f90', 'ip_address': '172.27.1.144'}], 'enable_snat': True}, 'gw_port_id': 'e1ba8edc-886b-4bc7-977b-54635f667137', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T04:26:18Z', 'updated_at': '2022-06-30T04:26:20Z', 'revision_number': 4, 'project_id': '21b8001d268445c0a28c3ed02b9afcb3', 'gw_port': {'id': 'e1ba8edc-886b-4bc7-977b-54635f667137', 'name': '', 'network_id': 'a14b0e4f-074d-4507-846c-fc8420bddf12', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:88:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b300454e-234f-4b0b-bfc4-de8233cf4de2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '15378187-268c-4fae-ace7-eaca7aa50f90', 'ip_address': '172.27.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T04:26:18Z', 'updated_at': '2022-06-30T04:26:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15378187-268c-4fae-ace7-eaca7aa50f90', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-7-iscsi', '_floatingips': [{'id': 'bc433182-ea2e-4441-9b6f-04b735ad19a6', 'tenant_id': '21b8001d268445c0a28c3ed02b9afcb3', 'floating_ip_address': '172.27.1.181', 'floating_network_id': 'a14b0e4f-074d-4507-846c-fc8420bddf12', 'router_id': 'b300454e-234f-4b0b-bfc4-de8233cf4de2', 'port_id': '2de437f3-6471-40fa-99d7-87ecd143c0cb', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 682, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '20ab151a-92d3-45f8-9aea-acc5912ac287', 'mac_address': 'fa:16:3e:f4:3c:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19586bdb-46bd-4857-aec4-1fac4419d56f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-30T04:26:23Z', 'updated_at': '2022-06-30T04:26:37Z', 'revision_number': 2, 'project_id': '21b8001d268445c0a28c3ed02b9afcb3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '09e4e20e-ef67-4ca2-849d-f1c26680ced2', 'name': '', 'network_id': '20ab151a-92d3-45f8-9aea-acc5912ac287', 'tenant_id': '21b8001d268445c0a28c3ed02b9afcb3', 'mac_address': 'fa:16:3e:d3:b6:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b300454e-234f-4b0b-bfc4-de8233cf4de2', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '5b0ecd89-3294-4f96-9c72-f214728b68c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T04:26:20Z', 'updated_at': '2022-06-30T04:26:24Z', 'revision_number': 5, 'project_id': '21b8001d268445c0a28c3ed02b9afcb3', 'subnets': [{'id': '5b0ecd89-3294-4f96-9c72-f214728b68c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 04:28:09.824459 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a2c868a-99a8-46cb-a4e9-735f498e8e1a None None] New status for floating IP c11687c1-09d7-4180-bbf7-53bfe18de1f5: DOWN {{(pid=104418) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 30 04:28:10.269612 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.13', 58106) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 04:28:10.301198 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-88ff949a-6007-42d5-8261-77b64d367ca9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926756172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565263'] for agent (4c4a8942-da79-4b81-aa08-fb593b1e6e06), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:28:10.332454 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-8cb10260-d8c0-4544-859f-1ebbabe50c7d tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] Publish callbacks [] for security_group (427859a6-8055-4e34-9b7e-2aef0d25c218), before_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:28:10.355862 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-8cb10260-d8c0-4544-859f-1ebbabe50c7d tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] Publish callbacks [] for security_group (427859a6-8055-4e34-9b7e-2aef0d25c218), precommit_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:28:10.412561 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-8cb10260-d8c0-4544-859f-1ebbabe50c7d tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3637186'] for security_group (427859a6-8055-4e34-9b7e-2aef0d25c218), after_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:28:10.415260 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-8cb10260-d8c0-4544-859f-1ebbabe50c7d tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] Publish callbacks [] for security_group (None), before_response {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:28:10.416395 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-8cb10260-d8c0-4544-859f-1ebbabe50c7d tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] 10.222.0.13 "DELETE /v2.0/security-groups/427859a6-8055-4e34-9b7e-2aef0d25c218 HTTP/1.1" status: 204 len: 168 time: 0.1454785 Jun 30 04:28:10.419400 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.wsgi [-] (104415) accepted ('10.222.0.13', 58108) {{(pid=104415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 04:28:10.426367 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb10260-d8c0-4544-859f-1ebbabe50c7d tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=427859a6-8055-4e34-9b7e-2aef0d25c218,revision_number=None']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:28:10.433776 dv-cinder-846842-7-iscsi neutron-server[104415]: INFO neutron.api.v2.resource [None req-94a206a4-5024-4ae5-9834-a6bd4c5d9c2b tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] show failed (client error): The resource could not be found. Jun 30 04:28:10.435150 dv-cinder-846842-7-iscsi neutron-server[104415]: INFO neutron.wsgi [None req-94a206a4-5024-4ae5-9834-a6bd4c5d9c2b tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] 10.222.0.13 "GET /v2.0/security-groups/427859a6-8055-4e34-9b7e-2aef0d25c218 HTTP/1.1" status: 404 len: 347 time: 0.0142546 Jun 30 04:28:10.438104 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.wsgi [-] (104415) accepted ('10.222.0.13', 58110) {{(pid=104415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 04:28:10.448183 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-2a6d8403-c0a5-4ac4-aa48-860a84345009 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926756172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565263'] for agent (cbdf45b5-344e-4e18-9242-1abb738708f2), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:28:10.549104 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.plugins.ml2.plugin [None req-2bdf7e73-ffb7-4ab1-a031-61e0e51776ff tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] Deleting port 04d1a07e-fd57-47cc-bab9-cb3d31d2dd8e {{(pid=104415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 30 04:28:10.549417 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-2bdf7e73-ffb7-4ab1-a031-61e0e51776ff tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781926629636'] for port (04d1a07e-fd57-47cc-bab9-cb3d31d2dd8e), before_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:28:10.637461 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-2bdf7e73-ffb7-4ab1-a031-61e0e51776ff tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616079'] for port (04d1a07e-fd57-47cc-bab9-cb3d31d2dd8e), precommit_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:28:10.637890 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-2bdf7e73-ffb7-4ab1-a031-61e0e51776ff tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] Publish callbacks [] for floatingip (04d1a07e-fd57-47cc-bab9-cb3d31d2dd8e), precommit_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:28:10.650470 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.plugins.ml2.plugin [None req-2bdf7e73-ffb7-4ab1-a031-61e0e51776ff tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] Calling delete_port for 04d1a07e-fd57-47cc-bab9-cb3d31d2dd8e owned by network:floatingip {{(pid=104415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 30 04:28:11.010006 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-2bdf7e73-ffb7-4ab1-a031-61e0e51776ff tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4095053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781926635560', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781926239326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11645207'] for port (04d1a07e-fd57-47cc-bab9-cb3d31d2dd8e), after_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:28:11.045195 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bdf7e73-ffb7-4ab1-a031-61e0e51776ff tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] Pushing event deleted for resources: {'Port': ['ID=04d1a07e-fd57-47cc-bab9-cb3d31d2dd8e,revision_number=None']} {{(pid=104415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:28:11.106906 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-2bdf7e73-ffb7-4ab1-a031-61e0e51776ff tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] Publish callbacks [] for floatingip (c11687c1-09d7-4180-bbf7-53bfe18de1f5), after_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:28:11.109494 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-2bdf7e73-ffb7-4ab1-a031-61e0e51776ff tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13292'] for floatingip (None), before_response {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:28:11.110657 dv-cinder-846842-7-iscsi neutron-server[104415]: INFO neutron.wsgi [None req-2bdf7e73-ffb7-4ab1-a031-61e0e51776ff tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] 10.222.0.13 "DELETE /v2.0/floatingips/c11687c1-09d7-4180-bbf7-53bfe18de1f5 HTTP/1.1" status: 204 len: 168 time: 0.6716077 Jun 30 04:28:12.751603 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af425bd-49e5-4d3b-9eb1-838b3e995693 req-1f80d268-14ce-461a-aba5-bb18d621a83d tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:28:12.753072 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-3af425bd-49e5-4d3b-9eb1-838b3e995693 req-1f80d268-14ce-461a-aba5-bb18d621a83d tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] 10.222.0.13 "GET /v2.0/ports?device_id=19586bdb-46bd-4857-aec4-1fac4419d56f HTTP/1.1" status: 200 len: 946 time: 0.0532162 Jun 30 04:28:12.806173 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-3af425bd-49e5-4d3b-9eb1-838b3e995693 req-a95c45fb-bedc-4d08-9d2b-b2dbfb495292 tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] 10.222.0.13 "GET /v2.0/security-groups?id=fb322d40-a317-4efa-b157-f0f91d6e9acc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475349 Jun 30 04:28:12.814541 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926756172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565263'] for agent (ef703bef-7cc0-467c-baa9-fe8a66be565c), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:28:12.948645 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.rpc [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Device 35726dcc-98b0-43bc-b947-79080a8c0ff3 no longer exists at agent hyperv_hv-cinder-84684 {{(pid=104417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 04:28:12.969764 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] No Port match for: 35726dcc-98b0-43bc-b947-79080a8c0ff3 {{(pid=104417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 30 04:28:12.970092 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.rpc [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Device 35726dcc-98b0-43bc-b947-79080a8c0ff3 not bound to the agent host hv-cinder-84684 {{(pid=104417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 04:28:13.930941 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78405315-a168-4ce8-ae95-51a62deec965 req-12236b2b-e0cf-48a0-bbef-de4442bc2c18 tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:28:13.932431 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-78405315-a168-4ce8-ae95-51a62deec965 req-12236b2b-e0cf-48a0-bbef-de4442bc2c18 tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] 10.222.0.13 "GET /v2.0/ports?device_id=19586bdb-46bd-4857-aec4-1fac4419d56f HTTP/1.1" status: 200 len: 946 time: 0.0506086 Jun 30 04:28:13.985355 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-78405315-a168-4ce8-ae95-51a62deec965 req-dc547dda-6e17-4120-9956-8d872eea3239 tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] 10.222.0.13 "GET /v2.0/security-groups?id=fb322d40-a317-4efa-b157-f0f91d6e9acc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463631 Jun 30 04:28:14.142810 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ea7317-5ad7-411b-a689-6519bb9854ea req-622b0ae0-9a41-44b1-a118-27c23d2a7607 tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:28:14.144805 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-d0ea7317-5ad7-411b-a689-6519bb9854ea req-622b0ae0-9a41-44b1-a118-27c23d2a7607 tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] 10.222.0.20 "GET /v2.0/ports?device_id=19586bdb-46bd-4857-aec4-1fac4419d56f HTTP/1.1" status: 200 len: 946 time: 0.0694475 Jun 30 04:28:14.235054 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.plugin [req-d0ea7317-5ad7-411b-a689-6519bb9854ea req-4d4cd1f4-14e2-4952-9698-b84a2d5ebd3b tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] Deleting port 2de437f3-6471-40fa-99d7-87ecd143c0cb {{(pid=104416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 30 04:28:14.235359 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-d0ea7317-5ad7-411b-a689-6519bb9854ea req-4d4cd1f4-14e2-4952-9698-b84a2d5ebd3b tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781926629636'] for port (2de437f3-6471-40fa-99d7-87ecd143c0cb), before_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:28:14.335332 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.db [req-d0ea7317-5ad7-411b-a689-6519bb9854ea req-4d4cd1f4-14e2-4952-9698-b84a2d5ebd3b tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] For port 2de437f3-6471-40fa-99d7-87ecd143c0cb, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=2de437f3-6471-40fa-99d7-87ecd143c0cb,segment=NetworkSegment(840dad00-01fe-4800-89d0-035a2ea7aadc),segment_id=840dad00-01fe-4800-89d0-035a2ea7aadc)] {{(pid=104416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 04:28:14.335817 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-d0ea7317-5ad7-411b-a689-6519bb9854ea req-4d4cd1f4-14e2-4952-9698-b84a2d5ebd3b tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616079'] for port (2de437f3-6471-40fa-99d7-87ecd143c0cb), precommit_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:28:14.525851 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-d0ea7317-5ad7-411b-a689-6519bb9854ea req-4d4cd1f4-14e2-4952-9698-b84a2d5ebd3b tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:28:14.526296 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-d0ea7317-5ad7-411b-a689-6519bb9854ea req-4d4cd1f4-14e2-4952-9698-b84a2d5ebd3b tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-620077'] for floatingip (bc433182-ea2e-4441-9b6f-04b735ad19a6), after_update {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:28:14.526578 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.db.l3_db [req-d0ea7317-5ad7-411b-a689-6519bb9854ea req-4d4cd1f4-14e2-4952-9698-b84a2d5ebd3b tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] Floating IP bc433182-ea2e-4441-9b6f-04b735ad19a6 disassociated. External IP: 172.27.1.181, port: 2de437f3-6471-40fa-99d7-87ecd143c0cb. Jun 30 04:28:14.526931 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.plugin [req-d0ea7317-5ad7-411b-a689-6519bb9854ea req-4d4cd1f4-14e2-4952-9698-b84a2d5ebd3b tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] Calling delete_port for 2de437f3-6471-40fa-99d7-87ecd143c0cb owned by compute:nova {{(pid=104416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 30 04:28:14.605318 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:28:14.680945 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-d0ea7317-5ad7-411b-a689-6519bb9854ea req-4d4cd1f4-14e2-4952-9698-b84a2d5ebd3b tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4095053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781926635560', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781926239326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1764130'] for port (2de437f3-6471-40fa-99d7-87ecd143c0cb), after_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:28:14.709280 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4cd1f4-14e2-4952-9698-b84a2d5ebd3b tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] Pushing event deleted for resources: {'Port': ['ID=2de437f3-6471-40fa-99d7-87ecd143c0cb,revision_number=None']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:28:14.714559 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:28:14.830236 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d0ea7317-5ad7-411b-a689-6519bb9854ea req-4d4cd1f4-14e2-4952-9698-b84a2d5ebd3b tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] Router b300454e-234f-4b0b-bfc4-de8233cf4de2 has already been hosted by L3 agent 2ea21a61-d737-4543-a811-a0d035fbf0f6 {{(pid=104416) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 30 04:28:14.941135 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d0ea7317-5ad7-411b-a689-6519bb9854ea req-4d4cd1f4-14e2-4952-9698-b84a2d5ebd3b tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] Notify agent at l3_agent.dv-cinder-846842-7-iscsi the message routers_updated {{(pid=104416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 04:28:14.950709 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33352868-c5a9-40f1-890f-bb0b552cd2a8 None None] Sync routers for ids ['b300454e-234f-4b0b-bfc4-de8233cf4de2'] in dv-cinder-846842-7-iscsi {{(pid=104417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 04:28:14.961321 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33352868-c5a9-40f1-890f-bb0b552cd2a8 None None] Routers {'b300454e-234f-4b0b-bfc4-de8233cf4de2'} bound to L3 agent in host dv-cinder-846842-7-iscsi {{(pid=104417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 30 04:28:14.961918 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.db.l3_hamode_db [None req-33352868-c5a9-40f1-890f-bb0b552cd2a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-30T04:07:07Z,description=,heartbeat_timestamp=2022-06-30T04:28:08Z,host='dv-cinder-846842-7-iscsi',id=2ea21a61-d737-4543-a811-a0d035fbf0f6,load=0,resource_versions=,resources_synced=,started_at=2022-06-30T04:07:07Z,topic='l3_agent')) {'router_ids': ['b300454e-234f-4b0b-bfc4-de8233cf4de2'], 'active': True} {{(pid=104417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 04:28:14.984263 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0ea7317-5ad7-411b-a689-6519bb9854ea req-4d4cd1f4-14e2-4952-9698-b84a2d5ebd3b tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] No DVR routers for this DVR port 2de437f3-6471-40fa-99d7-87ecd143c0cb on host hv-cinder-84684 {{(pid=104416) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 30 04:28:14.986918 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-d0ea7317-5ad7-411b-a689-6519bb9854ea req-4d4cd1f4-14e2-4952-9698-b84a2d5ebd3b tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13292'] for port (None), before_response {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:28:14.990078 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-d0ea7317-5ad7-411b-a689-6519bb9854ea req-4d4cd1f4-14e2-4952-9698-b84a2d5ebd3b tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] 10.222.0.20 "DELETE /v2.0/ports/2de437f3-6471-40fa-99d7-87ecd143c0cb HTTP/1.1" status: 204 len: 173 time: 0.8394587 Jun 30 04:28:14.990680 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19586bdb-46bd-4857-aec4-1fac4419d56f', 'name': 'network-vif-deleted', 'tag': '2de437f3-6471-40fa-99d7-87ecd143c0cb'}] {{(pid=104416) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 30 04:28:14.993461 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8111519efe35ff5952c269e16f689610d56ef28aa1e0b77ca5734c542983c30f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31a7ff77-c810-45d3-937c-12328e8a515b" -d '{"events": [{"server_uuid": "19586bdb-46bd-4857-aec4-1fac4419d56f", "name": "network-vif-deleted", "tag": "2de437f3-6471-40fa-99d7-87ecd143c0cb"}]}' {{(pid=104416) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 04:28:15.036073 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Jun 2022 04:28:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7353f716-ab84-4150-b8af-77e8d15141bb x-openstack-request-id: req-7353f716-ab84-4150-b8af-77e8d15141bb {{(pid=104416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 04:28:15.036695 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19586bdb-46bd-4857-aec4-1fac4419d56f", "name": "network-vif-deleted", "tag": "2de437f3-6471-40fa-99d7-87ecd143c0cb", "status": "completed", "code": 200}]} {{(pid=104416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 04:28:15.036962 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7353f716-ab84-4150-b8af-77e8d15141bb {{(pid=104416) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 04:28:15.037349 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7353f716-ab84-4150-b8af-77e8d15141bb'] response: {'server_uuid': '19586bdb-46bd-4857-aec4-1fac4419d56f', 'name': 'network-vif-deleted', 'tag': '2de437f3-6471-40fa-99d7-87ecd143c0cb', 'status': 'completed', 'code': 200} Jun 30 04:28:15.057257 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:28:15.083101 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.db.l3_dvr_db [None req-33352868-c5a9-40f1-890f-bb0b552cd2a8 None None] Set router b300454e-234f-4b0b-bfc4-de8233cf4de2 gateway port host: dv-cinder-846842-7-iscsi {{(pid=104417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 30 04:28:15.110218 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-72f20584-ac41-4c81-92cf-a74907915f6d req-d4674eea-b252-49f4-b4c8-9292ea5eaf8d tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] 10.222.0.13 "GET /v2.0/ports?device_id=19586bdb-46bd-4857-aec4-1fac4419d56f HTTP/1.1" status: 200 len: 210 time: 0.0386767 Jun 30 04:28:15.112079 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:28:15.281660 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.db.l3_hamode_db [None req-33352868-c5a9-40f1-890f-bb0b552cd2a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b300454e-234f-4b0b-bfc4-de8233cf4de2', 'name': 'tempest-AttachVolumeNegativeTest-1275676774-router', 'tenant_id': '21b8001d268445c0a28c3ed02b9afcb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14b0e4f-074d-4507-846c-fc8420bddf12', 'external_fixed_ips': [{'subnet_id': '15378187-268c-4fae-ace7-eaca7aa50f90', 'ip_address': '172.27.1.144'}], 'enable_snat': True}, 'gw_port_id': 'e1ba8edc-886b-4bc7-977b-54635f667137', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T04:26:18Z', 'updated_at': '2022-06-30T04:26:20Z', 'revision_number': 4, 'project_id': '21b8001d268445c0a28c3ed02b9afcb3', 'gw_port': {'id': 'e1ba8edc-886b-4bc7-977b-54635f667137', 'name': '', 'network_id': 'a14b0e4f-074d-4507-846c-fc8420bddf12', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:88:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b300454e-234f-4b0b-bfc4-de8233cf4de2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '15378187-268c-4fae-ace7-eaca7aa50f90', 'ip_address': '172.27.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T04:26:18Z', 'updated_at': '2022-06-30T04:26:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15378187-268c-4fae-ace7-eaca7aa50f90', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-7-iscsi', '_interfaces': [{'id': '09e4e20e-ef67-4ca2-849d-f1c26680ced2', 'name': '', 'network_id': '20ab151a-92d3-45f8-9aea-acc5912ac287', 'tenant_id': '21b8001d268445c0a28c3ed02b9afcb3', 'mac_address': 'fa:16:3e:d3:b6:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b300454e-234f-4b0b-bfc4-de8233cf4de2', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '5b0ecd89-3294-4f96-9c72-f214728b68c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T04:26:20Z', 'updated_at': '2022-06-30T04:26:24Z', 'revision_number': 5, 'project_id': '21b8001d268445c0a28c3ed02b9afcb3', 'subnets': [{'id': '5b0ecd89-3294-4f96-9c72-f214728b68c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846842-7-iscsi', False) {} {{(pid=104417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 04:28:15.310000 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33352868-c5a9-40f1-890f-bb0b552cd2a8 None None] Checking router: b300454e-234f-4b0b-bfc4-de8233cf4de2 for host: dv-cinder-846842-7-iscsi {{(pid=104417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 04:28:15.318922 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33352868-c5a9-40f1-890f-bb0b552cd2a8 None None] Routers {'b300454e-234f-4b0b-bfc4-de8233cf4de2'} bound to L3 agent in host dv-cinder-846842-7-iscsi {{(pid=104417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 30 04:28:15.319558 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.db.l3_hamode_db [None req-33352868-c5a9-40f1-890f-bb0b552cd2a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-30T04:07:07Z,description=,heartbeat_timestamp=2022-06-30T04:28:08Z,host='dv-cinder-846842-7-iscsi',id=2ea21a61-d737-4543-a811-a0d035fbf0f6,load=0,resource_versions=,resources_synced=,started_at=2022-06-30T04:07:07Z,topic='l3_agent')) {'router_ids': ['b300454e-234f-4b0b-bfc4-de8233cf4de2'], 'active': True} {{(pid=104417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 04:28:15.422016 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.db.l3_dvr_db [None req-33352868-c5a9-40f1-890f-bb0b552cd2a8 None None] Set router b300454e-234f-4b0b-bfc4-de8233cf4de2 gateway port host: dv-cinder-846842-7-iscsi {{(pid=104417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 30 04:28:15.614767 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.db.l3_hamode_db [None req-33352868-c5a9-40f1-890f-bb0b552cd2a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b300454e-234f-4b0b-bfc4-de8233cf4de2', 'name': 'tempest-AttachVolumeNegativeTest-1275676774-router', 'tenant_id': '21b8001d268445c0a28c3ed02b9afcb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14b0e4f-074d-4507-846c-fc8420bddf12', 'external_fixed_ips': [{'subnet_id': '15378187-268c-4fae-ace7-eaca7aa50f90', 'ip_address': '172.27.1.144'}], 'enable_snat': True}, 'gw_port_id': 'e1ba8edc-886b-4bc7-977b-54635f667137', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T04:26:18Z', 'updated_at': '2022-06-30T04:26:20Z', 'revision_number': 4, 'project_id': '21b8001d268445c0a28c3ed02b9afcb3', 'gw_port': {'id': 'e1ba8edc-886b-4bc7-977b-54635f667137', 'name': '', 'network_id': 'a14b0e4f-074d-4507-846c-fc8420bddf12', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:88:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b300454e-234f-4b0b-bfc4-de8233cf4de2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '15378187-268c-4fae-ace7-eaca7aa50f90', 'ip_address': '172.27.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T04:26:18Z', 'updated_at': '2022-06-30T04:26:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15378187-268c-4fae-ace7-eaca7aa50f90', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-7-iscsi', '_interfaces': [{'id': '09e4e20e-ef67-4ca2-849d-f1c26680ced2', 'name': '', 'network_id': '20ab151a-92d3-45f8-9aea-acc5912ac287', 'tenant_id': '21b8001d268445c0a28c3ed02b9afcb3', 'mac_address': 'fa:16:3e:d3:b6:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b300454e-234f-4b0b-bfc4-de8233cf4de2', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '5b0ecd89-3294-4f96-9c72-f214728b68c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T04:26:20Z', 'updated_at': '2022-06-30T04:26:24Z', 'revision_number': 5, 'project_id': '21b8001d268445c0a28c3ed02b9afcb3', 'subnets': [{'id': '5b0ecd89-3294-4f96-9c72-f214728b68c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846842-7-iscsi', False) {} {{(pid=104417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 04:28:15.643160 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33352868-c5a9-40f1-890f-bb0b552cd2a8 None None] The sync data for ids ['b300454e-234f-4b0b-bfc4-de8233cf4de2'] in dv-cinder-846842-7-iscsi is: [{'id': 'b300454e-234f-4b0b-bfc4-de8233cf4de2', 'name': 'tempest-AttachVolumeNegativeTest-1275676774-router', 'tenant_id': '21b8001d268445c0a28c3ed02b9afcb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14b0e4f-074d-4507-846c-fc8420bddf12', 'external_fixed_ips': [{'subnet_id': '15378187-268c-4fae-ace7-eaca7aa50f90', 'ip_address': '172.27.1.144'}], 'enable_snat': True}, 'gw_port_id': 'e1ba8edc-886b-4bc7-977b-54635f667137', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T04:26:18Z', 'updated_at': '2022-06-30T04:26:20Z', 'revision_number': 4, 'project_id': '21b8001d268445c0a28c3ed02b9afcb3', 'gw_port': {'id': 'e1ba8edc-886b-4bc7-977b-54635f667137', 'name': '', 'network_id': 'a14b0e4f-074d-4507-846c-fc8420bddf12', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:88:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b300454e-234f-4b0b-bfc4-de8233cf4de2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '15378187-268c-4fae-ace7-eaca7aa50f90', 'ip_address': '172.27.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T04:26:18Z', 'updated_at': '2022-06-30T04:26:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15378187-268c-4fae-ace7-eaca7aa50f90', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-7-iscsi', '_interfaces': [{'id': '09e4e20e-ef67-4ca2-849d-f1c26680ced2', 'name': '', 'network_id': '20ab151a-92d3-45f8-9aea-acc5912ac287', 'tenant_id': '21b8001d268445c0a28c3ed02b9afcb3', 'mac_address': 'fa:16:3e:d3:b6:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b300454e-234f-4b0b-bfc4-de8233cf4de2', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '5b0ecd89-3294-4f96-9c72-f214728b68c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T04:26:20Z', 'updated_at': '2022-06-30T04:26:24Z', 'revision_number': 5, 'project_id': '21b8001d268445c0a28c3ed02b9afcb3', 'subnets': [{'id': '5b0ecd89-3294-4f96-9c72-f214728b68c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 04:28:15.879758 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51b8a20d-88dc-48e2-88ac-f0a033881b79 None None] New status for floating IP bc433182-ea2e-4441-9b6f-04b735ad19a6: DOWN {{(pid=104418) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 30 04:28:16.209388 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.wsgi [-] (104415) accepted ('10.222.0.13', 58142) {{(pid=104415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 04:28:16.265524 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-788f26af-dd7e-4620-b580-8bd85cc9e945 tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] Publish callbacks [] for security_group (fb322d40-a317-4efa-b157-f0f91d6e9acc), before_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:28:16.293085 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-788f26af-dd7e-4620-b580-8bd85cc9e945 tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] Publish callbacks [] for security_group (fb322d40-a317-4efa-b157-f0f91d6e9acc), precommit_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:28:16.349054 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-788f26af-dd7e-4620-b580-8bd85cc9e945 tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3637186'] for security_group (fb322d40-a317-4efa-b157-f0f91d6e9acc), after_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:28:16.351534 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-788f26af-dd7e-4620-b580-8bd85cc9e945 tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] Publish callbacks [] for security_group (None), before_response {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:28:16.352676 dv-cinder-846842-7-iscsi neutron-server[104415]: INFO neutron.wsgi [None req-788f26af-dd7e-4620-b580-8bd85cc9e945 tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] 10.222.0.13 "DELETE /v2.0/security-groups/fb322d40-a317-4efa-b157-f0f91d6e9acc HTTP/1.1" status: 204 len: 168 time: 0.1422513 Jun 30 04:28:16.355617 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.13', 58144) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 04:28:16.362277 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788f26af-dd7e-4620-b580-8bd85cc9e945 tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb322d40-a317-4efa-b157-f0f91d6e9acc,revision_number=None']} {{(pid=104415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:28:16.370215 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.api.v2.resource [None req-c20c20ba-441e-4aec-bfae-e27fa242eca5 tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] show failed (client error): The resource could not be found. Jun 30 04:28:16.374281 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-c20c20ba-441e-4aec-bfae-e27fa242eca5 tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] 10.222.0.13 "GET /v2.0/security-groups/fb322d40-a317-4efa-b157-f0f91d6e9acc HTTP/1.1" status: 404 len: 347 time: 0.0147140 Jun 30 04:28:16.374585 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.13', 58146) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 04:28:16.488038 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.plugin [None req-1535e6dd-16d4-4e4e-8f06-dca6b92398f9 tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] Deleting port 8961143e-c17e-4eb8-a18e-b357d3561fc6 {{(pid=104416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 30 04:28:16.488328 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-1535e6dd-16d4-4e4e-8f06-dca6b92398f9 tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781926629636'] for port (8961143e-c17e-4eb8-a18e-b357d3561fc6), before_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:28:16.567426 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-1535e6dd-16d4-4e4e-8f06-dca6b92398f9 tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616079'] for port (8961143e-c17e-4eb8-a18e-b357d3561fc6), precommit_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:28:16.567751 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-1535e6dd-16d4-4e4e-8f06-dca6b92398f9 tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] Publish callbacks [] for floatingip (8961143e-c17e-4eb8-a18e-b357d3561fc6), precommit_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:28:16.583470 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.plugin [None req-1535e6dd-16d4-4e4e-8f06-dca6b92398f9 tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] Calling delete_port for 8961143e-c17e-4eb8-a18e-b357d3561fc6 owned by network:floatingip {{(pid=104416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 30 04:28:16.722895 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-1535e6dd-16d4-4e4e-8f06-dca6b92398f9 tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4095053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781926635560', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781926239326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1764130'] for port (8961143e-c17e-4eb8-a18e-b357d3561fc6), after_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:28:16.745145 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1535e6dd-16d4-4e4e-8f06-dca6b92398f9 tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] Pushing event deleted for resources: {'Port': ['ID=8961143e-c17e-4eb8-a18e-b357d3561fc6,revision_number=None']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:28:16.812790 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-1535e6dd-16d4-4e4e-8f06-dca6b92398f9 tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] Publish callbacks [] for floatingip (bc433182-ea2e-4441-9b6f-04b735ad19a6), after_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:28:16.816318 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-1535e6dd-16d4-4e4e-8f06-dca6b92398f9 tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13292'] for floatingip (None), before_response {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:28:16.817792 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-1535e6dd-16d4-4e4e-8f06-dca6b92398f9 tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] 10.222.0.13 "DELETE /v2.0/floatingips/bc433182-ea2e-4441-9b6f-04b735ad19a6 HTTP/1.1" status: 204 len: 168 time: 0.4416957 Jun 30 04:28:16.893822 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.13', 58150) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 04:28:16.898810 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.v2.base [None req-ebcd1a5c-abb2-4132-9234-670afd54dd67 tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] Request body: {'security_group': {'name': 'tempest-securitygroup--406681320', 'description': 'tempest-description--1542996131'}} {{(pid=104416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 30 04:28:16.920784 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-ebcd1a5c-abb2-4132-9234-670afd54dd67 tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] Publish callbacks [] for security_group (None), before_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:28:16.987914 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=90,neutron:DELETE=6,neutron:INSERT=4 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:28:16.990755 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-ebcd1a5c-abb2-4132-9234-670afd54dd67 tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] Publish callbacks [] for security_group (2fb0ea7b-6d97-4b9f-bcf2-aea06a34f4d4), precommit_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:28:16.996075 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-ebcd1a5c-abb2-4132-9234-670afd54dd67 tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3637186'] for security_group (2fb0ea7b-6d97-4b9f-bcf2-aea06a34f4d4), after_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:28:17.002193 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:28:17.034907 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-ebcd1a5c-abb2-4132-9234-670afd54dd67 tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] Publish callbacks [] for security_group (None), before_response {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:28:17.036175 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-ebcd1a5c-abb2-4132-9234-670afd54dd67 tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1413050 Jun 30 04:28:17.039332 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebcd1a5c-abb2-4132-9234-670afd54dd67 tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2fb0ea7b-6d97-4b9f-bcf2-aea06a34f4d4,revision_number=1']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:28:17.039496 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.wsgi [-] (104415) accepted ('10.222.0.13', 58152) {{(pid=104415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 04:28:17.044050 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.v2.base [None req-2431c2e6-b234-42ed-9f30-bc2c645cac73 tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] Request body: {'security_group_rule': {'security_group_id': '2fb0ea7b-6d97-4b9f-bcf2-aea06a34f4d4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 30 04:28:17.072155 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-2431c2e6-b234-42ed-9f30-bc2c645cac73 tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] Publish callbacks [] for security_group_rule (b2e8becb-8878-4c55-8961-b64418d5e8f7), before_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:28:17.128939 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-2431c2e6-b234-42ed-9f30-bc2c645cac73 tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] Publish callbacks [] for security_group_rule (b2e8becb-8878-4c55-8961-b64418d5e8f7), precommit_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:28:17.134158 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-2431c2e6-b234-42ed-9f30-bc2c645cac73 tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3637011'] for security_group_rule (b2e8becb-8878-4c55-8961-b64418d5e8f7), after_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:28:17.152546 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2431c2e6-b234-42ed-9f30-bc2c645cac73 tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b2e8becb-8878-4c55-8961-b64418d5e8f7,revision_number=0']} {{(pid=104415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:28:17.160599 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-2431c2e6-b234-42ed-9f30-bc2c645cac73 tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:28:17.161788 dv-cinder-846842-7-iscsi neutron-server[104415]: INFO neutron.wsgi [None req-2431c2e6-b234-42ed-9f30-bc2c645cac73 tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1213982 Jun 30 04:28:17.165748 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.wsgi [-] (104415) accepted ('10.222.0.13', 58154) {{(pid=104415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 04:28:17.169978 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.v2.base [None req-35d9486d-9ec8-46d9-8fd6-76377a07b96e tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] Request body: {'security_group_rule': {'security_group_id': '2fb0ea7b-6d97-4b9f-bcf2-aea06a34f4d4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 30 04:28:17.196481 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-35d9486d-9ec8-46d9-8fd6-76377a07b96e tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] Publish callbacks [] for security_group_rule (24e6db82-1dd8-4d18-a707-8eb88c5cad77), before_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:28:17.235118 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=89,neutron:DELETE=9,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:28:17.240952 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:INSERT=6 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:28:17.257570 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-35d9486d-9ec8-46d9-8fd6-76377a07b96e tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] Publish callbacks [] for security_group_rule (24e6db82-1dd8-4d18-a707-8eb88c5cad77), precommit_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:28:17.262070 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-35d9486d-9ec8-46d9-8fd6-76377a07b96e tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3637011'] for security_group_rule (24e6db82-1dd8-4d18-a707-8eb88c5cad77), after_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:28:17.282042 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d9486d-9ec8-46d9-8fd6-76377a07b96e tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=24e6db82-1dd8-4d18-a707-8eb88c5cad77,revision_number=0']} {{(pid=104415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:28:17.290895 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-35d9486d-9ec8-46d9-8fd6-76377a07b96e tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:28:17.292159 dv-cinder-846842-7-iscsi neutron-server[104415]: INFO neutron.wsgi [None req-35d9486d-9ec8-46d9-8fd6-76377a07b96e tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1254950 Jun 30 04:28:17.295896 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.wsgi [-] (104415) accepted ('10.222.0.13', 58156) {{(pid=104415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 04:28:17.300486 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.v2.base [None req-43ccbd41-3117-46d5-854a-7b759fdac9e1 tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] Request body: {'floatingip': {'floating_network_id': 'a14b0e4f-074d-4507-846c-fc8420bddf12'}} {{(pid=104415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 30 04:28:17.323751 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-43ccbd41-3117-46d5-854a-7b759fdac9e1 tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:28:17.405757 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-43ccbd41-3117-46d5-854a-7b759fdac9e1 tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3606762'] for port (None), before_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:28:17.524999 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.db.db_base_plugin_common [None req-43ccbd41-3117-46d5-854a-7b759fdac9e1 tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] Allocated IP 172.27.1.238 (a14b0e4f-074d-4507-846c-fc8420bddf12/15378187-268c-4fae-ace7-eaca7aa50f90/7abda849-2646-402d-a6b9-ecce2d66059a) {{(pid=104415) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 04:28:17.632209 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-43ccbd41-3117-46d5-854a-7b759fdac9e1 tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] Publish callbacks [] for port (7abda849-2646-402d-a6b9-ecce2d66059a), precommit_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:28:17.669153 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-43ccbd41-3117-46d5-854a-7b759fdac9e1 tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4095053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781926239317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11645207'] for port (7abda849-2646-402d-a6b9-ecce2d66059a), after_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:28:17.718180 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43ccbd41-3117-46d5-854a-7b759fdac9e1 tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] Network a14b0e4f-074d-4507-846c-fc8420bddf12 is already hosted by enough agents. {{(pid=104415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 04:28:17.722911 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.scheduler.base_scheduler [None req-43ccbd41-3117-46d5-854a-7b759fdac9e1 tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] Resources bound (agent type, host, resource id): {{(pid=104415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 04:28:17.726748 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43ccbd41-3117-46d5-854a-7b759fdac9e1 tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] Received port after_create {{(pid=104415) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 30 04:28:17.730016 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ccbd41-3117-46d5-854a-7b759fdac9e1 tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] Pushing event updated for resources: {'Port': ['ID=7abda849-2646-402d-a6b9-ecce2d66059a,revision_number=1']} {{(pid=104415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:28:17.810246 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-43ccbd41-3117-46d5-854a-7b759fdac9e1 tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] Publish callbacks [] for floatingip (763fefe1-9e31-4db6-9dc6-eba090d4557a), precommit_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:28:17.848682 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-43ccbd41-3117-46d5-854a-7b759fdac9e1 tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3606762'] for port (7abda849-2646-402d-a6b9-ecce2d66059a), before_update {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:28:17.950111 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:INSERT=5,neutron:UPDATE=1,neutron:SELECT=93,neutron:DELETE=1 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:28:17.996256 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=87,neutron:DELETE=1,neutron:INSERT=6,neutron:UPDATE=6 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:28:18.005912 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-43ccbd41-3117-46d5-854a-7b759fdac9e1 tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] Publish callbacks [] for port (7abda849-2646-402d-a6b9-ecce2d66059a), precommit_update {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:28:18.012313 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-43ccbd41-3117-46d5-854a-7b759fdac9e1 tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4095053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781926634698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781926239335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781926239353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11645230'] for port (7abda849-2646-402d-a6b9-ecce2d66059a), after_update {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:28:18.084187 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ccbd41-3117-46d5-854a-7b759fdac9e1 tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] Pushing event updated for resources: {'Port': ['ID=7abda849-2646-402d-a6b9-ecce2d66059a,revision_number=2']} {{(pid=104415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:28:18.096195 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-43ccbd41-3117-46d5-854a-7b759fdac9e1 tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-620077'] for floatingip (763fefe1-9e31-4db6-9dc6-eba090d4557a), after_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:28:18.113456 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-43ccbd41-3117-46d5-854a-7b759fdac9e1 tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13292'] for floatingip (None), before_response {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:28:18.114687 dv-cinder-846842-7-iscsi neutron-server[104415]: INFO neutron.wsgi [None req-43ccbd41-3117-46d5-854a-7b759fdac9e1 tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8178794 Jun 30 04:28:18.329714 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-31374f0c-9a44-460d-a985-03b4f5a5b7fe req-3d59a77b-20a4-429a-a34c-d399f8116a42 tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--406681320&fields=id&tenant_id=21b8001d268445c0a28c3ed02b9afcb3 HTTP/1.1" status: 200 len: 267 time: 0.0445640 Jun 30 04:28:18.450989 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31374f0c-9a44-460d-a985-03b4f5a5b7fe req-c57b0417-2806-48cb-82b2-c84dc3a6cd90 tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:28:18.452617 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-31374f0c-9a44-460d-a985-03b4f5a5b7fe req-c57b0417-2806-48cb-82b2-c84dc3a6cd90 tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] 10.222.0.13 "GET /v2.0/networks?id=20ab151a-92d3-45f8-9aea-acc5912ac287 HTTP/1.1" status: 200 len: 815 time: 0.1132371 Jun 30 04:28:18.467883 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-31374f0c-9a44-460d-a985-03b4f5a5b7fe req-e1890890-09c8-4f52-9d8e-3cb2e2d82fb5 tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] 10.222.0.13 "GET /v2.0/quotas/21b8001d268445c0a28c3ed02b9afcb3 HTTP/1.1" status: 200 len: 375 time: 0.0097232 Jun 30 04:28:18.520206 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-31374f0c-9a44-460d-a985-03b4f5a5b7fe req-7aa0254b-241a-4d16-9b9a-2c0a583265fc tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=21b8001d268445c0a28c3ed02b9afcb3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0473137 Jun 30 04:28:18.617706 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-31374f0c-9a44-460d-a985-03b4f5a5b7fe req-b6c9f3e2-549c-4c61-a316-a897269d5281 service neutron] 10.222.0.13 "GET /v2.0/networks/20ab151a-92d3-45f8-9aea-acc5912ac287?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853469 Jun 30 04:28:18.711366 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-31374f0c-9a44-460d-a985-03b4f5a5b7fe req-66396f09-cebf-4aa1-839e-be3741c6edd5 service neutron] 10.222.0.13 "GET /v2.0/networks/20ab151a-92d3-45f8-9aea-acc5912ac287?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878396 Jun 30 04:28:18.887619 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-87268e09-3337-49ef-914e-b2db3de8f566 req-7fc8fac1-f13e-468a-9be8-dd91aad4f751 tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] 10.222.0.13 "GET /v2.0/ports?device_id=70fc4c34-f299-4e7b-9f46-9abcb4d40368 HTTP/1.1" status: 200 len: 210 time: 0.0322945 Jun 30 04:28:18.991390 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.rpc [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Device 2de437f3-6471-40fa-99d7-87ecd143c0cb no longer exists at agent hyperv_hv-cinder-84684 {{(pid=104417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 04:28:19.138490 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] No Port match for: 2de437f3-6471-40fa-99d7-87ecd143c0cb {{(pid=104417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 30 04:28:19.138935 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.rpc [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Device 2de437f3-6471-40fa-99d7-87ecd143c0cb not bound to the agent host hv-cinder-84684 {{(pid=104417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 04:28:20.088409 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-afbf0e97-ef2e-4a6d-abe3-dac53ef4442b req-c9319a0b-7535-4d99-8015-c7c4545fffc2 tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] 10.222.0.13 "GET /v2.0/ports?device_id=70fc4c34-f299-4e7b-9f46-9abcb4d40368 HTTP/1.1" status: 200 len: 210 time: 0.0317192 Jun 30 04:28:20.115856 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31374f0c-9a44-460d-a985-03b4f5a5b7fe req-daa1f3d9-0633-4e00-9644-60a34ad96fdf tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:28:20.117272 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-31374f0c-9a44-460d-a985-03b4f5a5b7fe req-daa1f3d9-0633-4e00-9644-60a34ad96fdf tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] 10.222.0.20 "GET /v2.0/networks?id=20ab151a-92d3-45f8-9aea-acc5912ac287 HTTP/1.1" status: 200 len: 815 time: 0.4047732 Jun 30 04:28:20.184354 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-31374f0c-9a44-460d-a985-03b4f5a5b7fe req-4466e9e7-6c4f-450c-9bc9-be75cd6a9510 tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=21b8001d268445c0a28c3ed02b9afcb3 HTTP/1.1" status: 200 len: 379 time: 0.0587606 Jun 30 04:28:20.192765 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.v2.base [req-31374f0c-9a44-460d-a985-03b4f5a5b7fe req-a148d4c4-f5c3-426d-bae6-db5acf237d98 tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] Request body: {'port': {'device_id': '70fc4c34-f299-4e7b-9f46-9abcb4d40368', 'network_id': '20ab151a-92d3-45f8-9aea-acc5912ac287', 'admin_state_up': True, 'tenant_id': '21b8001d268445c0a28c3ed02b9afcb3', 'security_groups': ['2fb0ea7b-6d97-4b9f-bcf2-aea06a34f4d4']}} {{(pid=104416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 30 04:28:20.304553 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-31374f0c-9a44-460d-a985-03b4f5a5b7fe req-a148d4c4-f5c3-426d-bae6-db5acf237d98 tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] Made reservation on behalf of 21b8001d268445c0a28c3ed02b9afcb3 for: {'port': 1} {{(pid=104416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 04:28:20.307973 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-31374f0c-9a44-460d-a985-03b4f5a5b7fe req-a148d4c4-f5c3-426d-bae6-db5acf237d98 tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3606762'] for port (None), before_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:28:20.429492 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:28:20.435957 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.db.db_base_plugin_common [req-31374f0c-9a44-460d-a985-03b4f5a5b7fe req-a148d4c4-f5c3-426d-bae6-db5acf237d98 tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] Allocated IP 172.20.0.11 (20ab151a-92d3-45f8-9aea-acc5912ac287/5b0ecd89-3294-4f96-9c72-f214728b68c6/582b71f3-d4fb-4f3e-bbb7-e9296ac5f139) {{(pid=104416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 04:28:20.476918 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:28:20.579085 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-31374f0c-9a44-460d-a985-03b4f5a5b7fe req-a148d4c4-f5c3-426d-bae6-db5acf237d98 tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] Publish callbacks [] for port (582b71f3-d4fb-4f3e-bbb7-e9296ac5f139), precommit_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:28:20.613493 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-31374f0c-9a44-460d-a985-03b4f5a5b7fe req-a148d4c4-f5c3-426d-bae6-db5acf237d98 tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4095053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781926239317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1764130'] for port (582b71f3-d4fb-4f3e-bbb7-e9296ac5f139), after_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:28:20.662448 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-31374f0c-9a44-460d-a985-03b4f5a5b7fe req-a148d4c4-f5c3-426d-bae6-db5acf237d98 tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] Network 20ab151a-92d3-45f8-9aea-acc5912ac287 is already hosted by enough agents. {{(pid=104416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 04:28:20.665660 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.scheduler.base_scheduler [req-31374f0c-9a44-460d-a985-03b4f5a5b7fe req-a148d4c4-f5c3-426d-bae6-db5acf237d98 tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] Resources bound (agent type, host, resource id): {{(pid=104416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 04:28:20.669503 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.db.l3_dvrscheduler_db [req-31374f0c-9a44-460d-a985-03b4f5a5b7fe req-a148d4c4-f5c3-426d-bae6-db5acf237d98 tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] Received port after_create {{(pid=104416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 30 04:28:20.692749 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a148d4c4-f5c3-426d-bae6-db5acf237d98 tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] Pushing event updated for resources: {'Port': ['ID=582b71f3-d4fb-4f3e-bbb7-e9296ac5f139,revision_number=1']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:28:20.708017 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a148d4c4-f5c3-426d-bae6-db5acf237d98 tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:28:20.708294 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a148d4c4-f5c3-426d-bae6-db5acf237d98 tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:28:20.708642 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a148d4c4-f5c3-426d-bae6-db5acf237d98 tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:28:20.708992 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a148d4c4-f5c3-426d-bae6-db5acf237d98 tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:28:20.709318 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a148d4c4-f5c3-426d-bae6-db5acf237d98 tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:28:20.709644 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a148d4c4-f5c3-426d-bae6-db5acf237d98 tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:28:20.709964 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a148d4c4-f5c3-426d-bae6-db5acf237d98 tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:28:20.710284 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a148d4c4-f5c3-426d-bae6-db5acf237d98 tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:28:20.710601 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a148d4c4-f5c3-426d-bae6-db5acf237d98 tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:28:20.710919 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a148d4c4-f5c3-426d-bae6-db5acf237d98 tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:28:20.711265 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a148d4c4-f5c3-426d-bae6-db5acf237d98 tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:28:20.711585 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a148d4c4-f5c3-426d-bae6-db5acf237d98 tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:28:20.711903 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a148d4c4-f5c3-426d-bae6-db5acf237d98 tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:28:20.712217 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a148d4c4-f5c3-426d-bae6-db5acf237d98 tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:28:20.712531 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a148d4c4-f5c3-426d-bae6-db5acf237d98 tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:28:20.734473 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31374f0c-9a44-460d-a985-03b4f5a5b7fe req-a148d4c4-f5c3-426d-bae6-db5acf237d98 tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:28:20.735082 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-31374f0c-9a44-460d-a985-03b4f5a5b7fe req-a148d4c4-f5c3-426d-bae6-db5acf237d98 tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13292'] for port (None), before_response {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:28:20.752681 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-31374f0c-9a44-460d-a985-03b4f5a5b7fe req-a148d4c4-f5c3-426d-bae6-db5acf237d98 tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5633376 Jun 30 04:28:20.764011 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.v2.base [req-31374f0c-9a44-460d-a985-03b4f5a5b7fe req-9430c636-93e9-48d1-9046-5c21d88b2657 service neutron] Request body: {'port': {'device_id': '70fc4c34-f299-4e7b-9f46-9abcb4d40368', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84684'}} {{(pid=104416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 30 04:28:20.825667 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-31374f0c-9a44-460d-a985-03b4f5a5b7fe req-9430c636-93e9-48d1-9046-5c21d88b2657 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3606762'] for port (582b71f3-d4fb-4f3e-bbb7-e9296ac5f139), before_update {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:28:20.892578 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.db.provisioning_blocks [None req-8e4def30-8b8c-449d-af4c-a5f5f4859d65 None None] Provisioning complete for port 582b71f3-d4fb-4f3e-bbb7-e9296ac5f139 triggered by entity DHCP. {{(pid=104417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 30 04:28:20.893204 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-8e4def30-8b8c-449d-af4c-a5f5f4859d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565073'] for port (582b71f3-d4fb-4f3e-bbb7-e9296ac5f139), provisioning_complete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:28:20.925082 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-8e4def30-8b8c-449d-af4c-a5f5f4859d65 None None] Port 582b71f3-d4fb-4f3e-bbb7-e9296ac5f139 cannot update to ACTIVE because it is not bound. {{(pid=104417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 30 04:28:21.093613 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.notifiers.nova [req-31374f0c-9a44-460d-a985-03b4f5a5b7fe req-9430c636-93e9-48d1-9046-5c21d88b2657 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 582b71f3-d4fb-4f3e-bbb7-e9296ac5f139 {{(pid=104416) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 30 04:28:21.101184 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-31374f0c-9a44-460d-a985-03b4f5a5b7fe req-9430c636-93e9-48d1-9046-5c21d88b2657 service neutron] Publish callbacks [] for port (582b71f3-d4fb-4f3e-bbb7-e9296ac5f139), precommit_update {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:28:21.114055 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.db.provisioning_blocks [req-31374f0c-9a44-460d-a985-03b4f5a5b7fe req-9430c636-93e9-48d1-9046-5c21d88b2657 service neutron] Transition to ACTIVE for port object 582b71f3-d4fb-4f3e-bbb7-e9296ac5f139 will not be triggered until provisioned by entity L2. {{(pid=104416) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 30 04:28:21.118791 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-31374f0c-9a44-460d-a985-03b4f5a5b7fe req-9430c636-93e9-48d1-9046-5c21d88b2657 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4095053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781926634698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781926239335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781926239353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1764123'] for port (582b71f3-d4fb-4f3e-bbb7-e9296ac5f139), after_update {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:28:21.207593 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9430c636-93e9-48d1-9046-5c21d88b2657 service neutron] Pushing event updated for resources: {'Port': ['ID=582b71f3-d4fb-4f3e-bbb7-e9296ac5f139,revision_number=2']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:28:21.242240 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680af8ed-5b3e-4908-850e-ac17d9b1076b req-e1e78cc5-ddc8-4039-83db-2408a53b1b07 tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:28:21.243859 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-680af8ed-5b3e-4908-850e-ac17d9b1076b req-e1e78cc5-ddc8-4039-83db-2408a53b1b07 tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] 10.222.0.13 "GET /v2.0/ports?device_id=70fc4c34-f299-4e7b-9f46-9abcb4d40368 HTTP/1.1" status: 200 len: 944 time: 0.0853469 Jun 30 04:28:21.276733 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:28:21.305097 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:28:21.334599 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.managers [req-31374f0c-9a44-460d-a985-03b4f5a5b7fe req-9430c636-93e9-48d1-9046-5c21d88b2657 service neutron] Attempting to bind port 582b71f3-d4fb-4f3e-bbb7-e9296ac5f139 on host hv-cinder-84684 for vnic_type normal with profile {{(pid=104416) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 30 04:28:21.334926 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.managers [req-31374f0c-9a44-460d-a985-03b4f5a5b7fe req-9430c636-93e9-48d1-9046-5c21d88b2657 service neutron] Attempting to bind port 582b71f3-d4fb-4f3e-bbb7-e9296ac5f139 by drivers openvswitch,hyperv on host hv-cinder-84684 at level 0 using segments [{'id': '840dad00-01fe-4800-89d0-035a2ea7aadc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '20ab151a-92d3-45f8-9aea-acc5912ac287'}] {{(pid=104416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 30 04:28:21.335278 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31374f0c-9a44-460d-a985-03b4f5a5b7fe req-9430c636-93e9-48d1-9046-5c21d88b2657 service neutron] Attempting to bind port 582b71f3-d4fb-4f3e-bbb7-e9296ac5f139 on network 20ab151a-92d3-45f8-9aea-acc5912ac287 {{(pid=104416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 30 04:28:21.343534 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-680af8ed-5b3e-4908-850e-ac17d9b1076b req-fc7a5f7c-e69b-421d-b8bd-83d3271ee066 tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] 10.222.0.13 "GET /v2.0/security-groups?id=2fb0ea7b-6d97-4b9f-bcf2-aea06a34f4d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0785339 Jun 30 04:28:21.346889 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31374f0c-9a44-460d-a985-03b4f5a5b7fe req-9430c636-93e9-48d1-9046-5c21d88b2657 service neutron] Port 582b71f3-d4fb-4f3e-bbb7-e9296ac5f139 on network 20ab151a-92d3-45f8-9aea-acc5912ac287 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84684 {{(pid=104416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 30 04:28:21.347233 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31374f0c-9a44-460d-a985-03b4f5a5b7fe req-9430c636-93e9-48d1-9046-5c21d88b2657 service neutron] Attempting to bind port 582b71f3-d4fb-4f3e-bbb7-e9296ac5f139 on network 20ab151a-92d3-45f8-9aea-acc5912ac287 {{(pid=104416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 30 04:28:21.352512 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31374f0c-9a44-460d-a985-03b4f5a5b7fe req-9430c636-93e9-48d1-9046-5c21d88b2657 service neutron] Checking agent: {'id': 'ef703bef-7cc0-467c-baa9-fe8a66be565c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84684', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 30, 4, 13, 10), 'started_at': datetime.datetime(2022, 6, 30, 4, 13, 10), 'heartbeat_timestamp': datetime.datetime(2022, 6, 30, 4, 28, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 30 04:28:21.352838 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31374f0c-9a44-460d-a985-03b4f5a5b7fe req-9430c636-93e9-48d1-9046-5c21d88b2657 service neutron] Checking segment: {'id': '840dad00-01fe-4800-89d0-035a2ea7aadc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '20ab151a-92d3-45f8-9aea-acc5912ac287'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104416) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 30 04:28:21.353246 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31374f0c-9a44-460d-a985-03b4f5a5b7fe req-9430c636-93e9-48d1-9046-5c21d88b2657 service neutron] Bound using segment: {'id': '840dad00-01fe-4800-89d0-035a2ea7aadc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '20ab151a-92d3-45f8-9aea-acc5912ac287'} {{(pid=104416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 30 04:28:21.353609 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.managers [req-31374f0c-9a44-460d-a985-03b4f5a5b7fe req-9430c636-93e9-48d1-9046-5c21d88b2657 service neutron] Bound port: 582b71f3-d4fb-4f3e-bbb7-e9296ac5f139, host: hv-cinder-84684, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '840dad00-01fe-4800-89d0-035a2ea7aadc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '20ab151a-92d3-45f8-9aea-acc5912ac287'}}] {{(pid=104416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 30 04:28:21.353956 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-31374f0c-9a44-460d-a985-03b4f5a5b7fe req-9430c636-93e9-48d1-9046-5c21d88b2657 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3606762'] for port (582b71f3-d4fb-4f3e-bbb7-e9296ac5f139), before_update {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:28:21.421341 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.db [req-31374f0c-9a44-460d-a985-03b4f5a5b7fe req-9430c636-93e9-48d1-9046-5c21d88b2657 service neutron] For port 582b71f3-d4fb-4f3e-bbb7-e9296ac5f139, host hv-cinder-84684, cleared binding levels {{(pid=104416) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 04:28:21.425383 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.db [req-31374f0c-9a44-460d-a985-03b4f5a5b7fe req-9430c636-93e9-48d1-9046-5c21d88b2657 service neutron] For port 582b71f3-d4fb-4f3e-bbb7-e9296ac5f139, host hv-cinder-84684, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=582b71f3-d4fb-4f3e-bbb7-e9296ac5f139,segment=NetworkSegment(840dad00-01fe-4800-89d0-035a2ea7aadc),segment_id=840dad00-01fe-4800-89d0-035a2ea7aadc)] {{(pid=104416) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 04:28:21.434927 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-31374f0c-9a44-460d-a985-03b4f5a5b7fe req-9430c636-93e9-48d1-9046-5c21d88b2657 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4095053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781926634698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781926239335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781926239353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1764123'] for port (582b71f3-d4fb-4f3e-bbb7-e9296ac5f139), after_update {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:28:21.477224 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31374f0c-9a44-460d-a985-03b4f5a5b7fe req-9430c636-93e9-48d1-9046-5c21d88b2657 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:28:21.477865 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-31374f0c-9a44-460d-a985-03b4f5a5b7fe req-9430c636-93e9-48d1-9046-5c21d88b2657 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13292'] for port (None), before_response {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:28:21.479252 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-31374f0c-9a44-460d-a985-03b4f5a5b7fe req-9430c636-93e9-48d1-9046-5c21d88b2657 service neutron] 10.222.0.20 "PUT /v2.0/ports/582b71f3-d4fb-4f3e-bbb7-e9296ac5f139 HTTP/1.1" status: 200 len: 1094 time: 0.7198646 Jun 30 04:28:21.479684 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70fc4c34-f299-4e7b-9f46-9abcb4d40368', 'tag': '582b71f3-d4fb-4f3e-bbb7-e9296ac5f139'}] {{(pid=104416) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 30 04:28:21.481959 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8111519efe35ff5952c269e16f689610d56ef28aa1e0b77ca5734c542983c30f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30cbea9e-d593-45b1-af3d-cd0e094e9600" -d '{"events": [{"name": "network-changed", "server_uuid": "70fc4c34-f299-4e7b-9f46-9abcb4d40368", "tag": "582b71f3-d4fb-4f3e-bbb7-e9296ac5f139"}]}' {{(pid=104416) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 04:28:21.505818 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9430c636-93e9-48d1-9046-5c21d88b2657 service neutron] Pushing event updated for resources: {'Port': ['ID=582b71f3-d4fb-4f3e-bbb7-e9296ac5f139,revision_number=3']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:28:21.536465 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Jun 2022 04:28:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-903f788c-3546-495f-adb3-171b8f794aa4 x-openstack-request-id: req-903f788c-3546-495f-adb3-171b8f794aa4 {{(pid=104416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 04:28:21.536757 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70fc4c34-f299-4e7b-9f46-9abcb4d40368", "tag": "582b71f3-d4fb-4f3e-bbb7-e9296ac5f139", "status": "completed", "code": 200}]} {{(pid=104416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 04:28:21.537009 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-903f788c-3546-495f-adb3-171b8f794aa4 {{(pid=104416) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 04:28:21.537421 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.notifiers.nova [-] Nova event matching ['req-903f788c-3546-495f-adb3-171b8f794aa4'] response: {'name': 'network-changed', 'server_uuid': '70fc4c34-f299-4e7b-9f46-9abcb4d40368', 'tag': '582b71f3-d4fb-4f3e-bbb7-e9296ac5f139', 'status': 'completed', 'code': 200} Jun 30 04:28:21.754208 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31374f0c-9a44-460d-a985-03b4f5a5b7fe req-033b17ed-e619-4738-b752-a109930f8a65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:28:21.755789 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-31374f0c-9a44-460d-a985-03b4f5a5b7fe req-033b17ed-e619-4738-b752-a109930f8a65 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=21b8001d268445c0a28c3ed02b9afcb3&device_id=70fc4c34-f299-4e7b-9f46-9abcb4d40368 HTTP/1.1" status: 200 len: 1128 time: 0.0436189 Jun 30 04:28:21.796934 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-31374f0c-9a44-460d-a985-03b4f5a5b7fe req-b956379c-5823-4db5-b64d-1e6325e06511 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=582b71f3-d4fb-4f3e-bbb7-e9296ac5f139 HTTP/1.1" status: 200 len: 217 time: 0.0343344 Jun 30 04:28:21.849932 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31374f0c-9a44-460d-a985-03b4f5a5b7fe req-2fbe4bf5-93c6-45ad-904e-af602cbdb54d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:28:21.851402 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-31374f0c-9a44-460d-a985-03b4f5a5b7fe req-2fbe4bf5-93c6-45ad-904e-af602cbdb54d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5b0ecd89-3294-4f96-9c72-f214728b68c6 HTTP/1.1" status: 200 len: 854 time: 0.0488522 Jun 30 04:28:22.043804 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31374f0c-9a44-460d-a985-03b4f5a5b7fe req-5f4b59dd-e6a9-4742-a4df-9914611889a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:28:22.045721 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-31374f0c-9a44-460d-a985-03b4f5a5b7fe req-5f4b59dd-e6a9-4742-a4df-9914611889a1 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=20ab151a-92d3-45f8-9aea-acc5912ac287&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0441315 Jun 30 04:28:22.136570 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-31374f0c-9a44-460d-a985-03b4f5a5b7fe req-025e1201-516a-47ea-b753-f6f3145e9b51 service neutron] 10.222.0.20 "GET /v2.0/networks/20ab151a-92d3-45f8-9aea-acc5912ac287?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850406 Jun 30 04:28:22.234542 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-31374f0c-9a44-460d-a985-03b4f5a5b7fe req-6929b6ac-7d80-4edf-9dd3-4be9d07d273a service neutron] 10.222.0.20 "GET /v2.0/networks/20ab151a-92d3-45f8-9aea-acc5912ac287?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919716 Jun 30 04:28:22.469559 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadc909f-6637-470c-8795-85724e687bb1 req-c29518f9-6f7e-4faf-b6b0-1bcdd3d67864 tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:28:22.471025 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-fadc909f-6637-470c-8795-85724e687bb1 req-c29518f9-6f7e-4faf-b6b0-1bcdd3d67864 tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] 10.222.0.13 "GET /v2.0/ports?device_id=70fc4c34-f299-4e7b-9f46-9abcb4d40368 HTTP/1.1" status: 200 len: 944 time: 0.0495377 Jun 30 04:28:22.518199 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-fadc909f-6637-470c-8795-85724e687bb1 req-25615484-8301-4768-a1ef-888a65e8ea27 tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] 10.222.0.13 "GET /v2.0/security-groups?id=2fb0ea7b-6d97-4b9f-bcf2-aea06a34f4d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415993 Jun 30 04:28:22.956455 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30cbea9e-d593-45b1-af3d-cd0e094e9600 req-3b72dad1-7d6f-47a5-a2c5-cbe2a22c4b67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:28:22.957963 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-30cbea9e-d593-45b1-af3d-cd0e094e9600 req-3b72dad1-7d6f-47a5-a2c5-cbe2a22c4b67 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=21b8001d268445c0a28c3ed02b9afcb3&device_id=70fc4c34-f299-4e7b-9f46-9abcb4d40368 HTTP/1.1" status: 200 len: 1128 time: 0.0482605 Jun 30 04:28:23.017302 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.rpc [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Device 582b71f3-d4fb-4f3e-bbb7-e9296ac5f139 details requested by agent hyperv_hv-cinder-84684 with host hv-cinder-84684 {{(pid=104417) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 04:28:23.051406 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30cbea9e-d593-45b1-af3d-cd0e094e9600 req-53c86604-5286-461c-9c9d-9ef061fbeb4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:28:23.052889 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-30cbea9e-d593-45b1-af3d-cd0e094e9600 req-53c86604-5286-461c-9c9d-9ef061fbeb4d service neutron] 10.222.0.20 "GET /v2.0/networks?id=20ab151a-92d3-45f8-9aea-acc5912ac287 HTTP/1.1" status: 200 len: 916 time: 0.0891452 Jun 30 04:28:23.097192 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-30cbea9e-d593-45b1-af3d-cd0e094e9600 req-c51507fb-b74e-4565-956a-696dd669df40 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=582b71f3-d4fb-4f3e-bbb7-e9296ac5f139 HTTP/1.1" status: 200 len: 217 time: 0.0380545 Jun 30 04:28:23.121669 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.db [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] For port 582b71f3-d4fb-4f3e-bbb7-e9296ac5f139, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=582b71f3-d4fb-4f3e-bbb7-e9296ac5f139,segment=NetworkSegment(840dad00-01fe-4800-89d0-035a2ea7aadc),segment_id=840dad00-01fe-4800-89d0-035a2ea7aadc)] {{(pid=104417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 04:28:23.133343 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.rpc [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Returning: {'device': '582b71f3-d4fb-4f3e-bbb7-e9296ac5f139', 'network_id': '20ab151a-92d3-45f8-9aea-acc5912ac287', 'port_id': '582b71f3-d4fb-4f3e-bbb7-e9296ac5f139', 'mac_address': 'fa:16:3e:01:d4:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 184, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b0ecd89-3294-4f96-9c72-f214728b68c6', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104417) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 04:28:23.147772 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30cbea9e-d593-45b1-af3d-cd0e094e9600 req-a15fe631-1c71-4303-9180-9e6fbcb5774e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:28:23.149231 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-30cbea9e-d593-45b1-af3d-cd0e094e9600 req-a15fe631-1c71-4303-9180-9e6fbcb5774e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5b0ecd89-3294-4f96-9c72-f214728b68c6 HTTP/1.1" status: 200 len: 854 time: 0.0454636 Jun 30 04:28:23.169284 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Current status of the port 582b71f3-d4fb-4f3e-bbb7-e9296ac5f139 is: DOWN; New status is: BUILD {{(pid=104417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 30 04:28:23.169670 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3606762'] for port (582b71f3-d4fb-4f3e-bbb7-e9296ac5f139), before_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:28:23.186703 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.notifiers.nova [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 582b71f3-d4fb-4f3e-bbb7-e9296ac5f139 {{(pid=104417) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 30 04:28:23.194627 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30cbea9e-d593-45b1-af3d-cd0e094e9600 req-058994b7-81de-444a-9935-f2d555e9495d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:28:23.196200 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-30cbea9e-d593-45b1-af3d-cd0e094e9600 req-058994b7-81de-444a-9935-f2d555e9495d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=20ab151a-92d3-45f8-9aea-acc5912ac287&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0403743 Jun 30 04:28:23.206554 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.db [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] For port 582b71f3-d4fb-4f3e-bbb7-e9296ac5f139, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=582b71f3-d4fb-4f3e-bbb7-e9296ac5f139,segment=NetworkSegment(840dad00-01fe-4800-89d0-035a2ea7aadc),segment_id=840dad00-01fe-4800-89d0-035a2ea7aadc)] {{(pid=104417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 04:28:23.210163 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4095053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781926634698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781926239335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781926239353'] for port (582b71f3-d4fb-4f3e-bbb7-e9296ac5f139), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:28:23.236021 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:28:23.258695 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Pushing event updated for resources: {'Port': ['ID=582b71f3-d4fb-4f3e-bbb7-e9296ac5f139,revision_number=4']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:28:23.267705 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:28:23.297088 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-30cbea9e-d593-45b1-af3d-cd0e094e9600 req-aa4d3762-e7f5-4865-992a-e03007a22512 service neutron] 10.222.0.20 "GET /v2.0/networks/20ab151a-92d3-45f8-9aea-acc5912ac287?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939183 Jun 30 04:28:23.366883 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:28:23.389178 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-30cbea9e-d593-45b1-af3d-cd0e094e9600 req-de850a86-44df-45ca-b05f-6077cb319edd service neutron] 10.222.0.20 "GET /v2.0/networks/20ab151a-92d3-45f8-9aea-acc5912ac287?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852525 Jun 30 04:28:23.415681 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.db [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] get_ports_and_sgs() called for port_ids ['582b71f3-d4fb-4f3e-bbb7-e9296ac5f139'] {{(pid=104417) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 04:28:23.435952 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:28:23.634191 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cb568c-a11c-4b94-9c55-8b053f3358ed req-b2b15bab-cc4a-40fb-894d-07b0a599efda tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:28:23.635666 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-c5cb568c-a11c-4b94-9c55-8b053f3358ed req-b2b15bab-cc4a-40fb-894d-07b0a599efda tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] 10.222.0.13 "GET /v2.0/ports?device_id=70fc4c34-f299-4e7b-9f46-9abcb4d40368 HTTP/1.1" status: 200 len: 945 time: 0.0475674 Jun 30 04:28:23.688728 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-c5cb568c-a11c-4b94-9c55-8b053f3358ed req-6a1d3c6b-eeee-4192-948e-cec45ff1e48d tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] 10.222.0.13 "GET /v2.0/security-groups?id=2fb0ea7b-6d97-4b9f-bcf2-aea06a34f4d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472531 Jun 30 04:28:24.832557 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ba7423-58c4-4fde-a21d-89e29b6aaac1 req-bb389a1b-9c93-4f6b-998b-7c45b0da228a tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:28:24.833993 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-82ba7423-58c4-4fde-a21d-89e29b6aaac1 req-bb389a1b-9c93-4f6b-998b-7c45b0da228a tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] 10.222.0.13 "GET /v2.0/ports?device_id=70fc4c34-f299-4e7b-9f46-9abcb4d40368 HTTP/1.1" status: 200 len: 945 time: 0.0552056 Jun 30 04:28:24.883726 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-82ba7423-58c4-4fde-a21d-89e29b6aaac1 req-fecf5d48-24a9-4f3c-9bcb-52bf1f17aa73 tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] 10.222.0.13 "GET /v2.0/security-groups?id=2fb0ea7b-6d97-4b9f-bcf2-aea06a34f4d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438719 Jun 30 04:28:25.040131 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.rpc [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Device 582b71f3-d4fb-4f3e-bbb7-e9296ac5f139 up at agent hyperv_hv-cinder-84684 {{(pid=104417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 04:28:25.086872 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.db.provisioning_blocks [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Provisioning for port 582b71f3-d4fb-4f3e-bbb7-e9296ac5f139 completed by entity L2. {{(pid=104417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 30 04:28:25.093088 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.db.provisioning_blocks [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Provisioning complete for port 582b71f3-d4fb-4f3e-bbb7-e9296ac5f139 triggered by entity L2. {{(pid=104417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 30 04:28:25.093455 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565073'] for port (582b71f3-d4fb-4f3e-bbb7-e9296ac5f139), provisioning_complete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:28:25.180061 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Current status of the port 582b71f3-d4fb-4f3e-bbb7-e9296ac5f139 is: BUILD; New status is: ACTIVE {{(pid=104417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 30 04:28:25.180439 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3606762'] for port (582b71f3-d4fb-4f3e-bbb7-e9296ac5f139), before_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:28:25.205008 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70fc4c34-f299-4e7b-9f46-9abcb4d40368', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '582b71f3-d4fb-4f3e-bbb7-e9296ac5f139'}] {{(pid=104417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 30 04:28:25.207270 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}872baf0325b3a4d4e4ba58c5a9b381606b113811ad1a9f7b70d77ff172d270fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f64158a-08c4-447f-8fb0-c1c1006430eb" -d '{"events": [{"server_uuid": "70fc4c34-f299-4e7b-9f46-9abcb4d40368", "name": "network-vif-plugged", "status": "completed", "tag": "582b71f3-d4fb-4f3e-bbb7-e9296ac5f139"}]}' {{(pid=104417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 04:28:25.218038 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.db [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] For port 582b71f3-d4fb-4f3e-bbb7-e9296ac5f139, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=582b71f3-d4fb-4f3e-bbb7-e9296ac5f139,segment=NetworkSegment(840dad00-01fe-4800-89d0-035a2ea7aadc),segment_id=840dad00-01fe-4800-89d0-035a2ea7aadc)] {{(pid=104417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 04:28:25.223012 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4095053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781926634698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781926239335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781926239353'] for port (582b71f3-d4fb-4f3e-bbb7-e9296ac5f139), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:28:25.251801 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Jun 2022 04:28:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-decbbbeb-988d-44db-89ec-b5d6ff45a625 x-openstack-request-id: req-decbbbeb-988d-44db-89ec-b5d6ff45a625 {{(pid=104417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 04:28:25.252056 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70fc4c34-f299-4e7b-9f46-9abcb4d40368", "name": "network-vif-plugged", "status": "completed", "tag": "582b71f3-d4fb-4f3e-bbb7-e9296ac5f139", "code": 200}]} {{(pid=104417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 04:28:25.252296 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-decbbbeb-988d-44db-89ec-b5d6ff45a625 {{(pid=104417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 04:28:25.252680 dv-cinder-846842-7-iscsi neutron-server[104417]: INFO neutron.notifiers.nova [-] Nova event matching ['req-decbbbeb-988d-44db-89ec-b5d6ff45a625'] response: {'server_uuid': '70fc4c34-f299-4e7b-9f46-9abcb4d40368', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '582b71f3-d4fb-4f3e-bbb7-e9296ac5f139', 'code': 200} Jun 30 04:28:25.275142 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Pushing event updated for resources: {'Port': ['ID=582b71f3-d4fb-4f3e-bbb7-e9296ac5f139,revision_number=5']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:28:25.418226 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9f6f76-48e5-4cde-88f4-9faedffbb6c9 req-9ba1e5ed-614f-4836-b877-3f281d864858 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:28:25.419679 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-ba9f6f76-48e5-4cde-88f4-9faedffbb6c9 req-9ba1e5ed-614f-4836-b877-3f281d864858 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=70fc4c34-f299-4e7b-9f46-9abcb4d40368 HTTP/1.1" status: 200 len: 1130 time: 0.0402949 Jun 30 04:28:25.465856 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-ba9f6f76-48e5-4cde-88f4-9faedffbb6c9 req-4476fb83-4422-4163-afe2-791371e86262 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=2fb0ea7b-6d97-4b9f-bcf2-aea06a34f4d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405102 Jun 30 04:28:25.761802 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.db.agents_db [None req-38391644-8868-4c56-b8b1-4dfa3b709b99 None None] Agent healthcheck: found 6 active agents {{(pid=104418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 04:28:26.027230 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56808c5b-2d65-4db5-922e-26be71446d61 req-07c7b9e7-eac0-421c-b9b0-337e1c760d0b tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:28:26.028638 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-56808c5b-2d65-4db5-922e-26be71446d61 req-07c7b9e7-eac0-421c-b9b0-337e1c760d0b tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] 10.222.0.13 "GET /v2.0/ports?device_id=70fc4c34-f299-4e7b-9f46-9abcb4d40368 HTTP/1.1" status: 200 len: 946 time: 0.0622885 Jun 30 04:28:26.080319 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-56808c5b-2d65-4db5-922e-26be71446d61 req-f558bfc8-6631-4f00-929d-6a5a9272cd9c tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] 10.222.0.13 "GET /v2.0/security-groups?id=2fb0ea7b-6d97-4b9f-bcf2-aea06a34f4d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431724 Jun 30 04:28:27.207456 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43740d61-442b-4b01-9fff-2da9555f0b81 req-43e6f81a-3116-477b-aaad-1c80c739c3ed tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:28:27.208956 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-43740d61-442b-4b01-9fff-2da9555f0b81 req-43e6f81a-3116-477b-aaad-1c80c739c3ed tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] 10.222.0.13 "GET /v2.0/ports?device_id=70fc4c34-f299-4e7b-9f46-9abcb4d40368 HTTP/1.1" status: 200 len: 946 time: 0.0534680 Jun 30 04:28:27.258675 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-43740d61-442b-4b01-9fff-2da9555f0b81 req-ad1c3d54-0523-47b5-abdc-5d6d717f8362 tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] 10.222.0.13 "GET /v2.0/security-groups?id=2fb0ea7b-6d97-4b9f-bcf2-aea06a34f4d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440543 Jun 30 04:28:27.374387 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a26af0-d8fe-478e-9d0e-642a02d6b9ad req-0ecaa1a7-b907-4509-8787-00473b7195e2 tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:28:27.375778 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-15a26af0-d8fe-478e-9d0e-642a02d6b9ad req-0ecaa1a7-b907-4509-8787-00473b7195e2 tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] 10.222.0.13 "GET /v2.0/ports?device_id=70fc4c34-f299-4e7b-9f46-9abcb4d40368 HTTP/1.1" status: 200 len: 946 time: 0.0523672 Jun 30 04:28:27.389047 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.13', 58204) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 04:28:27.393584 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.v2.base [None req-5e6b953a-dfbc-46af-89d3-182397f9e6fa tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] Request body: {'floatingip': {'port_id': '582b71f3-d4fb-4f3e-bbb7-e9296ac5f139'}} {{(pid=104416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 30 04:28:27.432134 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-5e6b953a-dfbc-46af-89d3-182397f9e6fa tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] Publish callbacks [] for floatingip (763fefe1-9e31-4db6-9dc6-eba090d4557a), before_update {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:28:27.793831 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:28:27.861481 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-5e6b953a-dfbc-46af-89d3-182397f9e6fa tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:28:27.867858 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-5e6b953a-dfbc-46af-89d3-182397f9e6fa tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-620077'] for floatingip (763fefe1-9e31-4db6-9dc6-eba090d4557a), after_update {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:28:27.954506 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:28:27.971028 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.db.l3_db [None req-5e6b953a-dfbc-46af-89d3-182397f9e6fa tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] Floating IP 763fefe1-9e31-4db6-9dc6-eba090d4557a associated. External IP: 172.27.1.238, port: 582b71f3-d4fb-4f3e-bbb7-e9296ac5f139. Jun 30 04:28:28.104163 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=20 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:28:28.106251 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=9,neutron:DELETE=2 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:28:28.176625 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e6b953a-dfbc-46af-89d3-182397f9e6fa tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] Router b300454e-234f-4b0b-bfc4-de8233cf4de2 has already been hosted by L3 agent 2ea21a61-d737-4543-a811-a0d035fbf0f6 {{(pid=104416) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 30 04:28:28.284301 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e6b953a-dfbc-46af-89d3-182397f9e6fa tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] Notify agent at l3_agent.dv-cinder-846842-7-iscsi the message routers_updated {{(pid=104416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 04:28:28.289106 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-5e6b953a-dfbc-46af-89d3-182397f9e6fa tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13292'] for floatingip (None), before_response {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:28:28.295815 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d77cfcf0-ed77-4bda-808a-b577283ca46c None None] Sync routers for ids ['b300454e-234f-4b0b-bfc4-de8233cf4de2'] in dv-cinder-846842-7-iscsi {{(pid=104417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 04:28:28.307241 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d77cfcf0-ed77-4bda-808a-b577283ca46c None None] Routers {'b300454e-234f-4b0b-bfc4-de8233cf4de2'} bound to L3 agent in host dv-cinder-846842-7-iscsi {{(pid=104417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 30 04:28:28.307874 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.db.l3_hamode_db [None req-d77cfcf0-ed77-4bda-808a-b577283ca46c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-30T04:07:07Z,description=,heartbeat_timestamp=2022-06-30T04:28:08Z,host='dv-cinder-846842-7-iscsi',id=2ea21a61-d737-4543-a811-a0d035fbf0f6,load=0,resource_versions=,resources_synced=,started_at=2022-06-30T04:07:07Z,topic='l3_agent')) {'router_ids': ['b300454e-234f-4b0b-bfc4-de8233cf4de2'], 'active': True} {{(pid=104417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 04:28:28.319315 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-5e6b953a-dfbc-46af-89d3-182397f9e6fa tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] 10.222.0.13 "PUT /v2.0/floatingips/763fefe1-9e31-4db6-9dc6-eba090d4557a HTTP/1.1" status: 200 len: 992 time: 0.9290576 Jun 30 04:28:28.319880 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70fc4c34-f299-4e7b-9f46-9abcb4d40368', 'tag': '582b71f3-d4fb-4f3e-bbb7-e9296ac5f139'}] {{(pid=104416) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 30 04:28:28.322091 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8111519efe35ff5952c269e16f689610d56ef28aa1e0b77ca5734c542983c30f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96d5d9f4-2856-4315-9a1f-aa4374b7f65e" -d '{"events": [{"name": "network-changed", "server_uuid": "70fc4c34-f299-4e7b-9f46-9abcb4d40368", "tag": "582b71f3-d4fb-4f3e-bbb7-e9296ac5f139"}]}' {{(pid=104416) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 04:28:28.360556 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Jun 2022 04:28:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e991a71-63ce-4950-a044-dcd329b0fef1 x-openstack-request-id: req-8e991a71-63ce-4950-a044-dcd329b0fef1 {{(pid=104416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 04:28:28.360842 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70fc4c34-f299-4e7b-9f46-9abcb4d40368", "tag": "582b71f3-d4fb-4f3e-bbb7-e9296ac5f139", "status": "completed", "code": 200}]} {{(pid=104416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 04:28:28.361096 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8e991a71-63ce-4950-a044-dcd329b0fef1 {{(pid=104416) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 04:28:28.361489 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8e991a71-63ce-4950-a044-dcd329b0fef1'] response: {'name': 'network-changed', 'server_uuid': '70fc4c34-f299-4e7b-9f46-9abcb4d40368', 'tag': '582b71f3-d4fb-4f3e-bbb7-e9296ac5f139', 'status': 'completed', 'code': 200} Jun 30 04:28:28.413913 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.db.l3_dvr_db [None req-d77cfcf0-ed77-4bda-808a-b577283ca46c None None] Set router b300454e-234f-4b0b-bfc4-de8233cf4de2 gateway port host: dv-cinder-846842-7-iscsi {{(pid=104417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 30 04:28:28.421863 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d5d9f4-2856-4315-9a1f-aa4374b7f65e req-3c3bc6e7-a628-4b54-825a-9c56b3ec61ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:28:28.423450 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-96d5d9f4-2856-4315-9a1f-aa4374b7f65e req-3c3bc6e7-a628-4b54-825a-9c56b3ec61ac service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=21b8001d268445c0a28c3ed02b9afcb3&device_id=70fc4c34-f299-4e7b-9f46-9abcb4d40368 HTTP/1.1" status: 200 len: 1130 time: 0.0409057 Jun 30 04:28:28.518990 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d5d9f4-2856-4315-9a1f-aa4374b7f65e req-f91aa83c-d0d3-4cc9-a692-f3d3a9f63278 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:28:28.520883 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-96d5d9f4-2856-4315-9a1f-aa4374b7f65e req-f91aa83c-d0d3-4cc9-a692-f3d3a9f63278 service neutron] 10.222.0.20 "GET /v2.0/networks?id=20ab151a-92d3-45f8-9aea-acc5912ac287 HTTP/1.1" status: 200 len: 916 time: 0.0917904 Jun 30 04:28:28.592174 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-96d5d9f4-2856-4315-9a1f-aa4374b7f65e req-3c576626-99ac-41d0-8d1a-0677d9f04c56 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=582b71f3-d4fb-4f3e-bbb7-e9296ac5f139 HTTP/1.1" status: 200 len: 1000 time: 0.0654020 Jun 30 04:28:28.655027 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.db.l3_hamode_db [None req-d77cfcf0-ed77-4bda-808a-b577283ca46c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b300454e-234f-4b0b-bfc4-de8233cf4de2', 'name': 'tempest-AttachVolumeNegativeTest-1275676774-router', 'tenant_id': '21b8001d268445c0a28c3ed02b9afcb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14b0e4f-074d-4507-846c-fc8420bddf12', 'external_fixed_ips': [{'subnet_id': '15378187-268c-4fae-ace7-eaca7aa50f90', 'ip_address': '172.27.1.144'}], 'enable_snat': True}, 'gw_port_id': 'e1ba8edc-886b-4bc7-977b-54635f667137', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T04:26:18Z', 'updated_at': '2022-06-30T04:26:20Z', 'revision_number': 4, 'project_id': '21b8001d268445c0a28c3ed02b9afcb3', 'gw_port': {'id': 'e1ba8edc-886b-4bc7-977b-54635f667137', 'name': '', 'network_id': 'a14b0e4f-074d-4507-846c-fc8420bddf12', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:88:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b300454e-234f-4b0b-bfc4-de8233cf4de2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '15378187-268c-4fae-ace7-eaca7aa50f90', 'ip_address': '172.27.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T04:26:18Z', 'updated_at': '2022-06-30T04:26:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15378187-268c-4fae-ace7-eaca7aa50f90', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-7-iscsi', '_floatingips': [{'id': '763fefe1-9e31-4db6-9dc6-eba090d4557a', 'tenant_id': '21b8001d268445c0a28c3ed02b9afcb3', 'floating_ip_address': '172.27.1.238', 'floating_network_id': 'a14b0e4f-074d-4507-846c-fc8420bddf12', 'router_id': 'b300454e-234f-4b0b-bfc4-de8233cf4de2', 'port_id': '582b71f3-d4fb-4f3e-bbb7-e9296ac5f139', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 698, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '20ab151a-92d3-45f8-9aea-acc5912ac287', 'mac_address': 'fa:16:3e:01:d4:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70fc4c34-f299-4e7b-9f46-9abcb4d40368', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-30T04:28:17Z', 'updated_at': '2022-06-30T04:28:27Z', 'revision_number': 1, 'project_id': '21b8001d268445c0a28c3ed02b9afcb3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '09e4e20e-ef67-4ca2-849d-f1c26680ced2', 'name': '', 'network_id': '20ab151a-92d3-45f8-9aea-acc5912ac287', 'tenant_id': '21b8001d268445c0a28c3ed02b9afcb3', 'mac_address': 'fa:16:3e:d3:b6:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b300454e-234f-4b0b-bfc4-de8233cf4de2', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '5b0ecd89-3294-4f96-9c72-f214728b68c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T04:26:20Z', 'updated_at': '2022-06-30T04:26:24Z', 'revision_number': 5, 'project_id': '21b8001d268445c0a28c3ed02b9afcb3', 'subnets': [{'id': '5b0ecd89-3294-4f96-9c72-f214728b68c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846842-7-iscsi', False) {} {{(pid=104417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 04:28:28.670019 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d5d9f4-2856-4315-9a1f-aa4374b7f65e req-0ff0749f-edc5-4874-a4f7-57c47f49d952 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:28:28.672631 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-96d5d9f4-2856-4315-9a1f-aa4374b7f65e req-0ff0749f-edc5-4874-a4f7-57c47f49d952 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5b0ecd89-3294-4f96-9c72-f214728b68c6 HTTP/1.1" status: 200 len: 854 time: 0.0752761 Jun 30 04:28:28.684686 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d77cfcf0-ed77-4bda-808a-b577283ca46c None None] Checking router: b300454e-234f-4b0b-bfc4-de8233cf4de2 for host: dv-cinder-846842-7-iscsi {{(pid=104417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 04:28:28.712825 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d77cfcf0-ed77-4bda-808a-b577283ca46c None None] Routers {'b300454e-234f-4b0b-bfc4-de8233cf4de2'} bound to L3 agent in host dv-cinder-846842-7-iscsi {{(pid=104417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 30 04:28:28.713453 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.db.l3_hamode_db [None req-d77cfcf0-ed77-4bda-808a-b577283ca46c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-30T04:07:07Z,description=,heartbeat_timestamp=2022-06-30T04:28:08Z,host='dv-cinder-846842-7-iscsi',id=2ea21a61-d737-4543-a811-a0d035fbf0f6,load=0,resource_versions=,resources_synced=,started_at=2022-06-30T04:07:07Z,topic='l3_agent')) {'router_ids': ['b300454e-234f-4b0b-bfc4-de8233cf4de2'], 'active': True} {{(pid=104417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 04:28:28.723926 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d5d9f4-2856-4315-9a1f-aa4374b7f65e req-666c9e7e-d77d-4b9b-80b8-d5f27e8cbc73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:28:28.725910 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-96d5d9f4-2856-4315-9a1f-aa4374b7f65e req-666c9e7e-d77d-4b9b-80b8-d5f27e8cbc73 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=20ab151a-92d3-45f8-9aea-acc5912ac287&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0478575 Jun 30 04:28:28.813355 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:28:28.825187 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-96d5d9f4-2856-4315-9a1f-aa4374b7f65e req-7fafa782-9443-4ceb-8ad2-dfbe4ce83cff service neutron] 10.222.0.20 "GET /v2.0/networks/20ab151a-92d3-45f8-9aea-acc5912ac287?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930412 Jun 30 04:28:28.825422 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.db.l3_dvr_db [None req-d77cfcf0-ed77-4bda-808a-b577283ca46c None None] Set router b300454e-234f-4b0b-bfc4-de8233cf4de2 gateway port host: dv-cinder-846842-7-iscsi {{(pid=104417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 30 04:28:28.827460 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:28:28.915699 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-96d5d9f4-2856-4315-9a1f-aa4374b7f65e req-45e9c114-b741-413a-b0b6-dfd3f9d92573 service neutron] 10.222.0.20 "GET /v2.0/networks/20ab151a-92d3-45f8-9aea-acc5912ac287?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846915 Jun 30 04:28:29.043815 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.db.l3_hamode_db [None req-d77cfcf0-ed77-4bda-808a-b577283ca46c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b300454e-234f-4b0b-bfc4-de8233cf4de2', 'name': 'tempest-AttachVolumeNegativeTest-1275676774-router', 'tenant_id': '21b8001d268445c0a28c3ed02b9afcb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14b0e4f-074d-4507-846c-fc8420bddf12', 'external_fixed_ips': [{'subnet_id': '15378187-268c-4fae-ace7-eaca7aa50f90', 'ip_address': '172.27.1.144'}], 'enable_snat': True}, 'gw_port_id': 'e1ba8edc-886b-4bc7-977b-54635f667137', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T04:26:18Z', 'updated_at': '2022-06-30T04:26:20Z', 'revision_number': 4, 'project_id': '21b8001d268445c0a28c3ed02b9afcb3', 'gw_port': {'id': 'e1ba8edc-886b-4bc7-977b-54635f667137', 'name': '', 'network_id': 'a14b0e4f-074d-4507-846c-fc8420bddf12', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:88:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b300454e-234f-4b0b-bfc4-de8233cf4de2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '15378187-268c-4fae-ace7-eaca7aa50f90', 'ip_address': '172.27.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T04:26:18Z', 'updated_at': '2022-06-30T04:26:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15378187-268c-4fae-ace7-eaca7aa50f90', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-7-iscsi', '_floatingips': [{'id': '763fefe1-9e31-4db6-9dc6-eba090d4557a', 'tenant_id': '21b8001d268445c0a28c3ed02b9afcb3', 'floating_ip_address': '172.27.1.238', 'floating_network_id': 'a14b0e4f-074d-4507-846c-fc8420bddf12', 'router_id': 'b300454e-234f-4b0b-bfc4-de8233cf4de2', 'port_id': '582b71f3-d4fb-4f3e-bbb7-e9296ac5f139', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 698, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '20ab151a-92d3-45f8-9aea-acc5912ac287', 'mac_address': 'fa:16:3e:01:d4:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70fc4c34-f299-4e7b-9f46-9abcb4d40368', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-30T04:28:17Z', 'updated_at': '2022-06-30T04:28:27Z', 'revision_number': 1, 'project_id': '21b8001d268445c0a28c3ed02b9afcb3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '09e4e20e-ef67-4ca2-849d-f1c26680ced2', 'name': '', 'network_id': '20ab151a-92d3-45f8-9aea-acc5912ac287', 'tenant_id': '21b8001d268445c0a28c3ed02b9afcb3', 'mac_address': 'fa:16:3e:d3:b6:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b300454e-234f-4b0b-bfc4-de8233cf4de2', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '5b0ecd89-3294-4f96-9c72-f214728b68c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T04:26:20Z', 'updated_at': '2022-06-30T04:26:24Z', 'revision_number': 5, 'project_id': '21b8001d268445c0a28c3ed02b9afcb3', 'subnets': [{'id': '5b0ecd89-3294-4f96-9c72-f214728b68c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846842-7-iscsi', False) {} {{(pid=104417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 04:28:29.070172 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d77cfcf0-ed77-4bda-808a-b577283ca46c None None] The sync data for ids ['b300454e-234f-4b0b-bfc4-de8233cf4de2'] in dv-cinder-846842-7-iscsi is: [{'id': 'b300454e-234f-4b0b-bfc4-de8233cf4de2', 'name': 'tempest-AttachVolumeNegativeTest-1275676774-router', 'tenant_id': '21b8001d268445c0a28c3ed02b9afcb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14b0e4f-074d-4507-846c-fc8420bddf12', 'external_fixed_ips': [{'subnet_id': '15378187-268c-4fae-ace7-eaca7aa50f90', 'ip_address': '172.27.1.144'}], 'enable_snat': True}, 'gw_port_id': 'e1ba8edc-886b-4bc7-977b-54635f667137', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T04:26:18Z', 'updated_at': '2022-06-30T04:26:20Z', 'revision_number': 4, 'project_id': '21b8001d268445c0a28c3ed02b9afcb3', 'gw_port': {'id': 'e1ba8edc-886b-4bc7-977b-54635f667137', 'name': '', 'network_id': 'a14b0e4f-074d-4507-846c-fc8420bddf12', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:88:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b300454e-234f-4b0b-bfc4-de8233cf4de2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '15378187-268c-4fae-ace7-eaca7aa50f90', 'ip_address': '172.27.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T04:26:18Z', 'updated_at': '2022-06-30T04:26:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15378187-268c-4fae-ace7-eaca7aa50f90', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-7-iscsi', '_floatingips': [{'id': '763fefe1-9e31-4db6-9dc6-eba090d4557a', 'tenant_id': '21b8001d268445c0a28c3ed02b9afcb3', 'floating_ip_address': '172.27.1.238', 'floating_network_id': 'a14b0e4f-074d-4507-846c-fc8420bddf12', 'router_id': 'b300454e-234f-4b0b-bfc4-de8233cf4de2', 'port_id': '582b71f3-d4fb-4f3e-bbb7-e9296ac5f139', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 698, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '20ab151a-92d3-45f8-9aea-acc5912ac287', 'mac_address': 'fa:16:3e:01:d4:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70fc4c34-f299-4e7b-9f46-9abcb4d40368', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-30T04:28:17Z', 'updated_at': '2022-06-30T04:28:27Z', 'revision_number': 1, 'project_id': '21b8001d268445c0a28c3ed02b9afcb3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '09e4e20e-ef67-4ca2-849d-f1c26680ced2', 'name': '', 'network_id': '20ab151a-92d3-45f8-9aea-acc5912ac287', 'tenant_id': '21b8001d268445c0a28c3ed02b9afcb3', 'mac_address': 'fa:16:3e:d3:b6:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b300454e-234f-4b0b-bfc4-de8233cf4de2', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '5b0ecd89-3294-4f96-9c72-f214728b68c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T04:26:20Z', 'updated_at': '2022-06-30T04:26:24Z', 'revision_number': 5, 'project_id': '21b8001d268445c0a28c3ed02b9afcb3', 'subnets': [{'id': '5b0ecd89-3294-4f96-9c72-f214728b68c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 04:28:29.273719 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2229ce0d-5865-4fdb-af21-569457dc5a90 None None] New status for floating IP 763fefe1-9e31-4db6-9dc6-eba090d4557a: ACTIVE {{(pid=104418) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 30 04:28:35.195178 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-2d845bb0-df09-4696-ae96-96552311fb48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926756172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565263'] for agent (beddbd52-9273-44c2-990c-63933fe383b2), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:28:37.550314 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-1c140251-242c-4985-960e-c78113bfe6e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926756172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565263'] for agent (2ea21a61-d737-4543-a811-a0d035fbf0f6), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:28:38.536411 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-7a77f087-4523-4fd9-b9f1-b6333d8ad1f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926756172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565263'] for agent (672e10fd-0bbc-4d52-8fca-d980f41e3265), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:28:38.906129 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=87 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:28:38.912310 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=98 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:28:40.317324 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-88ff949a-6007-42d5-8261-77b64d367ca9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926756172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565263'] for agent (4c4a8942-da79-4b81-aa08-fb593b1e6e06), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:28:40.454350 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-2a6d8403-c0a5-4ac4-aa48-860a84345009 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926756172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565263'] for agent (cbdf45b5-344e-4e18-9242-1abb738708f2), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:28:41.721681 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:SELECT=21,neutron:UPDATE=3 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:28:41.732381 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:SELECT=23,neutron:UPDATE=3 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:28:42.821013 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926756172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565263'] for agent (ef703bef-7cc0-467c-baa9-fe8a66be565c), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:28:52.805264 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=52,neutron:UPDATE=1 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:28:52.814197 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=39,neutron:UPDATE=5 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:29:02.764277 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.db.agents_db [None req-38391644-8868-4c56-b8b1-4dfa3b709b99 None None] Agent healthcheck: found 6 active agents {{(pid=104418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 04:29:03.727078 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:SELECT=1 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:29:05.182740 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-19f07893-6a0c-4824-b68b-1cb1c567c516 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926756172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565263'] for agent (beddbd52-9273-44c2-990c-63933fe383b2), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:29:07.534624 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-6cec5b71-5260-484a-8480-c2e1065985af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926756172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565263'] for agent (2ea21a61-d737-4543-a811-a0d035fbf0f6), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:29:07.778452 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b031dd63-35d0-4d48-993a-d9cf71007c56 req-1057a2ca-e436-4033-bcb7-79b4fbdefbae tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:29:07.779929 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-b031dd63-35d0-4d48-993a-d9cf71007c56 req-1057a2ca-e436-4033-bcb7-79b4fbdefbae tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] 10.222.0.13 "GET /v2.0/ports?device_id=70fc4c34-f299-4e7b-9f46-9abcb4d40368 HTTP/1.1" status: 200 len: 946 time: 0.0488656 Jun 30 04:29:07.835674 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-b031dd63-35d0-4d48-993a-d9cf71007c56 req-8995caac-f8ce-47aa-9336-39708f423c0b tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] 10.222.0.13 "GET /v2.0/security-groups?id=2fb0ea7b-6d97-4b9f-bcf2-aea06a34f4d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497384 Jun 30 04:29:08.533677 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-7a77f087-4523-4fd9-b9f1-b6333d8ad1f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926756172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565263'] for agent (672e10fd-0bbc-4d52-8fca-d980f41e3265), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:29:08.957545 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b05835d-c14e-45f7-b64f-bc83824479e5 req-5508448f-3cdb-4c93-9a04-9b2e9c4e1b1a tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:29:08.959072 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-1b05835d-c14e-45f7-b64f-bc83824479e5 req-5508448f-3cdb-4c93-9a04-9b2e9c4e1b1a tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] 10.222.0.13 "GET /v2.0/ports?device_id=70fc4c34-f299-4e7b-9f46-9abcb4d40368 HTTP/1.1" status: 200 len: 946 time: 0.0474374 Jun 30 04:29:09.008018 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-1b05835d-c14e-45f7-b64f-bc83824479e5 req-97e0aac8-5499-4f8c-9b3a-1c7edbce6375 tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] 10.222.0.13 "GET /v2.0/security-groups?id=2fb0ea7b-6d97-4b9f-bcf2-aea06a34f4d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432518 Jun 30 04:29:09.210635 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3123469a-f5ad-46ef-85dc-8a2fcd7af7e6 req-7a2fbe88-e1fe-4f27-86bd-4dcc63f3accd tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:29:09.212092 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-3123469a-f5ad-46ef-85dc-8a2fcd7af7e6 req-7a2fbe88-e1fe-4f27-86bd-4dcc63f3accd tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] 10.222.0.20 "GET /v2.0/ports?device_id=70fc4c34-f299-4e7b-9f46-9abcb4d40368 HTTP/1.1" status: 200 len: 946 time: 0.0604076 Jun 30 04:29:09.298999 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.plugin [req-3123469a-f5ad-46ef-85dc-8a2fcd7af7e6 req-f574649c-fd59-43d9-a9f5-9bfd10520fc3 tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] Deleting port 582b71f3-d4fb-4f3e-bbb7-e9296ac5f139 {{(pid=104416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 30 04:29:09.299357 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-3123469a-f5ad-46ef-85dc-8a2fcd7af7e6 req-f574649c-fd59-43d9-a9f5-9bfd10520fc3 tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781926629636'] for port (582b71f3-d4fb-4f3e-bbb7-e9296ac5f139), before_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:29:09.389751 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.db [req-3123469a-f5ad-46ef-85dc-8a2fcd7af7e6 req-f574649c-fd59-43d9-a9f5-9bfd10520fc3 tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] For port 582b71f3-d4fb-4f3e-bbb7-e9296ac5f139, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=582b71f3-d4fb-4f3e-bbb7-e9296ac5f139,segment=NetworkSegment(840dad00-01fe-4800-89d0-035a2ea7aadc),segment_id=840dad00-01fe-4800-89d0-035a2ea7aadc)] {{(pid=104416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 04:29:09.390178 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-3123469a-f5ad-46ef-85dc-8a2fcd7af7e6 req-f574649c-fd59-43d9-a9f5-9bfd10520fc3 tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616079'] for port (582b71f3-d4fb-4f3e-bbb7-e9296ac5f139), precommit_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:29:09.834551 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-3123469a-f5ad-46ef-85dc-8a2fcd7af7e6 req-f574649c-fd59-43d9-a9f5-9bfd10520fc3 tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:29:09.834796 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-3123469a-f5ad-46ef-85dc-8a2fcd7af7e6 req-f574649c-fd59-43d9-a9f5-9bfd10520fc3 tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-620077'] for floatingip (763fefe1-9e31-4db6-9dc6-eba090d4557a), after_update {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:29:09.835130 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.db.l3_db [req-3123469a-f5ad-46ef-85dc-8a2fcd7af7e6 req-f574649c-fd59-43d9-a9f5-9bfd10520fc3 tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] Floating IP 763fefe1-9e31-4db6-9dc6-eba090d4557a disassociated. External IP: 172.27.1.238, port: 582b71f3-d4fb-4f3e-bbb7-e9296ac5f139. Jun 30 04:29:09.835448 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.plugin [req-3123469a-f5ad-46ef-85dc-8a2fcd7af7e6 req-f574649c-fd59-43d9-a9f5-9bfd10520fc3 tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] Calling delete_port for 582b71f3-d4fb-4f3e-bbb7-e9296ac5f139 owned by compute:nova {{(pid=104416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 30 04:29:09.963903 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-3123469a-f5ad-46ef-85dc-8a2fcd7af7e6 req-f574649c-fd59-43d9-a9f5-9bfd10520fc3 tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4095053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781926635560', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781926239326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1764130'] for port (582b71f3-d4fb-4f3e-bbb7-e9296ac5f139), after_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:29:09.990748 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f574649c-fd59-43d9-a9f5-9bfd10520fc3 tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] Pushing event deleted for resources: {'Port': ['ID=582b71f3-d4fb-4f3e-bbb7-e9296ac5f139,revision_number=None']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:29:10.120410 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-8f1a136b-d6cd-40b7-8635-d3593e030cc0 req-0271bff9-0d78-4bf0-8d27-bea8121bed44 tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] 10.222.0.13 "GET /v2.0/ports?device_id=70fc4c34-f299-4e7b-9f46-9abcb4d40368 HTTP/1.1" status: 200 len: 210 time: 0.0355630 Jun 30 04:29:10.130862 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3123469a-f5ad-46ef-85dc-8a2fcd7af7e6 req-f574649c-fd59-43d9-a9f5-9bfd10520fc3 tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] Router b300454e-234f-4b0b-bfc4-de8233cf4de2 has already been hosted by L3 agent 2ea21a61-d737-4543-a811-a0d035fbf0f6 {{(pid=104416) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 30 04:29:10.209905 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:29:10.215059 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:29:10.237192 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3123469a-f5ad-46ef-85dc-8a2fcd7af7e6 req-f574649c-fd59-43d9-a9f5-9bfd10520fc3 tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] Notify agent at l3_agent.dv-cinder-846842-7-iscsi the message routers_updated {{(pid=104416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 04:29:10.246595 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01ee4389-145c-4f80-804c-1ba6f198ba1c None None] Sync routers for ids ['b300454e-234f-4b0b-bfc4-de8233cf4de2'] in dv-cinder-846842-7-iscsi {{(pid=104417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 04:29:10.256867 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01ee4389-145c-4f80-804c-1ba6f198ba1c None None] Routers {'b300454e-234f-4b0b-bfc4-de8233cf4de2'} bound to L3 agent in host dv-cinder-846842-7-iscsi {{(pid=104417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 30 04:29:10.257483 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.db.l3_hamode_db [None req-01ee4389-145c-4f80-804c-1ba6f198ba1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-30T04:07:07Z,description=,heartbeat_timestamp=2022-06-30T04:29:08Z,host='dv-cinder-846842-7-iscsi',id=2ea21a61-d737-4543-a811-a0d035fbf0f6,load=0,resource_versions=,resources_synced=,started_at=2022-06-30T04:07:07Z,topic='l3_agent')) {'router_ids': ['b300454e-234f-4b0b-bfc4-de8233cf4de2'], 'active': True} {{(pid=104417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 04:29:10.284450 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.db.l3_dvrscheduler_db [req-3123469a-f5ad-46ef-85dc-8a2fcd7af7e6 req-f574649c-fd59-43d9-a9f5-9bfd10520fc3 tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] No DVR routers for this DVR port 582b71f3-d4fb-4f3e-bbb7-e9296ac5f139 on host hv-cinder-84684 {{(pid=104416) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 30 04:29:10.287035 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-3123469a-f5ad-46ef-85dc-8a2fcd7af7e6 req-f574649c-fd59-43d9-a9f5-9bfd10520fc3 tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13292'] for port (None), before_response {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:29:10.291057 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-3123469a-f5ad-46ef-85dc-8a2fcd7af7e6 req-f574649c-fd59-43d9-a9f5-9bfd10520fc3 tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] 10.222.0.20 "DELETE /v2.0/ports/582b71f3-d4fb-4f3e-bbb7-e9296ac5f139 HTTP/1.1" status: 204 len: 173 time: 1.0731750 Jun 30 04:29:10.291558 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70fc4c34-f299-4e7b-9f46-9abcb4d40368', 'name': 'network-vif-deleted', 'tag': '582b71f3-d4fb-4f3e-bbb7-e9296ac5f139'}] {{(pid=104416) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 30 04:29:10.294346 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8111519efe35ff5952c269e16f689610d56ef28aa1e0b77ca5734c542983c30f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c3617c1-3f21-4eed-aebc-8789a74479f3" -d '{"events": [{"server_uuid": "70fc4c34-f299-4e7b-9f46-9abcb4d40368", "name": "network-vif-deleted", "tag": "582b71f3-d4fb-4f3e-bbb7-e9296ac5f139"}]}' {{(pid=104416) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 04:29:10.335560 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Jun 2022 04:29:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-330fc677-6e4e-4d04-8d1d-6673a1e05495 x-openstack-request-id: req-330fc677-6e4e-4d04-8d1d-6673a1e05495 {{(pid=104416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 04:29:10.335560 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70fc4c34-f299-4e7b-9f46-9abcb4d40368", "name": "network-vif-deleted", "tag": "582b71f3-d4fb-4f3e-bbb7-e9296ac5f139", "status": "completed", "code": 200}]} {{(pid=104416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 04:29:10.335560 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-330fc677-6e4e-4d04-8d1d-6673a1e05495 {{(pid=104416) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 04:29:10.336091 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.notifiers.nova [-] Nova event matching ['req-330fc677-6e4e-4d04-8d1d-6673a1e05495'] response: {'server_uuid': '70fc4c34-f299-4e7b-9f46-9abcb4d40368', 'name': 'network-vif-deleted', 'tag': '582b71f3-d4fb-4f3e-bbb7-e9296ac5f139', 'status': 'completed', 'code': 200} Jun 30 04:29:10.353984 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-88ff949a-6007-42d5-8261-77b64d367ca9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926756172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565263'] for agent (4c4a8942-da79-4b81-aa08-fb593b1e6e06), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:29:10.378104 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.db.l3_dvr_db [None req-01ee4389-145c-4f80-804c-1ba6f198ba1c None None] Set router b300454e-234f-4b0b-bfc4-de8233cf4de2 gateway port host: dv-cinder-846842-7-iscsi {{(pid=104417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 30 04:29:10.493270 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-2a6d8403-c0a5-4ac4-aa48-860a84345009 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926756172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565263'] for agent (cbdf45b5-344e-4e18-9242-1abb738708f2), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:29:10.601893 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.db.l3_hamode_db [None req-01ee4389-145c-4f80-804c-1ba6f198ba1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b300454e-234f-4b0b-bfc4-de8233cf4de2', 'name': 'tempest-AttachVolumeNegativeTest-1275676774-router', 'tenant_id': '21b8001d268445c0a28c3ed02b9afcb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14b0e4f-074d-4507-846c-fc8420bddf12', 'external_fixed_ips': [{'subnet_id': '15378187-268c-4fae-ace7-eaca7aa50f90', 'ip_address': '172.27.1.144'}], 'enable_snat': True}, 'gw_port_id': 'e1ba8edc-886b-4bc7-977b-54635f667137', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T04:26:18Z', 'updated_at': '2022-06-30T04:26:20Z', 'revision_number': 4, 'project_id': '21b8001d268445c0a28c3ed02b9afcb3', 'gw_port': {'id': 'e1ba8edc-886b-4bc7-977b-54635f667137', 'name': '', 'network_id': 'a14b0e4f-074d-4507-846c-fc8420bddf12', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:88:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b300454e-234f-4b0b-bfc4-de8233cf4de2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '15378187-268c-4fae-ace7-eaca7aa50f90', 'ip_address': '172.27.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T04:26:18Z', 'updated_at': '2022-06-30T04:26:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15378187-268c-4fae-ace7-eaca7aa50f90', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-7-iscsi', '_interfaces': [{'id': '09e4e20e-ef67-4ca2-849d-f1c26680ced2', 'name': '', 'network_id': '20ab151a-92d3-45f8-9aea-acc5912ac287', 'tenant_id': '21b8001d268445c0a28c3ed02b9afcb3', 'mac_address': 'fa:16:3e:d3:b6:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b300454e-234f-4b0b-bfc4-de8233cf4de2', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '5b0ecd89-3294-4f96-9c72-f214728b68c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T04:26:20Z', 'updated_at': '2022-06-30T04:26:24Z', 'revision_number': 5, 'project_id': '21b8001d268445c0a28c3ed02b9afcb3', 'subnets': [{'id': '5b0ecd89-3294-4f96-9c72-f214728b68c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846842-7-iscsi', False) {} {{(pid=104417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 04:29:10.627127 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01ee4389-145c-4f80-804c-1ba6f198ba1c None None] Checking router: b300454e-234f-4b0b-bfc4-de8233cf4de2 for host: dv-cinder-846842-7-iscsi {{(pid=104417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 04:29:10.636800 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01ee4389-145c-4f80-804c-1ba6f198ba1c None None] Routers {'b300454e-234f-4b0b-bfc4-de8233cf4de2'} bound to L3 agent in host dv-cinder-846842-7-iscsi {{(pid=104417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 30 04:29:10.637331 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.db.l3_hamode_db [None req-01ee4389-145c-4f80-804c-1ba6f198ba1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-30T04:07:07Z,description=,heartbeat_timestamp=2022-06-30T04:29:08Z,host='dv-cinder-846842-7-iscsi',id=2ea21a61-d737-4543-a811-a0d035fbf0f6,load=0,resource_versions=,resources_synced=,started_at=2022-06-30T04:07:07Z,topic='l3_agent')) {'router_ids': ['b300454e-234f-4b0b-bfc4-de8233cf4de2'], 'active': True} {{(pid=104417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 04:29:10.743054 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.db.l3_dvr_db [None req-01ee4389-145c-4f80-804c-1ba6f198ba1c None None] Set router b300454e-234f-4b0b-bfc4-de8233cf4de2 gateway port host: dv-cinder-846842-7-iscsi {{(pid=104417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 30 04:29:11.064717 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.db.l3_hamode_db [None req-01ee4389-145c-4f80-804c-1ba6f198ba1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b300454e-234f-4b0b-bfc4-de8233cf4de2', 'name': 'tempest-AttachVolumeNegativeTest-1275676774-router', 'tenant_id': '21b8001d268445c0a28c3ed02b9afcb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14b0e4f-074d-4507-846c-fc8420bddf12', 'external_fixed_ips': [{'subnet_id': '15378187-268c-4fae-ace7-eaca7aa50f90', 'ip_address': '172.27.1.144'}], 'enable_snat': True}, 'gw_port_id': 'e1ba8edc-886b-4bc7-977b-54635f667137', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T04:26:18Z', 'updated_at': '2022-06-30T04:26:20Z', 'revision_number': 4, 'project_id': '21b8001d268445c0a28c3ed02b9afcb3', 'gw_port': {'id': 'e1ba8edc-886b-4bc7-977b-54635f667137', 'name': '', 'network_id': 'a14b0e4f-074d-4507-846c-fc8420bddf12', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:88:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b300454e-234f-4b0b-bfc4-de8233cf4de2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '15378187-268c-4fae-ace7-eaca7aa50f90', 'ip_address': '172.27.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T04:26:18Z', 'updated_at': '2022-06-30T04:26:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15378187-268c-4fae-ace7-eaca7aa50f90', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-7-iscsi', '_interfaces': [{'id': '09e4e20e-ef67-4ca2-849d-f1c26680ced2', 'name': '', 'network_id': '20ab151a-92d3-45f8-9aea-acc5912ac287', 'tenant_id': '21b8001d268445c0a28c3ed02b9afcb3', 'mac_address': 'fa:16:3e:d3:b6:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b300454e-234f-4b0b-bfc4-de8233cf4de2', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '5b0ecd89-3294-4f96-9c72-f214728b68c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T04:26:20Z', 'updated_at': '2022-06-30T04:26:24Z', 'revision_number': 5, 'project_id': '21b8001d268445c0a28c3ed02b9afcb3', 'subnets': [{'id': '5b0ecd89-3294-4f96-9c72-f214728b68c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846842-7-iscsi', False) {} {{(pid=104417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 04:29:11.089135 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01ee4389-145c-4f80-804c-1ba6f198ba1c None None] The sync data for ids ['b300454e-234f-4b0b-bfc4-de8233cf4de2'] in dv-cinder-846842-7-iscsi is: [{'id': 'b300454e-234f-4b0b-bfc4-de8233cf4de2', 'name': 'tempest-AttachVolumeNegativeTest-1275676774-router', 'tenant_id': '21b8001d268445c0a28c3ed02b9afcb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14b0e4f-074d-4507-846c-fc8420bddf12', 'external_fixed_ips': [{'subnet_id': '15378187-268c-4fae-ace7-eaca7aa50f90', 'ip_address': '172.27.1.144'}], 'enable_snat': True}, 'gw_port_id': 'e1ba8edc-886b-4bc7-977b-54635f667137', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T04:26:18Z', 'updated_at': '2022-06-30T04:26:20Z', 'revision_number': 4, 'project_id': '21b8001d268445c0a28c3ed02b9afcb3', 'gw_port': {'id': 'e1ba8edc-886b-4bc7-977b-54635f667137', 'name': '', 'network_id': 'a14b0e4f-074d-4507-846c-fc8420bddf12', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:88:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b300454e-234f-4b0b-bfc4-de8233cf4de2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '15378187-268c-4fae-ace7-eaca7aa50f90', 'ip_address': '172.27.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T04:26:18Z', 'updated_at': '2022-06-30T04:26:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15378187-268c-4fae-ace7-eaca7aa50f90', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-7-iscsi', '_interfaces': [{'id': '09e4e20e-ef67-4ca2-849d-f1c26680ced2', 'name': '', 'network_id': '20ab151a-92d3-45f8-9aea-acc5912ac287', 'tenant_id': '21b8001d268445c0a28c3ed02b9afcb3', 'mac_address': 'fa:16:3e:d3:b6:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b300454e-234f-4b0b-bfc4-de8233cf4de2', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '5b0ecd89-3294-4f96-9c72-f214728b68c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T04:26:20Z', 'updated_at': '2022-06-30T04:26:24Z', 'revision_number': 5, 'project_id': '21b8001d268445c0a28c3ed02b9afcb3', 'subnets': [{'id': '5b0ecd89-3294-4f96-9c72-f214728b68c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 04:29:11.210385 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.13', 58284) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 04:29:11.270707 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-5d0ef07c-d89c-4e86-a9b0-e0b6560b7b46 tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] Publish callbacks [] for security_group (2fb0ea7b-6d97-4b9f-bcf2-aea06a34f4d4), before_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:29:11.295802 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-5d0ef07c-d89c-4e86-a9b0-e0b6560b7b46 tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] Publish callbacks [] for security_group (2fb0ea7b-6d97-4b9f-bcf2-aea06a34f4d4), precommit_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:29:11.323838 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b51d2793-81ec-4258-8a24-aa67a541ce3b None None] New status for floating IP 763fefe1-9e31-4db6-9dc6-eba090d4557a: DOWN {{(pid=104418) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 30 04:29:11.345440 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-5d0ef07c-d89c-4e86-a9b0-e0b6560b7b46 tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3637186'] for security_group (2fb0ea7b-6d97-4b9f-bcf2-aea06a34f4d4), after_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:29:11.348190 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-5d0ef07c-d89c-4e86-a9b0-e0b6560b7b46 tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] Publish callbacks [] for security_group (None), before_response {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:29:11.349427 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-5d0ef07c-d89c-4e86-a9b0-e0b6560b7b46 tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] 10.222.0.13 "DELETE /v2.0/security-groups/2fb0ea7b-6d97-4b9f-bcf2-aea06a34f4d4 HTTP/1.1" status: 204 len: 168 time: 0.1379268 Jun 30 04:29:11.352303 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.wsgi [-] (104415) accepted ('10.222.0.13', 58286) {{(pid=104415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 04:29:11.358935 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0ef07c-d89c-4e86-a9b0-e0b6560b7b46 tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fb0ea7b-6d97-4b9f-bcf2-aea06a34f4d4,revision_number=None']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:29:11.370141 dv-cinder-846842-7-iscsi neutron-server[104415]: INFO neutron.api.v2.resource [None req-812eed7b-032e-4831-9408-6358d3f5417c tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] show failed (client error): The resource could not be found. Jun 30 04:29:11.374336 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.13', 58288) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 04:29:11.374518 dv-cinder-846842-7-iscsi neutron-server[104415]: INFO neutron.wsgi [None req-812eed7b-032e-4831-9408-6358d3f5417c tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] 10.222.0.13 "GET /v2.0/security-groups/2fb0ea7b-6d97-4b9f-bcf2-aea06a34f4d4 HTTP/1.1" status: 404 len: 347 time: 0.0204468 Jun 30 04:29:11.495830 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.plugin [None req-48d1b972-71ee-4293-95b2-32609d525239 tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] Deleting port 7abda849-2646-402d-a6b9-ecce2d66059a {{(pid=104416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 30 04:29:11.496278 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-48d1b972-71ee-4293-95b2-32609d525239 tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781926629636'] for port (7abda849-2646-402d-a6b9-ecce2d66059a), before_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:29:11.578933 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-48d1b972-71ee-4293-95b2-32609d525239 tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616079'] for port (7abda849-2646-402d-a6b9-ecce2d66059a), precommit_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:29:11.579309 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-48d1b972-71ee-4293-95b2-32609d525239 tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] Publish callbacks [] for floatingip (7abda849-2646-402d-a6b9-ecce2d66059a), precommit_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:29:11.592241 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.plugin [None req-48d1b972-71ee-4293-95b2-32609d525239 tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] Calling delete_port for 7abda849-2646-402d-a6b9-ecce2d66059a owned by network:floatingip {{(pid=104416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 30 04:29:11.729757 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-48d1b972-71ee-4293-95b2-32609d525239 tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4095053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781926635560', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781926239326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1764130'] for port (7abda849-2646-402d-a6b9-ecce2d66059a), after_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:29:11.755789 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d1b972-71ee-4293-95b2-32609d525239 tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] Pushing event deleted for resources: {'Port': ['ID=7abda849-2646-402d-a6b9-ecce2d66059a,revision_number=None']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:29:11.818309 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-48d1b972-71ee-4293-95b2-32609d525239 tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] Publish callbacks [] for floatingip (763fefe1-9e31-4db6-9dc6-eba090d4557a), after_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:29:11.820982 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-48d1b972-71ee-4293-95b2-32609d525239 tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13292'] for floatingip (None), before_response {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:29:11.822073 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-48d1b972-71ee-4293-95b2-32609d525239 tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] 10.222.0.13 "DELETE /v2.0/floatingips/763fefe1-9e31-4db6-9dc6-eba090d4557a HTTP/1.1" status: 204 len: 168 time: 0.4455893 Jun 30 04:29:11.893481 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.13', 58292) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 04:29:11.898595 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.v2.base [None req-f9927d38-f998-4b26-b008-4e4950122f4c tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1281535714', 'description': 'tempest-description--1718123721'}} {{(pid=104416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 30 04:29:11.922521 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-f9927d38-f998-4b26-b008-4e4950122f4c tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] Publish callbacks [] for security_group (None), before_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:29:11.995591 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-f9927d38-f998-4b26-b008-4e4950122f4c tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] Publish callbacks [] for security_group (e37e1e3c-e7ee-42d4-8079-97f5515e9b1f), precommit_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:29:12.001971 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-f9927d38-f998-4b26-b008-4e4950122f4c tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3637186'] for security_group (e37e1e3c-e7ee-42d4-8079-97f5515e9b1f), after_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:29:12.026370 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=88,neutron:DELETE=6,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:29:12.041544 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-f9927d38-f998-4b26-b008-4e4950122f4c tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] Publish callbacks [] for security_group (None), before_response {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:29:12.042790 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-f9927d38-f998-4b26-b008-4e4950122f4c tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1481600 Jun 30 04:29:12.045981 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.wsgi [-] (104415) accepted ('10.222.0.13', 58294) {{(pid=104415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 04:29:12.047364 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9927d38-f998-4b26-b008-4e4950122f4c tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e37e1e3c-e7ee-42d4-8079-97f5515e9b1f,revision_number=1']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:29:12.051438 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.v2.base [None req-4da29967-5436-41b4-b1f6-ca7298e73943 tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] Request body: {'security_group_rule': {'security_group_id': 'e37e1e3c-e7ee-42d4-8079-97f5515e9b1f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 30 04:29:12.087983 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-4da29967-5436-41b4-b1f6-ca7298e73943 tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] Publish callbacks [] for security_group_rule (84066be0-78e0-47d2-a420-08ae638ec53a), before_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:29:12.160691 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-4da29967-5436-41b4-b1f6-ca7298e73943 tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] Publish callbacks [] for security_group_rule (84066be0-78e0-47d2-a420-08ae638ec53a), precommit_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:29:12.165701 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-4da29967-5436-41b4-b1f6-ca7298e73943 tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3637011'] for security_group_rule (84066be0-78e0-47d2-a420-08ae638ec53a), after_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:29:12.185308 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da29967-5436-41b4-b1f6-ca7298e73943 tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=84066be0-78e0-47d2-a420-08ae638ec53a,revision_number=0']} {{(pid=104415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:29:12.193863 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-4da29967-5436-41b4-b1f6-ca7298e73943 tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:29:12.195054 dv-cinder-846842-7-iscsi neutron-server[104415]: INFO neutron.wsgi [None req-4da29967-5436-41b4-b1f6-ca7298e73943 tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1474519 Jun 30 04:29:12.196776 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da29967-5436-41b4-b1f6-ca7298e73943 tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:29:12.197129 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da29967-5436-41b4-b1f6-ca7298e73943 tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:29:12.197457 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da29967-5436-41b4-b1f6-ca7298e73943 tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:29:12.197805 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da29967-5436-41b4-b1f6-ca7298e73943 tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:29:12.198087 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.13', 58296) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 04:29:12.198235 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da29967-5436-41b4-b1f6-ca7298e73943 tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:29:12.198428 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da29967-5436-41b4-b1f6-ca7298e73943 tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:29:12.198754 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da29967-5436-41b4-b1f6-ca7298e73943 tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:29:12.199085 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da29967-5436-41b4-b1f6-ca7298e73943 tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:29:12.199468 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da29967-5436-41b4-b1f6-ca7298e73943 tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:29:12.199793 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da29967-5436-41b4-b1f6-ca7298e73943 tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:29:12.200112 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da29967-5436-41b4-b1f6-ca7298e73943 tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:29:12.200434 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da29967-5436-41b4-b1f6-ca7298e73943 tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:29:12.200755 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da29967-5436-41b4-b1f6-ca7298e73943 tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:29:12.201072 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da29967-5436-41b4-b1f6-ca7298e73943 tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:29:12.201400 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da29967-5436-41b4-b1f6-ca7298e73943 tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:29:12.203320 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.v2.base [None req-235a64a2-2991-4dfe-860d-901b2e224dff tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] Request body: {'security_group_rule': {'security_group_id': 'e37e1e3c-e7ee-42d4-8079-97f5515e9b1f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 30 04:29:12.220428 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=89,neutron:DELETE=6,neutron:INSERT=5 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:29:12.232502 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-235a64a2-2991-4dfe-860d-901b2e224dff tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] Publish callbacks [] for security_group_rule (cb075ff0-20fd-4925-bb9f-2de54ac4c30f), before_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:29:12.283491 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-235a64a2-2991-4dfe-860d-901b2e224dff tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] Publish callbacks [] for security_group_rule (cb075ff0-20fd-4925-bb9f-2de54ac4c30f), precommit_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:29:12.289698 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-235a64a2-2991-4dfe-860d-901b2e224dff tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3637011'] for security_group_rule (cb075ff0-20fd-4925-bb9f-2de54ac4c30f), after_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:29:12.307693 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235a64a2-2991-4dfe-860d-901b2e224dff tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb075ff0-20fd-4925-bb9f-2de54ac4c30f,revision_number=0']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:29:12.317916 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-235a64a2-2991-4dfe-860d-901b2e224dff tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:29:12.319742 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-235a64a2-2991-4dfe-860d-901b2e224dff tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1206052 Jun 30 04:29:12.322668 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.13', 58298) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 04:29:12.327129 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.v2.base [None req-a8c242b4-5497-4888-acd6-5aa4ba2a3fd2 tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] Request body: {'floatingip': {'floating_network_id': 'a14b0e4f-074d-4507-846c-fc8420bddf12'}} {{(pid=104416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 30 04:29:12.350651 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-a8c242b4-5497-4888-acd6-5aa4ba2a3fd2 tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:29:12.439691 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-a8c242b4-5497-4888-acd6-5aa4ba2a3fd2 tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3606762'] for port (None), before_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:29:12.545628 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.db.db_base_plugin_common [None req-a8c242b4-5497-4888-acd6-5aa4ba2a3fd2 tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] Allocated IP 172.27.1.39 (a14b0e4f-074d-4507-846c-fc8420bddf12/15378187-268c-4fae-ace7-eaca7aa50f90/001a764f-2182-4b8f-b88f-4c44cdef132c) {{(pid=104416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 04:29:12.660079 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-a8c242b4-5497-4888-acd6-5aa4ba2a3fd2 tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] Publish callbacks [] for port (001a764f-2182-4b8f-b88f-4c44cdef132c), precommit_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:29:12.695914 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-a8c242b4-5497-4888-acd6-5aa4ba2a3fd2 tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4095053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781926239317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1764130'] for port (001a764f-2182-4b8f-b88f-4c44cdef132c), after_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:29:12.737058 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8c242b4-5497-4888-acd6-5aa4ba2a3fd2 tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] Network a14b0e4f-074d-4507-846c-fc8420bddf12 is already hosted by enough agents. {{(pid=104416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 04:29:12.742142 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.scheduler.base_scheduler [None req-a8c242b4-5497-4888-acd6-5aa4ba2a3fd2 tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] Resources bound (agent type, host, resource id): {{(pid=104416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 04:29:12.744387 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c242b4-5497-4888-acd6-5aa4ba2a3fd2 tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] Pushing event updated for resources: {'Port': ['ID=001a764f-2182-4b8f-b88f-4c44cdef132c,revision_number=1']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:29:12.746516 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8c242b4-5497-4888-acd6-5aa4ba2a3fd2 tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] Received port after_create {{(pid=104416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 30 04:29:12.842713 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926756172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565263'] for agent (ef703bef-7cc0-467c-baa9-fe8a66be565c), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:29:12.845886 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-a8c242b4-5497-4888-acd6-5aa4ba2a3fd2 tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] Publish callbacks [] for floatingip (a22a7343-ac43-4f9f-834b-3ccbc12e02de), precommit_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:29:12.883126 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-a8c242b4-5497-4888-acd6-5aa4ba2a3fd2 tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3606762'] for port (001a764f-2182-4b8f-b88f-4c44cdef132c), before_update {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:29:12.940413 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=85,neutron:INSERT=10,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:29:12.955503 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:DELETE=1,neutron:INSERT=2 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:29:13.038784 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-a8c242b4-5497-4888-acd6-5aa4ba2a3fd2 tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] Publish callbacks [] for port (001a764f-2182-4b8f-b88f-4c44cdef132c), precommit_update {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:29:13.046055 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-a8c242b4-5497-4888-acd6-5aa4ba2a3fd2 tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4095053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781926634698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781926239335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781926239353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1764123'] for port (001a764f-2182-4b8f-b88f-4c44cdef132c), after_update {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:29:13.112956 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c242b4-5497-4888-acd6-5aa4ba2a3fd2 tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] Pushing event updated for resources: {'Port': ['ID=001a764f-2182-4b8f-b88f-4c44cdef132c,revision_number=2']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:29:13.125266 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-a8c242b4-5497-4888-acd6-5aa4ba2a3fd2 tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-620077'] for floatingip (a22a7343-ac43-4f9f-834b-3ccbc12e02de), after_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:29:13.142309 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-a8c242b4-5497-4888-acd6-5aa4ba2a3fd2 tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13292'] for floatingip (None), before_response {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:29:13.143620 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-a8c242b4-5497-4888-acd6-5aa4ba2a3fd2 tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8200057 Jun 30 04:29:13.302334 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-58c24467-5fb3-4852-bc13-3db171638ff7 req-a4603be6-dbb3-47ad-b841-2b1fed7b42d8 tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--1281535714&fields=id&tenant_id=21b8001d268445c0a28c3ed02b9afcb3 HTTP/1.1" status: 200 len: 267 time: 0.0461488 Jun 30 04:29:13.360209 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.rpc [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Device 582b71f3-d4fb-4f3e-bbb7-e9296ac5f139 no longer exists at agent hyperv_hv-cinder-84684 {{(pid=104417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 04:29:13.387253 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] No Port match for: 582b71f3-d4fb-4f3e-bbb7-e9296ac5f139 {{(pid=104417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 30 04:29:13.387591 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.rpc [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Device 582b71f3-d4fb-4f3e-bbb7-e9296ac5f139 not bound to the agent host hv-cinder-84684 {{(pid=104417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 04:29:13.424634 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c24467-5fb3-4852-bc13-3db171638ff7 req-d0dcc37a-f722-4d87-8e9b-380dc4e5ba60 tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:29:13.426022 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-58c24467-5fb3-4852-bc13-3db171638ff7 req-d0dcc37a-f722-4d87-8e9b-380dc4e5ba60 tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] 10.222.0.13 "GET /v2.0/networks?id=20ab151a-92d3-45f8-9aea-acc5912ac287 HTTP/1.1" status: 200 len: 815 time: 0.1148164 Jun 30 04:29:13.441402 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-58c24467-5fb3-4852-bc13-3db171638ff7 req-40337008-49e3-4919-a025-d1e08da324ce tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] 10.222.0.13 "GET /v2.0/quotas/21b8001d268445c0a28c3ed02b9afcb3 HTTP/1.1" status: 200 len: 375 time: 0.0099068 Jun 30 04:29:13.492181 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-58c24467-5fb3-4852-bc13-3db171638ff7 req-2d0c5cea-4e30-4c33-a772-5b48b7874637 tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=21b8001d268445c0a28c3ed02b9afcb3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0458591 Jun 30 04:29:13.594540 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-58c24467-5fb3-4852-bc13-3db171638ff7 req-8349c72a-f6f8-4037-8a33-ff40b85371fb service neutron] 10.222.0.13 "GET /v2.0/networks/20ab151a-92d3-45f8-9aea-acc5912ac287?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906160 Jun 30 04:29:13.689473 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-58c24467-5fb3-4852-bc13-3db171638ff7 req-9281f5ce-8d72-4a57-b04c-d29cbf728656 service neutron] 10.222.0.13 "GET /v2.0/networks/20ab151a-92d3-45f8-9aea-acc5912ac287?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865858 Jun 30 04:29:13.860133 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-c65a21bf-061b-4591-8c48-b8db4a420766 req-3688e43b-7cef-4d6d-9c35-1fb3b5f3ba41 tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] 10.222.0.13 "GET /v2.0/ports?device_id=824661d7-6a9d-44c0-b27d-4758339fb080 HTTP/1.1" status: 200 len: 210 time: 0.0321143 Jun 30 04:29:14.826047 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c24467-5fb3-4852-bc13-3db171638ff7 req-15729f1f-f900-47c5-9c60-269a623fe6b8 tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:29:14.828526 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-58c24467-5fb3-4852-bc13-3db171638ff7 req-15729f1f-f900-47c5-9c60-269a623fe6b8 tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] 10.222.0.20 "GET /v2.0/networks?id=20ab151a-92d3-45f8-9aea-acc5912ac287 HTTP/1.1" status: 200 len: 815 time: 0.1062307 Jun 30 04:29:14.891272 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-58c24467-5fb3-4852-bc13-3db171638ff7 req-1b8b143e-dc84-4705-8d1a-37ac091cc33f tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=21b8001d268445c0a28c3ed02b9afcb3 HTTP/1.1" status: 200 len: 380 time: 0.0560820 Jun 30 04:29:14.974616 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.v2.base [req-58c24467-5fb3-4852-bc13-3db171638ff7 req-2b63acec-ac20-4855-92a2-c8245372243f tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] Request body: {'port': {'device_id': '824661d7-6a9d-44c0-b27d-4758339fb080', 'network_id': '20ab151a-92d3-45f8-9aea-acc5912ac287', 'admin_state_up': True, 'tenant_id': '21b8001d268445c0a28c3ed02b9afcb3', 'security_groups': ['e37e1e3c-e7ee-42d4-8079-97f5515e9b1f']}} {{(pid=104416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 30 04:29:14.980359 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-5f22d6e1-ff1c-4822-b7fb-12a11af41c4d req-71de0d7c-2771-40b5-8809-88082c66031d tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] 10.222.0.13 "GET /v2.0/ports?device_id=824661d7-6a9d-44c0-b27d-4758339fb080 HTTP/1.1" status: 200 len: 210 time: 0.0498700 Jun 30 04:29:15.071829 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:29:15.086552 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-58c24467-5fb3-4852-bc13-3db171638ff7 req-2b63acec-ac20-4855-92a2-c8245372243f tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] Made reservation on behalf of 21b8001d268445c0a28c3ed02b9afcb3 for: {'port': 1} {{(pid=104416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 04:29:15.089803 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-58c24467-5fb3-4852-bc13-3db171638ff7 req-2b63acec-ac20-4855-92a2-c8245372243f tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3606762'] for port (None), before_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:29:15.114766 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:29:15.219850 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.db.db_base_plugin_common [req-58c24467-5fb3-4852-bc13-3db171638ff7 req-2b63acec-ac20-4855-92a2-c8245372243f tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] Allocated IP 172.20.0.9 (20ab151a-92d3-45f8-9aea-acc5912ac287/5b0ecd89-3294-4f96-9c72-f214728b68c6/b80604aa-08b3-406c-b858-2f68ee7c51b9) {{(pid=104416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 04:29:15.370023 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-58c24467-5fb3-4852-bc13-3db171638ff7 req-2b63acec-ac20-4855-92a2-c8245372243f tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] Publish callbacks [] for port (b80604aa-08b3-406c-b858-2f68ee7c51b9), precommit_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:29:15.404687 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-58c24467-5fb3-4852-bc13-3db171638ff7 req-2b63acec-ac20-4855-92a2-c8245372243f tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4095053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781926239317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1764130'] for port (b80604aa-08b3-406c-b858-2f68ee7c51b9), after_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:29:15.448359 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-58c24467-5fb3-4852-bc13-3db171638ff7 req-2b63acec-ac20-4855-92a2-c8245372243f tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] Network 20ab151a-92d3-45f8-9aea-acc5912ac287 is already hosted by enough agents. {{(pid=104416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 04:29:15.451644 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.scheduler.base_scheduler [req-58c24467-5fb3-4852-bc13-3db171638ff7 req-2b63acec-ac20-4855-92a2-c8245372243f tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] Resources bound (agent type, host, resource id): {{(pid=104416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 04:29:15.455700 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.db.l3_dvrscheduler_db [req-58c24467-5fb3-4852-bc13-3db171638ff7 req-2b63acec-ac20-4855-92a2-c8245372243f tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] Received port after_create {{(pid=104416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 30 04:29:15.461965 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b63acec-ac20-4855-92a2-c8245372243f tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] Pushing event updated for resources: {'Port': ['ID=b80604aa-08b3-406c-b858-2f68ee7c51b9,revision_number=1']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:29:15.507881 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c24467-5fb3-4852-bc13-3db171638ff7 req-2b63acec-ac20-4855-92a2-c8245372243f tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:29:15.508615 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-58c24467-5fb3-4852-bc13-3db171638ff7 req-2b63acec-ac20-4855-92a2-c8245372243f tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13292'] for port (None), before_response {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:29:15.533039 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-58c24467-5fb3-4852-bc13-3db171638ff7 req-2b63acec-ac20-4855-92a2-c8245372243f tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5620527 Jun 30 04:29:15.543747 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.v2.base [req-58c24467-5fb3-4852-bc13-3db171638ff7 req-770b20df-abb6-43a1-ae6f-6a0eb7642a01 service neutron] Request body: {'port': {'device_id': '824661d7-6a9d-44c0-b27d-4758339fb080', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84684'}} {{(pid=104416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 30 04:29:15.614965 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-58c24467-5fb3-4852-bc13-3db171638ff7 req-770b20df-abb6-43a1-ae6f-6a0eb7642a01 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3606762'] for port (b80604aa-08b3-406c-b858-2f68ee7c51b9), before_update {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:29:15.665235 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.db.provisioning_blocks [None req-2e720b93-c77c-483a-accb-c30bc4e860ca None None] Provisioning complete for port b80604aa-08b3-406c-b858-2f68ee7c51b9 triggered by entity DHCP. {{(pid=104417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 30 04:29:15.665861 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-2e720b93-c77c-483a-accb-c30bc4e860ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565073'] for port (b80604aa-08b3-406c-b858-2f68ee7c51b9), provisioning_complete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:29:15.697595 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-2e720b93-c77c-483a-accb-c30bc4e860ca None None] Port b80604aa-08b3-406c-b858-2f68ee7c51b9 cannot update to ACTIVE because it is not bound. {{(pid=104417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 30 04:29:15.886151 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.notifiers.nova [req-58c24467-5fb3-4852-bc13-3db171638ff7 req-770b20df-abb6-43a1-ae6f-6a0eb7642a01 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b80604aa-08b3-406c-b858-2f68ee7c51b9 {{(pid=104416) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 30 04:29:15.890065 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=87,neutron:INSERT=5,neutron:UPDATE=7,neutron:DELETE=1 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:29:15.894399 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-58c24467-5fb3-4852-bc13-3db171638ff7 req-770b20df-abb6-43a1-ae6f-6a0eb7642a01 service neutron] Publish callbacks [] for port (b80604aa-08b3-406c-b858-2f68ee7c51b9), precommit_update {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:29:15.909064 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.db.provisioning_blocks [req-58c24467-5fb3-4852-bc13-3db171638ff7 req-770b20df-abb6-43a1-ae6f-6a0eb7642a01 service neutron] Transition to ACTIVE for port object b80604aa-08b3-406c-b858-2f68ee7c51b9 will not be triggered until provisioned by entity L2. {{(pid=104416) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 30 04:29:15.915929 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-58c24467-5fb3-4852-bc13-3db171638ff7 req-770b20df-abb6-43a1-ae6f-6a0eb7642a01 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4095053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781926634698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781926239335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781926239353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1764123'] for port (b80604aa-08b3-406c-b858-2f68ee7c51b9), after_update {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:29:15.960374 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:29:15.970166 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770b20df-abb6-43a1-ae6f-6a0eb7642a01 service neutron] Pushing event updated for resources: {'Port': ['ID=b80604aa-08b3-406c-b858-2f68ee7c51b9,revision_number=2']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:29:16.050208 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.managers [req-58c24467-5fb3-4852-bc13-3db171638ff7 req-770b20df-abb6-43a1-ae6f-6a0eb7642a01 service neutron] Attempting to bind port b80604aa-08b3-406c-b858-2f68ee7c51b9 on host hv-cinder-84684 for vnic_type normal with profile {{(pid=104416) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 30 04:29:16.050530 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.managers [req-58c24467-5fb3-4852-bc13-3db171638ff7 req-770b20df-abb6-43a1-ae6f-6a0eb7642a01 service neutron] Attempting to bind port b80604aa-08b3-406c-b858-2f68ee7c51b9 by drivers openvswitch,hyperv on host hv-cinder-84684 at level 0 using segments [{'id': '840dad00-01fe-4800-89d0-035a2ea7aadc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '20ab151a-92d3-45f8-9aea-acc5912ac287'}] {{(pid=104416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 30 04:29:16.050849 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58c24467-5fb3-4852-bc13-3db171638ff7 req-770b20df-abb6-43a1-ae6f-6a0eb7642a01 service neutron] Attempting to bind port b80604aa-08b3-406c-b858-2f68ee7c51b9 on network 20ab151a-92d3-45f8-9aea-acc5912ac287 {{(pid=104416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 30 04:29:16.068088 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58c24467-5fb3-4852-bc13-3db171638ff7 req-770b20df-abb6-43a1-ae6f-6a0eb7642a01 service neutron] Port b80604aa-08b3-406c-b858-2f68ee7c51b9 on network 20ab151a-92d3-45f8-9aea-acc5912ac287 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84684 {{(pid=104416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 30 04:29:16.068088 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58c24467-5fb3-4852-bc13-3db171638ff7 req-770b20df-abb6-43a1-ae6f-6a0eb7642a01 service neutron] Attempting to bind port b80604aa-08b3-406c-b858-2f68ee7c51b9 on network 20ab151a-92d3-45f8-9aea-acc5912ac287 {{(pid=104416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 30 04:29:16.090761 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58c24467-5fb3-4852-bc13-3db171638ff7 req-770b20df-abb6-43a1-ae6f-6a0eb7642a01 service neutron] Checking agent: {'id': 'ef703bef-7cc0-467c-baa9-fe8a66be565c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84684', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 30, 4, 13, 10), 'started_at': datetime.datetime(2022, 6, 30, 4, 13, 10), 'heartbeat_timestamp': datetime.datetime(2022, 6, 30, 4, 29, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 30 04:29:16.091111 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58c24467-5fb3-4852-bc13-3db171638ff7 req-770b20df-abb6-43a1-ae6f-6a0eb7642a01 service neutron] Checking segment: {'id': '840dad00-01fe-4800-89d0-035a2ea7aadc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '20ab151a-92d3-45f8-9aea-acc5912ac287'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104416) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 30 04:29:16.091493 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58c24467-5fb3-4852-bc13-3db171638ff7 req-770b20df-abb6-43a1-ae6f-6a0eb7642a01 service neutron] Bound using segment: {'id': '840dad00-01fe-4800-89d0-035a2ea7aadc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '20ab151a-92d3-45f8-9aea-acc5912ac287'} {{(pid=104416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 30 04:29:16.091915 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.managers [req-58c24467-5fb3-4852-bc13-3db171638ff7 req-770b20df-abb6-43a1-ae6f-6a0eb7642a01 service neutron] Bound port: b80604aa-08b3-406c-b858-2f68ee7c51b9, host: hv-cinder-84684, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '840dad00-01fe-4800-89d0-035a2ea7aadc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '20ab151a-92d3-45f8-9aea-acc5912ac287'}}] {{(pid=104416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 30 04:29:16.092286 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-58c24467-5fb3-4852-bc13-3db171638ff7 req-770b20df-abb6-43a1-ae6f-6a0eb7642a01 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3606762'] for port (b80604aa-08b3-406c-b858-2f68ee7c51b9), before_update {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:29:16.115361 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadaa1c2-46c9-483c-8e22-49504ff95ffa req-9805a719-56fd-4c54-921f-3d10bdf30073 tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:29:16.116913 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-aadaa1c2-46c9-483c-8e22-49504ff95ffa req-9805a719-56fd-4c54-921f-3d10bdf30073 tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] 10.222.0.13 "GET /v2.0/ports?device_id=824661d7-6a9d-44c0-b27d-4758339fb080 HTTP/1.1" status: 200 len: 943 time: 0.0625503 Jun 30 04:29:16.224801 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.db [req-58c24467-5fb3-4852-bc13-3db171638ff7 req-770b20df-abb6-43a1-ae6f-6a0eb7642a01 service neutron] For port b80604aa-08b3-406c-b858-2f68ee7c51b9, host hv-cinder-84684, cleared binding levels {{(pid=104416) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 04:29:16.228547 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.db [req-58c24467-5fb3-4852-bc13-3db171638ff7 req-770b20df-abb6-43a1-ae6f-6a0eb7642a01 service neutron] For port b80604aa-08b3-406c-b858-2f68ee7c51b9, host hv-cinder-84684, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=b80604aa-08b3-406c-b858-2f68ee7c51b9,segment=NetworkSegment(840dad00-01fe-4800-89d0-035a2ea7aadc),segment_id=840dad00-01fe-4800-89d0-035a2ea7aadc)] {{(pid=104416) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 04:29:16.233914 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-aadaa1c2-46c9-483c-8e22-49504ff95ffa req-9bf7ce9e-0454-4c37-b9d9-cfb1f2428eb2 tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] 10.222.0.13 "GET /v2.0/security-groups?id=e37e1e3c-e7ee-42d4-8079-97f5515e9b1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1110377 Jun 30 04:29:16.236643 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-58c24467-5fb3-4852-bc13-3db171638ff7 req-770b20df-abb6-43a1-ae6f-6a0eb7642a01 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4095053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781926634698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781926239335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781926239353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1764123'] for port (b80604aa-08b3-406c-b858-2f68ee7c51b9), after_update {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:29:16.272753 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c24467-5fb3-4852-bc13-3db171638ff7 req-770b20df-abb6-43a1-ae6f-6a0eb7642a01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:29:16.273409 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-58c24467-5fb3-4852-bc13-3db171638ff7 req-770b20df-abb6-43a1-ae6f-6a0eb7642a01 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13292'] for port (None), before_response {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:29:16.274766 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-58c24467-5fb3-4852-bc13-3db171638ff7 req-770b20df-abb6-43a1-ae6f-6a0eb7642a01 service neutron] 10.222.0.20 "PUT /v2.0/ports/b80604aa-08b3-406c-b858-2f68ee7c51b9 HTTP/1.1" status: 200 len: 1093 time: 0.7350667 Jun 30 04:29:16.275197 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '824661d7-6a9d-44c0-b27d-4758339fb080', 'tag': 'b80604aa-08b3-406c-b858-2f68ee7c51b9'}] {{(pid=104416) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 30 04:29:16.277442 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8111519efe35ff5952c269e16f689610d56ef28aa1e0b77ca5734c542983c30f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb270b4f-e45e-40af-b78d-19abe2f97b5a" -d '{"events": [{"name": "network-changed", "server_uuid": "824661d7-6a9d-44c0-b27d-4758339fb080", "tag": "b80604aa-08b3-406c-b858-2f68ee7c51b9"}]}' {{(pid=104416) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 04:29:16.305060 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770b20df-abb6-43a1-ae6f-6a0eb7642a01 service neutron] Pushing event updated for resources: {'Port': ['ID=b80604aa-08b3-406c-b858-2f68ee7c51b9,revision_number=3']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:29:16.326013 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Jun 2022 04:29:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e156f169-3f49-477d-b96f-a559521ada72 x-openstack-request-id: req-e156f169-3f49-477d-b96f-a559521ada72 {{(pid=104416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 04:29:16.326288 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "824661d7-6a9d-44c0-b27d-4758339fb080", "tag": "b80604aa-08b3-406c-b858-2f68ee7c51b9", "status": "completed", "code": 200}]} {{(pid=104416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 04:29:16.326540 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e156f169-3f49-477d-b96f-a559521ada72 {{(pid=104416) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 04:29:16.326948 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e156f169-3f49-477d-b96f-a559521ada72'] response: {'name': 'network-changed', 'server_uuid': '824661d7-6a9d-44c0-b27d-4758339fb080', 'tag': 'b80604aa-08b3-406c-b858-2f68ee7c51b9', 'status': 'completed', 'code': 200} Jun 30 04:29:16.356845 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c24467-5fb3-4852-bc13-3db171638ff7 req-4d5005c5-17f9-4e6b-9b84-7407991bd632 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:29:16.358375 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-58c24467-5fb3-4852-bc13-3db171638ff7 req-4d5005c5-17f9-4e6b-9b84-7407991bd632 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=21b8001d268445c0a28c3ed02b9afcb3&device_id=824661d7-6a9d-44c0-b27d-4758339fb080 HTTP/1.1" status: 200 len: 1127 time: 0.0448704 Jun 30 04:29:16.404188 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-58c24467-5fb3-4852-bc13-3db171638ff7 req-310ad47f-271a-4f3d-af83-65d65a40a3f6 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b80604aa-08b3-406c-b858-2f68ee7c51b9 HTTP/1.1" status: 200 len: 217 time: 0.0391552 Jun 30 04:29:16.460612 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c24467-5fb3-4852-bc13-3db171638ff7 req-f6106358-3607-445d-8b89-84b7a3ab5072 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:29:16.462812 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-58c24467-5fb3-4852-bc13-3db171638ff7 req-f6106358-3607-445d-8b89-84b7a3ab5072 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5b0ecd89-3294-4f96-9c72-f214728b68c6 HTTP/1.1" status: 200 len: 854 time: 0.0520310 Jun 30 04:29:16.522096 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c24467-5fb3-4852-bc13-3db171638ff7 req-6ca09363-6d15-4f4b-8495-3671ddeb8792 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:29:16.524579 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-58c24467-5fb3-4852-bc13-3db171638ff7 req-6ca09363-6d15-4f4b-8495-3671ddeb8792 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=20ab151a-92d3-45f8-9aea-acc5912ac287&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0547531 Jun 30 04:29:16.622974 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-58c24467-5fb3-4852-bc13-3db171638ff7 req-ad5ac7c0-54b2-4a48-b373-61cf85039f67 service neutron] 10.222.0.20 "GET /v2.0/networks/20ab151a-92d3-45f8-9aea-acc5912ac287?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905387 Jun 30 04:29:16.712908 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-58c24467-5fb3-4852-bc13-3db171638ff7 req-dbdc594b-e6aa-4b91-87be-8ba1c3529e7a service neutron] 10.222.0.20 "GET /v2.0/networks/20ab151a-92d3-45f8-9aea-acc5912ac287?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839024 Jun 30 04:29:17.363605 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8435a6-75f5-456f-943a-268f6265717c req-18e08837-2508-47bd-9c9b-a10ec228acf4 tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:29:17.365091 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-df8435a6-75f5-456f-943a-268f6265717c req-18e08837-2508-47bd-9c9b-a10ec228acf4 tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] 10.222.0.13 "GET /v2.0/ports?device_id=824661d7-6a9d-44c0-b27d-4758339fb080 HTTP/1.1" status: 200 len: 943 time: 0.0591443 Jun 30 04:29:17.391178 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.rpc [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Device b80604aa-08b3-406c-b858-2f68ee7c51b9 details requested by agent hyperv_hv-cinder-84684 with host hv-cinder-84684 {{(pid=104417) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 04:29:17.425808 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:29:17.426387 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb270b4f-e45e-40af-b78d-19abe2f97b5a req-d35676d5-e476-4f79-961c-8e4af7a51149 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:29:17.427950 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-cb270b4f-e45e-40af-b78d-19abe2f97b5a req-d35676d5-e476-4f79-961c-8e4af7a51149 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=21b8001d268445c0a28c3ed02b9afcb3&device_id=824661d7-6a9d-44c0-b27d-4758339fb080 HTTP/1.1" status: 200 len: 1127 time: 0.0595005 Jun 30 04:29:17.473306 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:29:17.477083 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-df8435a6-75f5-456f-943a-268f6265717c req-b1ef5722-7a9d-48ec-bbdc-3389c421d235 tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] 10.222.0.13 "GET /v2.0/security-groups?id=e37e1e3c-e7ee-42d4-8079-97f5515e9b1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1002715 Jun 30 04:29:17.501563 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.db [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] For port b80604aa-08b3-406c-b858-2f68ee7c51b9, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=b80604aa-08b3-406c-b858-2f68ee7c51b9,segment=NetworkSegment(840dad00-01fe-4800-89d0-035a2ea7aadc),segment_id=840dad00-01fe-4800-89d0-035a2ea7aadc)] {{(pid=104417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 04:29:17.513048 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.rpc [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Returning: {'device': 'b80604aa-08b3-406c-b858-2f68ee7c51b9', 'network_id': '20ab151a-92d3-45f8-9aea-acc5912ac287', 'port_id': 'b80604aa-08b3-406c-b858-2f68ee7c51b9', 'mac_address': 'fa:16:3e:d8:a3:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 184, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b0ecd89-3294-4f96-9c72-f214728b68c6', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104417) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 04:29:17.538217 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb270b4f-e45e-40af-b78d-19abe2f97b5a req-a51223d3-2bd2-48d9-8957-98e05acce7c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:29:17.539591 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-cb270b4f-e45e-40af-b78d-19abe2f97b5a req-a51223d3-2bd2-48d9-8957-98e05acce7c6 service neutron] 10.222.0.20 "GET /v2.0/networks?id=20ab151a-92d3-45f8-9aea-acc5912ac287 HTTP/1.1" status: 200 len: 916 time: 0.1058080 Jun 30 04:29:17.548659 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Current status of the port b80604aa-08b3-406c-b858-2f68ee7c51b9 is: DOWN; New status is: BUILD {{(pid=104417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 30 04:29:17.549051 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3606762'] for port (b80604aa-08b3-406c-b858-2f68ee7c51b9), before_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:29:17.562882 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.notifiers.nova [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b80604aa-08b3-406c-b858-2f68ee7c51b9 {{(pid=104417) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 30 04:29:17.583008 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-cb270b4f-e45e-40af-b78d-19abe2f97b5a req-68635c5b-8742-4bc7-be76-deff61fe31c4 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b80604aa-08b3-406c-b858-2f68ee7c51b9 HTTP/1.1" status: 200 len: 217 time: 0.0367520 Jun 30 04:29:17.584715 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.db [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] For port b80604aa-08b3-406c-b858-2f68ee7c51b9, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=b80604aa-08b3-406c-b858-2f68ee7c51b9,segment=NetworkSegment(840dad00-01fe-4800-89d0-035a2ea7aadc),segment_id=840dad00-01fe-4800-89d0-035a2ea7aadc)] {{(pid=104417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 04:29:17.590213 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4095053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781926634698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781926239335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781926239353'] for port (b80604aa-08b3-406c-b858-2f68ee7c51b9), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:29:17.595888 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:29:17.615270 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:29:17.635686 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb270b4f-e45e-40af-b78d-19abe2f97b5a req-ff1221dd-8a0d-4bc6-9570-2669c029499b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:29:17.637179 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-cb270b4f-e45e-40af-b78d-19abe2f97b5a req-ff1221dd-8a0d-4bc6-9570-2669c029499b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5b0ecd89-3294-4f96-9c72-f214728b68c6 HTTP/1.1" status: 200 len: 854 time: 0.0488186 Jun 30 04:29:17.643088 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Pushing event updated for resources: {'Port': ['ID=b80604aa-08b3-406c-b858-2f68ee7c51b9,revision_number=4']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:29:17.650695 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:29:17.651037 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:29:17.651393 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:29:17.651724 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:29:17.652050 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:29:17.652372 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:29:17.652722 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:29:17.653056 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:29:17.653349 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:29:17.653672 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:29:17.653988 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:29:17.654298 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:29:17.654613 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:29:17.654964 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:29:17.655269 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:29:17.682055 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb270b4f-e45e-40af-b78d-19abe2f97b5a req-07aa7393-a8d8-4b3a-8d26-1c8daeb28729 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:29:17.683614 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-cb270b4f-e45e-40af-b78d-19abe2f97b5a req-07aa7393-a8d8-4b3a-8d26-1c8daeb28729 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=20ab151a-92d3-45f8-9aea-acc5912ac287&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0394056 Jun 30 04:29:17.778819 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.db [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] get_ports_and_sgs() called for port_ids ['b80604aa-08b3-406c-b858-2f68ee7c51b9'] {{(pid=104417) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 04:29:17.787147 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-cb270b4f-e45e-40af-b78d-19abe2f97b5a req-e77a8a7d-5fda-4891-bbe3-7a1a0375c3ea service neutron] 10.222.0.20 "GET /v2.0/networks/20ab151a-92d3-45f8-9aea-acc5912ac287?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0965679 Jun 30 04:29:17.881022 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-cb270b4f-e45e-40af-b78d-19abe2f97b5a req-e79c172f-c376-40a8-bf59-0acf80fa4767 service neutron] 10.222.0.20 "GET /v2.0/networks/20ab151a-92d3-45f8-9aea-acc5912ac287?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876565 Jun 30 04:29:18.620824 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8213019d-7f3e-4036-9c39-4351d0db68b9 req-5f36cb79-6433-40e3-870f-8f0ba58f1b1a tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:29:18.622288 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-8213019d-7f3e-4036-9c39-4351d0db68b9 req-5f36cb79-6433-40e3-870f-8f0ba58f1b1a tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] 10.222.0.13 "GET /v2.0/ports?device_id=824661d7-6a9d-44c0-b27d-4758339fb080 HTTP/1.1" status: 200 len: 944 time: 0.0583344 Jun 30 04:29:18.669654 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-8213019d-7f3e-4036-9c39-4351d0db68b9 req-548be245-4062-4371-88d0-a6d307718847 tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] 10.222.0.13 "GET /v2.0/security-groups?id=e37e1e3c-e7ee-42d4-8079-97f5515e9b1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413136 Jun 30 04:29:19.393996 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.rpc [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Device b80604aa-08b3-406c-b858-2f68ee7c51b9 up at agent hyperv_hv-cinder-84684 {{(pid=104417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 04:29:19.445728 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.db.provisioning_blocks [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Provisioning for port b80604aa-08b3-406c-b858-2f68ee7c51b9 completed by entity L2. {{(pid=104417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 30 04:29:19.453877 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.db.provisioning_blocks [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Provisioning complete for port b80604aa-08b3-406c-b858-2f68ee7c51b9 triggered by entity L2. {{(pid=104417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 30 04:29:19.454231 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3565073'] for port (b80604aa-08b3-406c-b858-2f68ee7c51b9), provisioning_complete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:29:19.535604 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Current status of the port b80604aa-08b3-406c-b858-2f68ee7c51b9 is: BUILD; New status is: ACTIVE {{(pid=104417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 30 04:29:19.536003 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3606762'] for port (b80604aa-08b3-406c-b858-2f68ee7c51b9), before_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:29:19.559967 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '824661d7-6a9d-44c0-b27d-4758339fb080', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b80604aa-08b3-406c-b858-2f68ee7c51b9'}] {{(pid=104417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 30 04:29:19.562264 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}872baf0325b3a4d4e4ba58c5a9b381606b113811ad1a9f7b70d77ff172d270fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45788edb-134c-4fae-9d36-d5f6ad2a700c" -d '{"events": [{"server_uuid": "824661d7-6a9d-44c0-b27d-4758339fb080", "name": "network-vif-plugged", "status": "completed", "tag": "b80604aa-08b3-406c-b858-2f68ee7c51b9"}]}' {{(pid=104417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 04:29:19.575077 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.db [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] For port b80604aa-08b3-406c-b858-2f68ee7c51b9, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=b80604aa-08b3-406c-b858-2f68ee7c51b9,segment=NetworkSegment(840dad00-01fe-4800-89d0-035a2ea7aadc),segment_id=840dad00-01fe-4800-89d0-035a2ea7aadc)] {{(pid=104417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 04:29:19.580290 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4095053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781926634698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781926239335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781926239353'] for port (b80604aa-08b3-406c-b858-2f68ee7c51b9), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:29:19.607160 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Jun 2022 04:29:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-373bc426-83af-4639-a288-81e82d9bce06 x-openstack-request-id: req-373bc426-83af-4639-a288-81e82d9bce06 {{(pid=104417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 04:29:19.607445 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "824661d7-6a9d-44c0-b27d-4758339fb080", "name": "network-vif-plugged", "status": "completed", "tag": "b80604aa-08b3-406c-b858-2f68ee7c51b9", "code": 200}]} {{(pid=104417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 04:29:19.607686 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-373bc426-83af-4639-a288-81e82d9bce06 {{(pid=104417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 04:29:19.608066 dv-cinder-846842-7-iscsi neutron-server[104417]: INFO neutron.notifiers.nova [-] Nova event matching ['req-373bc426-83af-4639-a288-81e82d9bce06'] response: {'server_uuid': '824661d7-6a9d-44c0-b27d-4758339fb080', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b80604aa-08b3-406c-b858-2f68ee7c51b9', 'code': 200} Jun 30 04:29:19.636513 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Pushing event updated for resources: {'Port': ['ID=b80604aa-08b3-406c-b858-2f68ee7c51b9,revision_number=5']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:29:19.808673 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746fbc4a-354a-458b-a7b4-99833f240629 req-4748a9c9-dae7-47b7-bb73-2964e867a188 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:29:19.810180 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-746fbc4a-354a-458b-a7b4-99833f240629 req-4748a9c9-dae7-47b7-bb73-2964e867a188 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=824661d7-6a9d-44c0-b27d-4758339fb080 HTTP/1.1" status: 200 len: 1129 time: 0.0710869 Jun 30 04:29:19.816389 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42f7d11-6c53-42ee-9eb7-5ca4ecd030cb req-8f316040-905e-4aa0-9837-03c5dd1262a1 tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:29:19.817766 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-b42f7d11-6c53-42ee-9eb7-5ca4ecd030cb req-8f316040-905e-4aa0-9837-03c5dd1262a1 tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] 10.222.0.13 "GET /v2.0/ports?device_id=824661d7-6a9d-44c0-b27d-4758339fb080 HTTP/1.1" status: 200 len: 945 time: 0.0693381 Jun 30 04:29:19.888396 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-746fbc4a-354a-458b-a7b4-99833f240629 req-9cab5c25-d32f-4c50-a501-8c91e40e23a9 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=e37e1e3c-e7ee-42d4-8079-97f5515e9b1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0697095 Jun 30 04:29:19.891852 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-b42f7d11-6c53-42ee-9eb7-5ca4ecd030cb req-9971a8b8-1692-4a51-b5cc-dad613bad818 tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] 10.222.0.13 "GET /v2.0/security-groups?id=e37e1e3c-e7ee-42d4-8079-97f5515e9b1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0678880 Jun 30 04:29:21.009022 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d475f6-e9a5-4702-987e-cf9e3f86c3eb req-590ef224-23d9-42ff-93b4-b8d66fc99131 tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:29:21.011338 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-55d475f6-e9a5-4702-987e-cf9e3f86c3eb req-590ef224-23d9-42ff-93b4-b8d66fc99131 tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] 10.222.0.13 "GET /v2.0/ports?device_id=824661d7-6a9d-44c0-b27d-4758339fb080 HTTP/1.1" status: 200 len: 945 time: 0.0479743 Jun 30 04:29:21.061962 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-55d475f6-e9a5-4702-987e-cf9e3f86c3eb req-799c3d8f-f159-4cbf-bdde-1b423f84ef00 tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] 10.222.0.13 "GET /v2.0/security-groups?id=e37e1e3c-e7ee-42d4-8079-97f5515e9b1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429754 Jun 30 04:29:21.184768 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172b4b17-20e2-41e6-b461-6101ac2716e3 req-092576b5-d3dc-4e1b-8170-1828b30918b2 tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:29:21.186239 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-172b4b17-20e2-41e6-b461-6101ac2716e3 req-092576b5-d3dc-4e1b-8170-1828b30918b2 tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] 10.222.0.13 "GET /v2.0/ports?device_id=824661d7-6a9d-44c0-b27d-4758339fb080 HTTP/1.1" status: 200 len: 945 time: 0.0552621 Jun 30 04:29:21.198405 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.13', 58344) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 04:29:21.202725 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.v2.base [None req-6e59e3ab-2c7d-43a6-bea1-5d70a1987bf1 tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] Request body: {'floatingip': {'port_id': 'b80604aa-08b3-406c-b858-2f68ee7c51b9'}} {{(pid=104416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 30 04:29:21.240424 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-6e59e3ab-2c7d-43a6-bea1-5d70a1987bf1 tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] Publish callbacks [] for floatingip (a22a7343-ac43-4f9f-834b-3ccbc12e02de), before_update {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:29:21.400238 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:29:21.402289 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:DELETE=1,neutron:SELECT=9,neutron:UPDATE=1 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:29:21.731760 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-8a7e5b88-959e-4dda-9e83-1b09a6dac60b req-2db19fff-ccc8-4428-8a42-eb2c0e042fb6 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=824661d7-6a9d-44c0-b27d-4758339fb080&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0502656 Jun 30 04:29:21.793322 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=100 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:29:21.886631 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7e5b88-959e-4dda-9e83-1b09a6dac60b req-f37684b3-32f2-4543-9efb-541b457a1f69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:29:21.888162 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-8a7e5b88-959e-4dda-9e83-1b09a6dac60b req-f37684b3-32f2-4543-9efb-541b457a1f69 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=21b8001d268445c0a28c3ed02b9afcb3&device_id=824661d7-6a9d-44c0-b27d-4758339fb080 HTTP/1.1" status: 200 len: 1129 time: 0.1063502 Jun 30 04:29:21.902715 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:29:22.054183 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-6e59e3ab-2c7d-43a6-bea1-5d70a1987bf1 tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:29:22.065309 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-6e59e3ab-2c7d-43a6-bea1-5d70a1987bf1 tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-620077'] for floatingip (a22a7343-ac43-4f9f-834b-3ccbc12e02de), after_update {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:29:22.099499 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7e5b88-959e-4dda-9e83-1b09a6dac60b req-30523f0c-3366-4872-9a51-39f0c6095c84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:29:22.101000 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-8a7e5b88-959e-4dda-9e83-1b09a6dac60b req-30523f0c-3366-4872-9a51-39f0c6095c84 service neutron] 10.222.0.20 "GET /v2.0/networks?id=20ab151a-92d3-45f8-9aea-acc5912ac287 HTTP/1.1" status: 200 len: 916 time: 0.1933396 Jun 30 04:29:22.185501 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=18,neutron:INSERT=1,neutron:DELETE=1 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:29:22.188881 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=17,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:29:22.200621 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-8a7e5b88-959e-4dda-9e83-1b09a6dac60b req-1d5d426c-b11b-4e37-89b2-e3891ee4083b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b80604aa-08b3-406c-b858-2f68ee7c51b9 HTTP/1.1" status: 200 len: 998 time: 0.0732939 Jun 30 04:29:22.241502 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.db.l3_db [None req-6e59e3ab-2c7d-43a6-bea1-5d70a1987bf1 tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] Floating IP a22a7343-ac43-4f9f-834b-3ccbc12e02de associated. External IP: 172.27.1.39, port: b80604aa-08b3-406c-b858-2f68ee7c51b9. Jun 30 04:29:22.310914 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7e5b88-959e-4dda-9e83-1b09a6dac60b req-fc0b6669-1123-4158-8fae-b1b44fd8e3ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:29:22.312341 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-8a7e5b88-959e-4dda-9e83-1b09a6dac60b req-fc0b6669-1123-4158-8fae-b1b44fd8e3ed service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5b0ecd89-3294-4f96-9c72-f214728b68c6 HTTP/1.1" status: 200 len: 854 time: 0.1067400 Jun 30 04:29:22.368678 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7e5b88-959e-4dda-9e83-1b09a6dac60b req-7acbe64b-fe59-4b4a-b6e7-b46ee58683d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:29:22.370161 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-8a7e5b88-959e-4dda-9e83-1b09a6dac60b req-7acbe64b-fe59-4b4a-b6e7-b46ee58683d4 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=20ab151a-92d3-45f8-9aea-acc5912ac287&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0524499 Jun 30 04:29:22.537345 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-8a7e5b88-959e-4dda-9e83-1b09a6dac60b req-f68b9cf5-064a-4bb6-b3ff-bd86324904ea service neutron] 10.222.0.20 "GET /v2.0/networks/20ab151a-92d3-45f8-9aea-acc5912ac287?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1607063 Jun 30 04:29:22.581553 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e59e3ab-2c7d-43a6-bea1-5d70a1987bf1 tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] Router b300454e-234f-4b0b-bfc4-de8233cf4de2 has already been hosted by L3 agent 2ea21a61-d737-4543-a811-a0d035fbf0f6 {{(pid=104416) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 30 04:29:22.618328 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:29:22.705678 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-8a7e5b88-959e-4dda-9e83-1b09a6dac60b req-b12f9ac3-8c81-4bff-a4b2-63adc6fd492d service neutron] 10.222.0.20 "GET /v2.0/networks/20ab151a-92d3-45f8-9aea-acc5912ac287?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1618161 Jun 30 04:29:22.744763 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e59e3ab-2c7d-43a6-bea1-5d70a1987bf1 tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] Notify agent at l3_agent.dv-cinder-846842-7-iscsi the message routers_updated {{(pid=104416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 04:29:22.749726 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-6e59e3ab-2c7d-43a6-bea1-5d70a1987bf1 tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13292'] for floatingip (None), before_response {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:29:22.754747 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8afff375-8100-4afa-b9e4-36f0dbfc4ff9 None None] Sync routers for ids ['b300454e-234f-4b0b-bfc4-de8233cf4de2'] in dv-cinder-846842-7-iscsi {{(pid=104417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 04:29:22.765743 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8afff375-8100-4afa-b9e4-36f0dbfc4ff9 None None] Routers {'b300454e-234f-4b0b-bfc4-de8233cf4de2'} bound to L3 agent in host dv-cinder-846842-7-iscsi {{(pid=104417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 30 04:29:22.766344 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.db.l3_hamode_db [None req-8afff375-8100-4afa-b9e4-36f0dbfc4ff9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-30T04:07:07Z,description=,heartbeat_timestamp=2022-06-30T04:29:08Z,host='dv-cinder-846842-7-iscsi',id=2ea21a61-d737-4543-a811-a0d035fbf0f6,load=0,resource_versions=,resources_synced=,started_at=2022-06-30T04:07:07Z,topic='l3_agent')) {'router_ids': ['b300454e-234f-4b0b-bfc4-de8233cf4de2'], 'active': True} {{(pid=104417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 04:29:22.780374 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-6e59e3ab-2c7d-43a6-bea1-5d70a1987bf1 tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] 10.222.0.13 "PUT /v2.0/floatingips/a22a7343-ac43-4f9f-834b-3ccbc12e02de HTTP/1.1" status: 200 len: 990 time: 1.5809219 Jun 30 04:29:22.781013 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '824661d7-6a9d-44c0-b27d-4758339fb080', 'tag': 'b80604aa-08b3-406c-b858-2f68ee7c51b9'}] {{(pid=104416) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 30 04:29:22.783527 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8111519efe35ff5952c269e16f689610d56ef28aa1e0b77ca5734c542983c30f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00fde07f-2199-4b98-b2a9-93cc4f233c65" -d '{"events": [{"name": "network-changed", "server_uuid": "824661d7-6a9d-44c0-b27d-4758339fb080", "tag": "b80604aa-08b3-406c-b858-2f68ee7c51b9"}]}' {{(pid=104416) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 04:29:22.820204 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Jun 2022 04:29:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7acec5ac-ec7c-4f69-bdbc-985076db80a5 x-openstack-request-id: req-7acec5ac-ec7c-4f69-bdbc-985076db80a5 {{(pid=104416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 04:29:22.820493 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "824661d7-6a9d-44c0-b27d-4758339fb080", "tag": "b80604aa-08b3-406c-b858-2f68ee7c51b9", "status": "completed", "code": 200}]} {{(pid=104416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 04:29:22.820844 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7acec5ac-ec7c-4f69-bdbc-985076db80a5 {{(pid=104416) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 04:29:22.821151 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7acec5ac-ec7c-4f69-bdbc-985076db80a5'] response: {'name': 'network-changed', 'server_uuid': '824661d7-6a9d-44c0-b27d-4758339fb080', 'tag': 'b80604aa-08b3-406c-b858-2f68ee7c51b9', 'status': 'completed', 'code': 200} Jun 30 04:29:22.876003 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.db.l3_dvr_db [None req-8afff375-8100-4afa-b9e4-36f0dbfc4ff9 None None] Set router b300454e-234f-4b0b-bfc4-de8233cf4de2 gateway port host: dv-cinder-846842-7-iscsi {{(pid=104417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 30 04:29:22.879980 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fde07f-2199-4b98-b2a9-93cc4f233c65 req-8701e21e-4fa5-4627-b6d6-b9424bfe1bf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:29:22.881490 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-00fde07f-2199-4b98-b2a9-93cc4f233c65 req-8701e21e-4fa5-4627-b6d6-b9424bfe1bf8 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=21b8001d268445c0a28c3ed02b9afcb3&device_id=824661d7-6a9d-44c0-b27d-4758339fb080 HTTP/1.1" status: 200 len: 1129 time: 0.0406260 Jun 30 04:29:22.904263 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=100 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:29:22.948483 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:29:22.977265 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fde07f-2199-4b98-b2a9-93cc4f233c65 req-be0564b9-465d-4730-962d-e216456c4c59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:29:22.978766 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-00fde07f-2199-4b98-b2a9-93cc4f233c65 req-be0564b9-465d-4730-962d-e216456c4c59 service neutron] 10.222.0.20 "GET /v2.0/networks?id=20ab151a-92d3-45f8-9aea-acc5912ac287 HTTP/1.1" status: 200 len: 916 time: 0.0919299 Jun 30 04:29:23.031052 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:29:23.042478 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-00fde07f-2199-4b98-b2a9-93cc4f233c65 req-cb413a2a-9889-421c-8e89-92eef7807915 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b80604aa-08b3-406c-b858-2f68ee7c51b9 HTTP/1.1" status: 200 len: 998 time: 0.0578454 Jun 30 04:29:23.092140 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fde07f-2199-4b98-b2a9-93cc4f233c65 req-9b5624f9-b3cb-4a99-a536-b47544dbdc3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:29:23.092825 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.db.l3_hamode_db [None req-8afff375-8100-4afa-b9e4-36f0dbfc4ff9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b300454e-234f-4b0b-bfc4-de8233cf4de2', 'name': 'tempest-AttachVolumeNegativeTest-1275676774-router', 'tenant_id': '21b8001d268445c0a28c3ed02b9afcb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14b0e4f-074d-4507-846c-fc8420bddf12', 'external_fixed_ips': [{'subnet_id': '15378187-268c-4fae-ace7-eaca7aa50f90', 'ip_address': '172.27.1.144'}], 'enable_snat': True}, 'gw_port_id': 'e1ba8edc-886b-4bc7-977b-54635f667137', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T04:26:18Z', 'updated_at': '2022-06-30T04:26:20Z', 'revision_number': 4, 'project_id': '21b8001d268445c0a28c3ed02b9afcb3', 'gw_port': {'id': 'e1ba8edc-886b-4bc7-977b-54635f667137', 'name': '', 'network_id': 'a14b0e4f-074d-4507-846c-fc8420bddf12', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:88:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b300454e-234f-4b0b-bfc4-de8233cf4de2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '15378187-268c-4fae-ace7-eaca7aa50f90', 'ip_address': '172.27.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T04:26:18Z', 'updated_at': '2022-06-30T04:26:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15378187-268c-4fae-ace7-eaca7aa50f90', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-7-iscsi', '_floatingips': [{'id': 'a22a7343-ac43-4f9f-834b-3ccbc12e02de', 'tenant_id': '21b8001d268445c0a28c3ed02b9afcb3', 'floating_ip_address': '172.27.1.39', 'floating_network_id': 'a14b0e4f-074d-4507-846c-fc8420bddf12', 'router_id': 'b300454e-234f-4b0b-bfc4-de8233cf4de2', 'port_id': 'b80604aa-08b3-406c-b858-2f68ee7c51b9', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 706, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '20ab151a-92d3-45f8-9aea-acc5912ac287', 'mac_address': 'fa:16:3e:d8:a3:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '824661d7-6a9d-44c0-b27d-4758339fb080', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-30T04:29:12Z', 'updated_at': '2022-06-30T04:29:21Z', 'revision_number': 1, 'project_id': '21b8001d268445c0a28c3ed02b9afcb3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '09e4e20e-ef67-4ca2-849d-f1c26680ced2', 'name': '', 'network_id': '20ab151a-92d3-45f8-9aea-acc5912ac287', 'tenant_id': '21b8001d268445c0a28c3ed02b9afcb3', 'mac_address': 'fa:16:3e:d3:b6:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b300454e-234f-4b0b-bfc4-de8233cf4de2', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '5b0ecd89-3294-4f96-9c72-f214728b68c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T04:26:20Z', 'updated_at': '2022-06-30T04:26:24Z', 'revision_number': 5, 'project_id': '21b8001d268445c0a28c3ed02b9afcb3', 'subnets': [{'id': '5b0ecd89-3294-4f96-9c72-f214728b68c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846842-7-iscsi', False) {} {{(pid=104417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 04:29:23.093529 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-00fde07f-2199-4b98-b2a9-93cc4f233c65 req-9b5624f9-b3cb-4a99-a536-b47544dbdc3e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5b0ecd89-3294-4f96-9c72-f214728b68c6 HTTP/1.1" status: 200 len: 854 time: 0.0453036 Jun 30 04:29:23.123111 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8afff375-8100-4afa-b9e4-36f0dbfc4ff9 None None] Checking router: b300454e-234f-4b0b-bfc4-de8233cf4de2 for host: dv-cinder-846842-7-iscsi {{(pid=104417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 04:29:23.132117 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8afff375-8100-4afa-b9e4-36f0dbfc4ff9 None None] Routers {'b300454e-234f-4b0b-bfc4-de8233cf4de2'} bound to L3 agent in host dv-cinder-846842-7-iscsi {{(pid=104417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 30 04:29:23.132722 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.db.l3_hamode_db [None req-8afff375-8100-4afa-b9e4-36f0dbfc4ff9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-30T04:07:07Z,description=,heartbeat_timestamp=2022-06-30T04:29:08Z,host='dv-cinder-846842-7-iscsi',id=2ea21a61-d737-4543-a811-a0d035fbf0f6,load=0,resource_versions=,resources_synced=,started_at=2022-06-30T04:07:07Z,topic='l3_agent')) {'router_ids': ['b300454e-234f-4b0b-bfc4-de8233cf4de2'], 'active': True} {{(pid=104417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 04:29:23.148086 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fde07f-2199-4b98-b2a9-93cc4f233c65 req-78091c56-712c-4275-beae-b53c32f8c93a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:29:23.149582 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-00fde07f-2199-4b98-b2a9-93cc4f233c65 req-78091c56-712c-4275-beae-b53c32f8c93a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=20ab151a-92d3-45f8-9aea-acc5912ac287&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0453520 Jun 30 04:29:23.237906 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.db.l3_dvr_db [None req-8afff375-8100-4afa-b9e4-36f0dbfc4ff9 None None] Set router b300454e-234f-4b0b-bfc4-de8233cf4de2 gateway port host: dv-cinder-846842-7-iscsi {{(pid=104417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 30 04:29:23.242826 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-00fde07f-2199-4b98-b2a9-93cc4f233c65 req-d9c13268-a010-42f3-9cb8-97242a4a3436 service neutron] 10.222.0.20 "GET /v2.0/networks/20ab151a-92d3-45f8-9aea-acc5912ac287?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872352 Jun 30 04:29:23.338323 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-00fde07f-2199-4b98-b2a9-93cc4f233c65 req-efb4702c-423f-40c9-91dc-26ea80972dbd service neutron] 10.222.0.20 "GET /v2.0/networks/20ab151a-92d3-45f8-9aea-acc5912ac287?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891283 Jun 30 04:29:23.462547 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.db.l3_hamode_db [None req-8afff375-8100-4afa-b9e4-36f0dbfc4ff9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b300454e-234f-4b0b-bfc4-de8233cf4de2', 'name': 'tempest-AttachVolumeNegativeTest-1275676774-router', 'tenant_id': '21b8001d268445c0a28c3ed02b9afcb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14b0e4f-074d-4507-846c-fc8420bddf12', 'external_fixed_ips': [{'subnet_id': '15378187-268c-4fae-ace7-eaca7aa50f90', 'ip_address': '172.27.1.144'}], 'enable_snat': True}, 'gw_port_id': 'e1ba8edc-886b-4bc7-977b-54635f667137', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T04:26:18Z', 'updated_at': '2022-06-30T04:26:20Z', 'revision_number': 4, 'project_id': '21b8001d268445c0a28c3ed02b9afcb3', 'gw_port': {'id': 'e1ba8edc-886b-4bc7-977b-54635f667137', 'name': '', 'network_id': 'a14b0e4f-074d-4507-846c-fc8420bddf12', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:88:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b300454e-234f-4b0b-bfc4-de8233cf4de2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '15378187-268c-4fae-ace7-eaca7aa50f90', 'ip_address': '172.27.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T04:26:18Z', 'updated_at': '2022-06-30T04:26:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15378187-268c-4fae-ace7-eaca7aa50f90', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-7-iscsi', '_floatingips': [{'id': 'a22a7343-ac43-4f9f-834b-3ccbc12e02de', 'tenant_id': '21b8001d268445c0a28c3ed02b9afcb3', 'floating_ip_address': '172.27.1.39', 'floating_network_id': 'a14b0e4f-074d-4507-846c-fc8420bddf12', 'router_id': 'b300454e-234f-4b0b-bfc4-de8233cf4de2', 'port_id': 'b80604aa-08b3-406c-b858-2f68ee7c51b9', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 706, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '20ab151a-92d3-45f8-9aea-acc5912ac287', 'mac_address': 'fa:16:3e:d8:a3:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '824661d7-6a9d-44c0-b27d-4758339fb080', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-30T04:29:12Z', 'updated_at': '2022-06-30T04:29:21Z', 'revision_number': 1, 'project_id': '21b8001d268445c0a28c3ed02b9afcb3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '09e4e20e-ef67-4ca2-849d-f1c26680ced2', 'name': '', 'network_id': '20ab151a-92d3-45f8-9aea-acc5912ac287', 'tenant_id': '21b8001d268445c0a28c3ed02b9afcb3', 'mac_address': 'fa:16:3e:d3:b6:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b300454e-234f-4b0b-bfc4-de8233cf4de2', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '5b0ecd89-3294-4f96-9c72-f214728b68c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T04:26:20Z', 'updated_at': '2022-06-30T04:26:24Z', 'revision_number': 5, 'project_id': '21b8001d268445c0a28c3ed02b9afcb3', 'subnets': [{'id': '5b0ecd89-3294-4f96-9c72-f214728b68c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846842-7-iscsi', False) {} {{(pid=104417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 04:29:23.489054 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8afff375-8100-4afa-b9e4-36f0dbfc4ff9 None None] The sync data for ids ['b300454e-234f-4b0b-bfc4-de8233cf4de2'] in dv-cinder-846842-7-iscsi is: [{'id': 'b300454e-234f-4b0b-bfc4-de8233cf4de2', 'name': 'tempest-AttachVolumeNegativeTest-1275676774-router', 'tenant_id': '21b8001d268445c0a28c3ed02b9afcb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14b0e4f-074d-4507-846c-fc8420bddf12', 'external_fixed_ips': [{'subnet_id': '15378187-268c-4fae-ace7-eaca7aa50f90', 'ip_address': '172.27.1.144'}], 'enable_snat': True}, 'gw_port_id': 'e1ba8edc-886b-4bc7-977b-54635f667137', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T04:26:18Z', 'updated_at': '2022-06-30T04:26:20Z', 'revision_number': 4, 'project_id': '21b8001d268445c0a28c3ed02b9afcb3', 'gw_port': {'id': 'e1ba8edc-886b-4bc7-977b-54635f667137', 'name': '', 'network_id': 'a14b0e4f-074d-4507-846c-fc8420bddf12', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:88:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b300454e-234f-4b0b-bfc4-de8233cf4de2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '15378187-268c-4fae-ace7-eaca7aa50f90', 'ip_address': '172.27.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T04:26:18Z', 'updated_at': '2022-06-30T04:26:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15378187-268c-4fae-ace7-eaca7aa50f90', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-7-iscsi', '_floatingips': [{'id': 'a22a7343-ac43-4f9f-834b-3ccbc12e02de', 'tenant_id': '21b8001d268445c0a28c3ed02b9afcb3', 'floating_ip_address': '172.27.1.39', 'floating_network_id': 'a14b0e4f-074d-4507-846c-fc8420bddf12', 'router_id': 'b300454e-234f-4b0b-bfc4-de8233cf4de2', 'port_id': 'b80604aa-08b3-406c-b858-2f68ee7c51b9', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 706, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '20ab151a-92d3-45f8-9aea-acc5912ac287', 'mac_address': 'fa:16:3e:d8:a3:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '824661d7-6a9d-44c0-b27d-4758339fb080', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-30T04:29:12Z', 'updated_at': '2022-06-30T04:29:21Z', 'revision_number': 1, 'project_id': '21b8001d268445c0a28c3ed02b9afcb3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '09e4e20e-ef67-4ca2-849d-f1c26680ced2', 'name': '', 'network_id': '20ab151a-92d3-45f8-9aea-acc5912ac287', 'tenant_id': '21b8001d268445c0a28c3ed02b9afcb3', 'mac_address': 'fa:16:3e:d3:b6:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b300454e-234f-4b0b-bfc4-de8233cf4de2', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '5b0ecd89-3294-4f96-9c72-f214728b68c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T04:26:20Z', 'updated_at': '2022-06-30T04:26:24Z', 'revision_number': 5, 'project_id': '21b8001d268445c0a28c3ed02b9afcb3', 'subnets': [{'id': '5b0ecd89-3294-4f96-9c72-f214728b68c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 04:29:23.692255 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7062d19b-db14-4093-9260-0750991858d4 None None] New status for floating IP a22a7343-ac43-4f9f-834b-3ccbc12e02de: ACTIVE {{(pid=104418) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 30 04:29:33.328411 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=39 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:29:33.334776 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=65 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:29:33.464981 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=45 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:29:33.465792 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=52 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:29:33.804541 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:29:33.809821 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:29:35.184841 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-a81f3313-d2f1-44a0-a9f8-c3fefa7d8bbb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926756172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565263'] for agent (beddbd52-9273-44c2-990c-63933fe383b2), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:29:37.542867 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-95e3138c-f819-4001-a4b9-e56068baeea7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926756172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565263'] for agent (2ea21a61-d737-4543-a811-a0d035fbf0f6), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:29:38.544020 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-7a77f087-4523-4fd9-b9f1-b6333d8ad1f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926756172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565263'] for agent (672e10fd-0bbc-4d52-8fca-d980f41e3265), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:29:39.771552 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.db.agents_db [None req-38391644-8868-4c56-b8b1-4dfa3b709b99 None None] Agent healthcheck: found 6 active agents {{(pid=104418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 04:29:40.322326 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-88ff949a-6007-42d5-8261-77b64d367ca9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926756172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565263'] for agent (4c4a8942-da79-4b81-aa08-fb593b1e6e06), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:29:40.443537 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-2a6d8403-c0a5-4ac4-aa48-860a84345009 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926756172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565263'] for agent (cbdf45b5-344e-4e18-9242-1abb738708f2), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:29:42.829225 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926756172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565263'] for agent (ef703bef-7cc0-467c-baa9-fe8a66be565c), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:29:52.820143 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:29:52.823807 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:30:01.461303 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:SELECT=19 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:30:01.465033 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:SELECT=15 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:30:05.184722 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-0c520978-4f79-49cd-841e-54bf6d656a08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926756172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565263'] for agent (beddbd52-9273-44c2-990c-63933fe383b2), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:30:06.872892 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f5e12b-1a39-4d23-a40f-844331013e56 req-67c15894-24fe-4e15-9146-bb58aa61ba3e tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:30:06.874426 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-f7f5e12b-1a39-4d23-a40f-844331013e56 req-67c15894-24fe-4e15-9146-bb58aa61ba3e tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] 10.222.0.13 "GET /v2.0/ports?device_id=824661d7-6a9d-44c0-b27d-4758339fb080 HTTP/1.1" status: 200 len: 945 time: 0.0501587 Jun 30 04:30:06.925112 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-f7f5e12b-1a39-4d23-a40f-844331013e56 req-276e4502-f4b8-4450-9fc8-378b50ff4aa1 tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] 10.222.0.13 "GET /v2.0/security-groups?id=e37e1e3c-e7ee-42d4-8079-97f5515e9b1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442727 Jun 30 04:30:07.545601 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-cf03f719-8f73-403c-82f2-9d4da80f93ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926756172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565263'] for agent (2ea21a61-d737-4543-a811-a0d035fbf0f6), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:30:08.065276 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c44049-43d3-4aa3-8954-d11549b6eb03 req-863592a0-e281-4335-9a5e-d3cad881f1de tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:30:08.066826 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-a3c44049-43d3-4aa3-8954-d11549b6eb03 req-863592a0-e281-4335-9a5e-d3cad881f1de tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] 10.222.0.13 "GET /v2.0/ports?device_id=824661d7-6a9d-44c0-b27d-4758339fb080 HTTP/1.1" status: 200 len: 945 time: 0.0572770 Jun 30 04:30:08.119929 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-a3c44049-43d3-4aa3-8954-d11549b6eb03 req-32b927dc-448a-4453-a845-8c2ab80b3cbb tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] 10.222.0.13 "GET /v2.0/security-groups?id=e37e1e3c-e7ee-42d4-8079-97f5515e9b1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473297 Jun 30 04:30:08.291693 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b1a0ec-2699-43f2-87e6-48db78982075 req-e7050f9b-6e95-4e91-9b06-34ac892ff647 tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 04:30:08.293055 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-d8b1a0ec-2699-43f2-87e6-48db78982075 req-e7050f9b-6e95-4e91-9b06-34ac892ff647 tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] 10.222.0.20 "GET /v2.0/ports?device_id=824661d7-6a9d-44c0-b27d-4758339fb080 HTTP/1.1" status: 200 len: 945 time: 0.0493083 Jun 30 04:30:08.388277 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.plugin [req-d8b1a0ec-2699-43f2-87e6-48db78982075 req-c999e43a-11ea-460d-97b5-eb22adc70b74 tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] Deleting port b80604aa-08b3-406c-b858-2f68ee7c51b9 {{(pid=104416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 30 04:30:08.388619 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-d8b1a0ec-2699-43f2-87e6-48db78982075 req-c999e43a-11ea-460d-97b5-eb22adc70b74 tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781926629636'] for port (b80604aa-08b3-406c-b858-2f68ee7c51b9), before_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:30:08.494675 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.db [req-d8b1a0ec-2699-43f2-87e6-48db78982075 req-c999e43a-11ea-460d-97b5-eb22adc70b74 tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] For port b80604aa-08b3-406c-b858-2f68ee7c51b9, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=b80604aa-08b3-406c-b858-2f68ee7c51b9,segment=NetworkSegment(840dad00-01fe-4800-89d0-035a2ea7aadc),segment_id=840dad00-01fe-4800-89d0-035a2ea7aadc)] {{(pid=104416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 04:30:08.495009 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-d8b1a0ec-2699-43f2-87e6-48db78982075 req-c999e43a-11ea-460d-97b5-eb22adc70b74 tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616079'] for port (b80604aa-08b3-406c-b858-2f68ee7c51b9), precommit_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:30:08.541925 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-7a77f087-4523-4fd9-b9f1-b6333d8ad1f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926756172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565263'] for agent (672e10fd-0bbc-4d52-8fca-d980f41e3265), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:30:08.665446 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-d8b1a0ec-2699-43f2-87e6-48db78982075 req-c999e43a-11ea-460d-97b5-eb22adc70b74 tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:30:08.665756 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-d8b1a0ec-2699-43f2-87e6-48db78982075 req-c999e43a-11ea-460d-97b5-eb22adc70b74 tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-620077'] for floatingip (a22a7343-ac43-4f9f-834b-3ccbc12e02de), after_update {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:30:08.666069 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.db.l3_db [req-d8b1a0ec-2699-43f2-87e6-48db78982075 req-c999e43a-11ea-460d-97b5-eb22adc70b74 tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] Floating IP a22a7343-ac43-4f9f-834b-3ccbc12e02de disassociated. External IP: 172.27.1.39, port: b80604aa-08b3-406c-b858-2f68ee7c51b9. Jun 30 04:30:08.666436 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.plugin [req-d8b1a0ec-2699-43f2-87e6-48db78982075 req-c999e43a-11ea-460d-97b5-eb22adc70b74 tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] Calling delete_port for b80604aa-08b3-406c-b858-2f68ee7c51b9 owned by compute:nova {{(pid=104416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 30 04:30:08.802892 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-d8b1a0ec-2699-43f2-87e6-48db78982075 req-c999e43a-11ea-460d-97b5-eb22adc70b74 tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4095053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781926635560', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781926239326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1764130'] for port (b80604aa-08b3-406c-b858-2f68ee7c51b9), after_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:30:08.833272 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c999e43a-11ea-460d-97b5-eb22adc70b74 tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] Pushing event deleted for resources: {'Port': ['ID=b80604aa-08b3-406c-b858-2f68ee7c51b9,revision_number=None']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:30:08.844927 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c999e43a-11ea-460d-97b5-eb22adc70b74 tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:30:08.845274 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c999e43a-11ea-460d-97b5-eb22adc70b74 tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:30:08.845596 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c999e43a-11ea-460d-97b5-eb22adc70b74 tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:30:08.845926 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c999e43a-11ea-460d-97b5-eb22adc70b74 tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:30:08.846254 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c999e43a-11ea-460d-97b5-eb22adc70b74 tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:30:08.846563 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c999e43a-11ea-460d-97b5-eb22adc70b74 tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:30:08.846904 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c999e43a-11ea-460d-97b5-eb22adc70b74 tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:30:08.847239 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c999e43a-11ea-460d-97b5-eb22adc70b74 tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:30:08.847572 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c999e43a-11ea-460d-97b5-eb22adc70b74 tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:30:08.847890 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c999e43a-11ea-460d-97b5-eb22adc70b74 tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:30:08.848208 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c999e43a-11ea-460d-97b5-eb22adc70b74 tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:30:08.848521 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c999e43a-11ea-460d-97b5-eb22adc70b74 tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:30:08.848835 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c999e43a-11ea-460d-97b5-eb22adc70b74 tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:30:08.849149 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c999e43a-11ea-460d-97b5-eb22adc70b74 tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:30:08.849461 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c999e43a-11ea-460d-97b5-eb22adc70b74 tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:30:08.968934 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d8b1a0ec-2699-43f2-87e6-48db78982075 req-c999e43a-11ea-460d-97b5-eb22adc70b74 tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] Router b300454e-234f-4b0b-bfc4-de8233cf4de2 has already been hosted by L3 agent 2ea21a61-d737-4543-a811-a0d035fbf0f6 {{(pid=104416) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 30 04:30:09.041565 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:30:09.053017 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:30:09.075854 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d8b1a0ec-2699-43f2-87e6-48db78982075 req-c999e43a-11ea-460d-97b5-eb22adc70b74 tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] Notify agent at l3_agent.dv-cinder-846842-7-iscsi the message routers_updated {{(pid=104416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 04:30:09.086260 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5de675b-1974-4989-a2be-ea114ec99a2f None None] Sync routers for ids ['b300454e-234f-4b0b-bfc4-de8233cf4de2'] in dv-cinder-846842-7-iscsi {{(pid=104417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 04:30:09.096210 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5de675b-1974-4989-a2be-ea114ec99a2f None None] Routers {'b300454e-234f-4b0b-bfc4-de8233cf4de2'} bound to L3 agent in host dv-cinder-846842-7-iscsi {{(pid=104417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 30 04:30:09.096815 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.db.l3_hamode_db [None req-f5de675b-1974-4989-a2be-ea114ec99a2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-30T04:07:07Z,description=,heartbeat_timestamp=2022-06-30T04:30:08Z,host='dv-cinder-846842-7-iscsi',id=2ea21a61-d737-4543-a811-a0d035fbf0f6,load=0,resource_versions=,resources_synced=,started_at=2022-06-30T04:07:07Z,topic='l3_agent')) {'router_ids': ['b300454e-234f-4b0b-bfc4-de8233cf4de2'], 'active': True} {{(pid=104417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 04:30:09.119641 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8b1a0ec-2699-43f2-87e6-48db78982075 req-c999e43a-11ea-460d-97b5-eb22adc70b74 tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] No DVR routers for this DVR port b80604aa-08b3-406c-b858-2f68ee7c51b9 on host hv-cinder-84684 {{(pid=104416) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 30 04:30:09.122208 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-d8b1a0ec-2699-43f2-87e6-48db78982075 req-c999e43a-11ea-460d-97b5-eb22adc70b74 tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13292'] for port (None), before_response {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:30:09.125871 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-d8b1a0ec-2699-43f2-87e6-48db78982075 req-c999e43a-11ea-460d-97b5-eb22adc70b74 tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] 10.222.0.20 "DELETE /v2.0/ports/b80604aa-08b3-406c-b858-2f68ee7c51b9 HTTP/1.1" status: 204 len: 173 time: 0.8262768 Jun 30 04:30:09.126320 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '824661d7-6a9d-44c0-b27d-4758339fb080', 'name': 'network-vif-deleted', 'tag': 'b80604aa-08b3-406c-b858-2f68ee7c51b9'}] {{(pid=104416) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 30 04:30:09.129088 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8111519efe35ff5952c269e16f689610d56ef28aa1e0b77ca5734c542983c30f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ba47aa0-cfa7-4c3a-8904-68e91efa444d" -d '{"events": [{"server_uuid": "824661d7-6a9d-44c0-b27d-4758339fb080", "name": "network-vif-deleted", "tag": "b80604aa-08b3-406c-b858-2f68ee7c51b9"}]}' {{(pid=104416) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 04:30:09.173017 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Jun 2022 04:30:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-143079ac-c15e-45f9-a4d3-00eef26b3cbb x-openstack-request-id: req-143079ac-c15e-45f9-a4d3-00eef26b3cbb {{(pid=104416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 04:30:09.173287 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "824661d7-6a9d-44c0-b27d-4758339fb080", "name": "network-vif-deleted", "tag": "b80604aa-08b3-406c-b858-2f68ee7c51b9", "status": "completed", "code": 200}]} {{(pid=104416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 04:30:09.173518 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-143079ac-c15e-45f9-a4d3-00eef26b3cbb {{(pid=104416) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 04:30:09.173917 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.notifiers.nova [-] Nova event matching ['req-143079ac-c15e-45f9-a4d3-00eef26b3cbb'] response: {'server_uuid': '824661d7-6a9d-44c0-b27d-4758339fb080', 'name': 'network-vif-deleted', 'tag': 'b80604aa-08b3-406c-b858-2f68ee7c51b9', 'status': 'completed', 'code': 200} Jun 30 04:30:09.209021 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.db.l3_dvr_db [None req-f5de675b-1974-4989-a2be-ea114ec99a2f None None] Set router b300454e-234f-4b0b-bfc4-de8233cf4de2 gateway port host: dv-cinder-846842-7-iscsi {{(pid=104417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 30 04:30:09.254632 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [req-c84e76fb-16a9-43ed-a16f-891c2aeb7923 req-7763b5e1-cb5e-4176-b7ad-cd50515b5742 tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] 10.222.0.13 "GET /v2.0/ports?device_id=824661d7-6a9d-44c0-b27d-4758339fb080 HTTP/1.1" status: 200 len: 210 time: 0.0368738 Jun 30 04:30:09.404635 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.db.l3_hamode_db [None req-f5de675b-1974-4989-a2be-ea114ec99a2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b300454e-234f-4b0b-bfc4-de8233cf4de2', 'name': 'tempest-AttachVolumeNegativeTest-1275676774-router', 'tenant_id': '21b8001d268445c0a28c3ed02b9afcb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14b0e4f-074d-4507-846c-fc8420bddf12', 'external_fixed_ips': [{'subnet_id': '15378187-268c-4fae-ace7-eaca7aa50f90', 'ip_address': '172.27.1.144'}], 'enable_snat': True}, 'gw_port_id': 'e1ba8edc-886b-4bc7-977b-54635f667137', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T04:26:18Z', 'updated_at': '2022-06-30T04:26:20Z', 'revision_number': 4, 'project_id': '21b8001d268445c0a28c3ed02b9afcb3', 'gw_port': {'id': 'e1ba8edc-886b-4bc7-977b-54635f667137', 'name': '', 'network_id': 'a14b0e4f-074d-4507-846c-fc8420bddf12', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:88:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b300454e-234f-4b0b-bfc4-de8233cf4de2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '15378187-268c-4fae-ace7-eaca7aa50f90', 'ip_address': '172.27.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T04:26:18Z', 'updated_at': '2022-06-30T04:26:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15378187-268c-4fae-ace7-eaca7aa50f90', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-7-iscsi', '_interfaces': [{'id': '09e4e20e-ef67-4ca2-849d-f1c26680ced2', 'name': '', 'network_id': '20ab151a-92d3-45f8-9aea-acc5912ac287', 'tenant_id': '21b8001d268445c0a28c3ed02b9afcb3', 'mac_address': 'fa:16:3e:d3:b6:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b300454e-234f-4b0b-bfc4-de8233cf4de2', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '5b0ecd89-3294-4f96-9c72-f214728b68c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T04:26:20Z', 'updated_at': '2022-06-30T04:26:24Z', 'revision_number': 5, 'project_id': '21b8001d268445c0a28c3ed02b9afcb3', 'subnets': [{'id': '5b0ecd89-3294-4f96-9c72-f214728b68c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846842-7-iscsi', False) {} {{(pid=104417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 04:30:09.429079 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5de675b-1974-4989-a2be-ea114ec99a2f None None] Checking router: b300454e-234f-4b0b-bfc4-de8233cf4de2 for host: dv-cinder-846842-7-iscsi {{(pid=104417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 04:30:09.438212 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5de675b-1974-4989-a2be-ea114ec99a2f None None] Routers {'b300454e-234f-4b0b-bfc4-de8233cf4de2'} bound to L3 agent in host dv-cinder-846842-7-iscsi {{(pid=104417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 30 04:30:09.438800 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.db.l3_hamode_db [None req-f5de675b-1974-4989-a2be-ea114ec99a2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-30T04:07:07Z,description=,heartbeat_timestamp=2022-06-30T04:30:08Z,host='dv-cinder-846842-7-iscsi',id=2ea21a61-d737-4543-a811-a0d035fbf0f6,load=0,resource_versions=,resources_synced=,started_at=2022-06-30T04:07:07Z,topic='l3_agent')) {'router_ids': ['b300454e-234f-4b0b-bfc4-de8233cf4de2'], 'active': True} {{(pid=104417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 04:30:09.543321 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.db.l3_dvr_db [None req-f5de675b-1974-4989-a2be-ea114ec99a2f None None] Set router b300454e-234f-4b0b-bfc4-de8233cf4de2 gateway port host: dv-cinder-846842-7-iscsi {{(pid=104417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 30 04:30:09.867887 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.db.l3_hamode_db [None req-f5de675b-1974-4989-a2be-ea114ec99a2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b300454e-234f-4b0b-bfc4-de8233cf4de2', 'name': 'tempest-AttachVolumeNegativeTest-1275676774-router', 'tenant_id': '21b8001d268445c0a28c3ed02b9afcb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14b0e4f-074d-4507-846c-fc8420bddf12', 'external_fixed_ips': [{'subnet_id': '15378187-268c-4fae-ace7-eaca7aa50f90', 'ip_address': '172.27.1.144'}], 'enable_snat': True}, 'gw_port_id': 'e1ba8edc-886b-4bc7-977b-54635f667137', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T04:26:18Z', 'updated_at': '2022-06-30T04:26:20Z', 'revision_number': 4, 'project_id': '21b8001d268445c0a28c3ed02b9afcb3', 'gw_port': {'id': 'e1ba8edc-886b-4bc7-977b-54635f667137', 'name': '', 'network_id': 'a14b0e4f-074d-4507-846c-fc8420bddf12', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:88:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b300454e-234f-4b0b-bfc4-de8233cf4de2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '15378187-268c-4fae-ace7-eaca7aa50f90', 'ip_address': '172.27.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T04:26:18Z', 'updated_at': '2022-06-30T04:26:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15378187-268c-4fae-ace7-eaca7aa50f90', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-7-iscsi', '_interfaces': [{'id': '09e4e20e-ef67-4ca2-849d-f1c26680ced2', 'name': '', 'network_id': '20ab151a-92d3-45f8-9aea-acc5912ac287', 'tenant_id': '21b8001d268445c0a28c3ed02b9afcb3', 'mac_address': 'fa:16:3e:d3:b6:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b300454e-234f-4b0b-bfc4-de8233cf4de2', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '5b0ecd89-3294-4f96-9c72-f214728b68c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T04:26:20Z', 'updated_at': '2022-06-30T04:26:24Z', 'revision_number': 5, 'project_id': '21b8001d268445c0a28c3ed02b9afcb3', 'subnets': [{'id': '5b0ecd89-3294-4f96-9c72-f214728b68c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846842-7-iscsi', False) {} {{(pid=104417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 04:30:09.893627 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5de675b-1974-4989-a2be-ea114ec99a2f None None] The sync data for ids ['b300454e-234f-4b0b-bfc4-de8233cf4de2'] in dv-cinder-846842-7-iscsi is: [{'id': 'b300454e-234f-4b0b-bfc4-de8233cf4de2', 'name': 'tempest-AttachVolumeNegativeTest-1275676774-router', 'tenant_id': '21b8001d268445c0a28c3ed02b9afcb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14b0e4f-074d-4507-846c-fc8420bddf12', 'external_fixed_ips': [{'subnet_id': '15378187-268c-4fae-ace7-eaca7aa50f90', 'ip_address': '172.27.1.144'}], 'enable_snat': True}, 'gw_port_id': 'e1ba8edc-886b-4bc7-977b-54635f667137', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T04:26:18Z', 'updated_at': '2022-06-30T04:26:20Z', 'revision_number': 4, 'project_id': '21b8001d268445c0a28c3ed02b9afcb3', 'gw_port': {'id': 'e1ba8edc-886b-4bc7-977b-54635f667137', 'name': '', 'network_id': 'a14b0e4f-074d-4507-846c-fc8420bddf12', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:88:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b300454e-234f-4b0b-bfc4-de8233cf4de2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '15378187-268c-4fae-ace7-eaca7aa50f90', 'ip_address': '172.27.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T04:26:18Z', 'updated_at': '2022-06-30T04:26:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15378187-268c-4fae-ace7-eaca7aa50f90', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-7-iscsi', '_interfaces': [{'id': '09e4e20e-ef67-4ca2-849d-f1c26680ced2', 'name': '', 'network_id': '20ab151a-92d3-45f8-9aea-acc5912ac287', 'tenant_id': '21b8001d268445c0a28c3ed02b9afcb3', 'mac_address': 'fa:16:3e:d3:b6:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b300454e-234f-4b0b-bfc4-de8233cf4de2', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '5b0ecd89-3294-4f96-9c72-f214728b68c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T04:26:20Z', 'updated_at': '2022-06-30T04:26:24Z', 'revision_number': 5, 'project_id': '21b8001d268445c0a28c3ed02b9afcb3', 'subnets': [{'id': '5b0ecd89-3294-4f96-9c72-f214728b68c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 04:30:10.134691 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cf866b4-2d99-480f-aafe-84a08b6c5a1e None None] New status for floating IP a22a7343-ac43-4f9f-834b-3ccbc12e02de: DOWN {{(pid=104418) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 30 04:30:10.318519 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-88ff949a-6007-42d5-8261-77b64d367ca9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926756172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565263'] for agent (4c4a8942-da79-4b81-aa08-fb593b1e6e06), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:30:10.342241 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.13', 58424) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 04:30:10.406777 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-bdd80dd0-3f73-4168-a6ce-69fcbff65630 tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] Publish callbacks [] for security_group (e37e1e3c-e7ee-42d4-8079-97f5515e9b1f), before_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:30:10.431646 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-bdd80dd0-3f73-4168-a6ce-69fcbff65630 tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] Publish callbacks [] for security_group (e37e1e3c-e7ee-42d4-8079-97f5515e9b1f), precommit_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:30:10.439816 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-2a6d8403-c0a5-4ac4-aa48-860a84345009 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926756172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565263'] for agent (cbdf45b5-344e-4e18-9242-1abb738708f2), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:30:10.484858 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-bdd80dd0-3f73-4168-a6ce-69fcbff65630 tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3637186'] for security_group (e37e1e3c-e7ee-42d4-8079-97f5515e9b1f), after_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:30:10.487371 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-bdd80dd0-3f73-4168-a6ce-69fcbff65630 tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] Publish callbacks [] for security_group (None), before_response {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:30:10.488521 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-bdd80dd0-3f73-4168-a6ce-69fcbff65630 tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] 10.222.0.13 "DELETE /v2.0/security-groups/e37e1e3c-e7ee-42d4-8079-97f5515e9b1f HTTP/1.1" status: 204 len: 168 time: 0.1451595 Jun 30 04:30:10.491589 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.wsgi [-] (104415) accepted ('10.222.0.13', 58426) {{(pid=104415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 04:30:10.497908 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd80dd0-3f73-4168-a6ce-69fcbff65630 tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e37e1e3c-e7ee-42d4-8079-97f5515e9b1f,revision_number=None']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:30:10.506983 dv-cinder-846842-7-iscsi neutron-server[104415]: INFO neutron.api.v2.resource [None req-7cebc7b9-c114-4691-94cb-0dd7ea567da9 tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] show failed (client error): The resource could not be found. Jun 30 04:30:10.511048 dv-cinder-846842-7-iscsi neutron-server[104415]: INFO neutron.wsgi [None req-7cebc7b9-c114-4691-94cb-0dd7ea567da9 tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] 10.222.0.13 "GET /v2.0/security-groups/e37e1e3c-e7ee-42d4-8079-97f5515e9b1f HTTP/1.1" status: 404 len: 347 time: 0.0177293 Jun 30 04:30:10.511311 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.13', 58428) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 04:30:10.623646 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.plugin [None req-2b1a672b-e6d4-4af1-8917-a1c6b10627d3 tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] Deleting port 001a764f-2182-4b8f-b88f-4c44cdef132c {{(pid=104416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 30 04:30:10.623988 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-2b1a672b-e6d4-4af1-8917-a1c6b10627d3 tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781926629636'] for port (001a764f-2182-4b8f-b88f-4c44cdef132c), before_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:30:10.705649 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-2b1a672b-e6d4-4af1-8917-a1c6b10627d3 tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616079'] for port (001a764f-2182-4b8f-b88f-4c44cdef132c), precommit_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:30:10.705896 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-2b1a672b-e6d4-4af1-8917-a1c6b10627d3 tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] Publish callbacks [] for floatingip (001a764f-2182-4b8f-b88f-4c44cdef132c), precommit_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:30:10.995772 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.plugin [None req-2b1a672b-e6d4-4af1-8917-a1c6b10627d3 tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] Calling delete_port for 001a764f-2182-4b8f-b88f-4c44cdef132c owned by network:floatingip {{(pid=104416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 30 04:30:11.129111 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-2b1a672b-e6d4-4af1-8917-a1c6b10627d3 tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4095053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781926635560', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781926239326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1764130'] for port (001a764f-2182-4b8f-b88f-4c44cdef132c), after_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:30:11.165848 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1a672b-e6d4-4af1-8917-a1c6b10627d3 tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] Pushing event deleted for resources: {'Port': ['ID=001a764f-2182-4b8f-b88f-4c44cdef132c,revision_number=None']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:30:11.229291 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-2b1a672b-e6d4-4af1-8917-a1c6b10627d3 tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] Publish callbacks [] for floatingip (a22a7343-ac43-4f9f-834b-3ccbc12e02de), after_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:30:11.231768 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-2b1a672b-e6d4-4af1-8917-a1c6b10627d3 tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13292'] for floatingip (None), before_response {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:30:11.232919 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-2b1a672b-e6d4-4af1-8917-a1c6b10627d3 tempest-AttachVolumeNegativeTest-362011095 tempest-AttachVolumeNegativeTest-362011095-project] 10.222.0.13 "DELETE /v2.0/floatingips/a22a7343-ac43-4f9f-834b-3ccbc12e02de HTTP/1.1" status: 204 len: 168 time: 0.7208092 Jun 30 04:30:12.824999 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926756172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565263'] for agent (ef703bef-7cc0-467c-baa9-fe8a66be565c), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:30:13.487190 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.rpc [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Device b80604aa-08b3-406c-b858-2f68ee7c51b9 no longer exists at agent hyperv_hv-cinder-84684 {{(pid=104417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 04:30:13.507155 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] No Port match for: b80604aa-08b3-406c-b858-2f68ee7c51b9 {{(pid=104417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 30 04:30:13.507501 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.rpc [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Device b80604aa-08b3-406c-b858-2f68ee7c51b9 not bound to the agent host hv-cinder-84684 {{(pid=104417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 04:30:14.951072 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.wsgi [-] (104415) accepted ('10.222.0.13', 58464) {{(pid=104415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 04:30:15.283536 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-fa8e317a-2844-4235-9862-402c22c18532 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-613962'] for router_interface (b300454e-234f-4b0b-bfc4-de8233cf4de2), before_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:30:15.509788 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.plugins.ml2.plugin [None req-fa8e317a-2844-4235-9862-402c22c18532 admin admin] Deleting port 09e4e20e-ef67-4ca2-849d-f1c26680ced2 {{(pid=104415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 30 04:30:15.510133 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-fa8e317a-2844-4235-9862-402c22c18532 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781926629636'] for port (09e4e20e-ef67-4ca2-849d-f1c26680ced2), before_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:30:15.589729 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.plugins.ml2.db [None req-fa8e317a-2844-4235-9862-402c22c18532 admin admin] For port 09e4e20e-ef67-4ca2-849d-f1c26680ced2, host dv-cinder-846842-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-7-iscsi',level=0,port_id=09e4e20e-ef67-4ca2-849d-f1c26680ced2,segment=NetworkSegment(840dad00-01fe-4800-89d0-035a2ea7aadc),segment_id=840dad00-01fe-4800-89d0-035a2ea7aadc)] {{(pid=104415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 04:30:15.590122 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-fa8e317a-2844-4235-9862-402c22c18532 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616079'] for port (09e4e20e-ef67-4ca2-849d-f1c26680ced2), precommit_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:30:15.603886 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.plugins.ml2.plugin [None req-fa8e317a-2844-4235-9862-402c22c18532 admin admin] Calling delete_port for 09e4e20e-ef67-4ca2-849d-f1c26680ced2 owned by network:router_interface {{(pid=104415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 30 04:30:15.779916 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:30:15.788299 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-fa8e317a-2844-4235-9862-402c22c18532 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4095053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781926635560', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781926239326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11645207'] for port (09e4e20e-ef67-4ca2-849d-f1c26680ced2), after_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:30:15.794849 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:30:15.821502 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8e317a-2844-4235-9862-402c22c18532 admin admin] Pushing event deleted for resources: {'Port': ['ID=09e4e20e-ef67-4ca2-849d-f1c26680ced2,revision_number=None']} {{(pid=104415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:30:15.834608 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa8e317a-2844-4235-9862-402c22c18532 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:30:15.834957 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa8e317a-2844-4235-9862-402c22c18532 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:30:15.835320 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa8e317a-2844-4235-9862-402c22c18532 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:30:15.835658 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa8e317a-2844-4235-9862-402c22c18532 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:30:15.835988 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa8e317a-2844-4235-9862-402c22c18532 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:30:15.836316 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa8e317a-2844-4235-9862-402c22c18532 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:30:15.836641 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa8e317a-2844-4235-9862-402c22c18532 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:30:15.836976 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa8e317a-2844-4235-9862-402c22c18532 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:30:15.837319 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa8e317a-2844-4235-9862-402c22c18532 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:30:15.837639 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa8e317a-2844-4235-9862-402c22c18532 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:30:15.837963 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa8e317a-2844-4235-9862-402c22c18532 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:30:15.838285 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa8e317a-2844-4235-9862-402c22c18532 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:30:15.838597 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa8e317a-2844-4235-9862-402c22c18532 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:30:15.838902 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa8e317a-2844-4235-9862-402c22c18532 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:30:15.839234 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa8e317a-2844-4235-9862-402c22c18532 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:30:16.002038 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-fa8e317a-2844-4235-9862-402c22c18532 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-614586'] for router_interface (b300454e-234f-4b0b-bfc4-de8233cf4de2), after_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:30:16.227225 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa8e317a-2844-4235-9862-402c22c18532 admin admin] Router b300454e-234f-4b0b-bfc4-de8233cf4de2 has already been hosted by L3 agent 2ea21a61-d737-4543-a811-a0d035fbf0f6 {{(pid=104415) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 30 04:30:16.328943 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa8e317a-2844-4235-9862-402c22c18532 admin admin] Notify agent at l3_agent.dv-cinder-846842-7-iscsi the message routers_updated {{(pid=104415) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 04:30:16.335140 dv-cinder-846842-7-iscsi neutron-server[104415]: INFO neutron.wsgi [None req-fa8e317a-2844-4235-9862-402c22c18532 admin admin] 10.222.0.13 "PUT /v2.0/routers/b300454e-234f-4b0b-bfc4-de8233cf4de2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3828373 Jun 30 04:30:16.337945 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.wsgi [-] (104415) accepted ('10.222.0.13', 58466) {{(pid=104415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 04:30:16.340667 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3e08dfc-725f-4d16-8eea-8e0440368fbd None None] Sync routers for ids ['b300454e-234f-4b0b-bfc4-de8233cf4de2'] in dv-cinder-846842-7-iscsi {{(pid=104417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 04:30:16.352500 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3e08dfc-725f-4d16-8eea-8e0440368fbd None None] Routers {'b300454e-234f-4b0b-bfc4-de8233cf4de2'} bound to L3 agent in host dv-cinder-846842-7-iscsi {{(pid=104417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 30 04:30:16.354238 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.db.l3_hamode_db [None req-d3e08dfc-725f-4d16-8eea-8e0440368fbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-30T04:07:07Z,description=,heartbeat_timestamp=2022-06-30T04:30:08Z,host='dv-cinder-846842-7-iscsi',id=2ea21a61-d737-4543-a811-a0d035fbf0f6,load=0,resource_versions=,resources_synced=,started_at=2022-06-30T04:07:07Z,topic='l3_agent')) {'router_ids': ['b300454e-234f-4b0b-bfc4-de8233cf4de2'], 'active': True} {{(pid=104417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 04:30:16.435591 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:30:16.440239 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-9c7c2de9-50ef-4943-aac6-a301837af13e admin admin] Publish callbacks [] for router (b300454e-234f-4b0b-bfc4-de8233cf4de2), before_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:30:16.457339 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.db.l3_dvr_db [None req-d3e08dfc-725f-4d16-8eea-8e0440368fbd None None] Set router b300454e-234f-4b0b-bfc4-de8233cf4de2 gateway port host: dv-cinder-846842-7-iscsi {{(pid=104417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 30 04:30:16.539912 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-9c7c2de9-50ef-4943-aac6-a301837af13e admin admin] Publish callbacks [] for router_gateway (b300454e-234f-4b0b-bfc4-de8233cf4de2), before_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:30:16.590324 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.plugins.ml2.plugin [None req-9c7c2de9-50ef-4943-aac6-a301837af13e admin admin] Deleting port e1ba8edc-886b-4bc7-977b-54635f667137 {{(pid=104415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 30 04:30:16.590660 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-9c7c2de9-50ef-4943-aac6-a301837af13e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781926629636'] for port (e1ba8edc-886b-4bc7-977b-54635f667137), before_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:30:16.628846 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:30:16.632139 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.db.l3_hamode_db [None req-d3e08dfc-725f-4d16-8eea-8e0440368fbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b300454e-234f-4b0b-bfc4-de8233cf4de2', 'name': 'tempest-AttachVolumeNegativeTest-1275676774-router', 'tenant_id': '21b8001d268445c0a28c3ed02b9afcb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14b0e4f-074d-4507-846c-fc8420bddf12', 'external_fixed_ips': [{'subnet_id': '15378187-268c-4fae-ace7-eaca7aa50f90', 'ip_address': '172.27.1.144'}], 'enable_snat': True}, 'gw_port_id': 'e1ba8edc-886b-4bc7-977b-54635f667137', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T04:26:18Z', 'updated_at': '2022-06-30T04:30:15Z', 'revision_number': 5, 'project_id': '21b8001d268445c0a28c3ed02b9afcb3', 'gw_port': {'id': 'e1ba8edc-886b-4bc7-977b-54635f667137', 'name': '', 'network_id': 'a14b0e4f-074d-4507-846c-fc8420bddf12', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:88:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b300454e-234f-4b0b-bfc4-de8233cf4de2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '15378187-268c-4fae-ace7-eaca7aa50f90', 'ip_address': '172.27.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T04:26:18Z', 'updated_at': '2022-06-30T04:26:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15378187-268c-4fae-ace7-eaca7aa50f90', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-7-iscsi'}], 'dv-cinder-846842-7-iscsi', False) {} {{(pid=104417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 04:30:16.663271 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3e08dfc-725f-4d16-8eea-8e0440368fbd None None] Checking router: b300454e-234f-4b0b-bfc4-de8233cf4de2 for host: dv-cinder-846842-7-iscsi {{(pid=104417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 04:30:16.674335 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3e08dfc-725f-4d16-8eea-8e0440368fbd None None] Routers {'b300454e-234f-4b0b-bfc4-de8233cf4de2'} bound to L3 agent in host dv-cinder-846842-7-iscsi {{(pid=104417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 30 04:30:16.675196 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.db.l3_hamode_db [None req-d3e08dfc-725f-4d16-8eea-8e0440368fbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-30T04:07:07Z,description=,heartbeat_timestamp=2022-06-30T04:30:08Z,host='dv-cinder-846842-7-iscsi',id=2ea21a61-d737-4543-a811-a0d035fbf0f6,load=0,resource_versions=,resources_synced=,started_at=2022-06-30T04:07:07Z,topic='l3_agent')) {'router_ids': ['b300454e-234f-4b0b-bfc4-de8233cf4de2'], 'active': True} {{(pid=104417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 04:30:16.693412 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.plugins.ml2.db [None req-9c7c2de9-50ef-4943-aac6-a301837af13e admin admin] For port e1ba8edc-886b-4bc7-977b-54635f667137, host dv-cinder-846842-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-7-iscsi',level=0,port_id=e1ba8edc-886b-4bc7-977b-54635f667137,segment=NetworkSegment(3bfcffa1-5305-4ee8-86f3-678eb000aac1),segment_id=3bfcffa1-5305-4ee8-86f3-678eb000aac1)] {{(pid=104415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 04:30:16.693782 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-9c7c2de9-50ef-4943-aac6-a301837af13e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616079'] for port (e1ba8edc-886b-4bc7-977b-54635f667137), precommit_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:30:16.709252 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.plugins.ml2.plugin [None req-9c7c2de9-50ef-4943-aac6-a301837af13e admin admin] Calling delete_port for e1ba8edc-886b-4bc7-977b-54635f667137 owned by network:router_gateway {{(pid=104415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 30 04:30:16.750000 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:30:16.756121 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:30:16.767439 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.db.l3_dvr_db [None req-d3e08dfc-725f-4d16-8eea-8e0440368fbd None None] Set router b300454e-234f-4b0b-bfc4-de8233cf4de2 gateway port host: None {{(pid=104417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 30 04:30:16.771317 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.db.agents_db [None req-38391644-8868-4c56-b8b1-4dfa3b709b99 None None] Agent healthcheck: found 6 active agents {{(pid=104418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 04:30:16.820958 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.db.l3_hamode_db [None req-d3e08dfc-725f-4d16-8eea-8e0440368fbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b300454e-234f-4b0b-bfc4-de8233cf4de2', 'name': 'tempest-AttachVolumeNegativeTest-1275676774-router', 'tenant_id': '21b8001d268445c0a28c3ed02b9afcb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T04:26:18Z', 'updated_at': '2022-06-30T04:30:16Z', 'revision_number': 6, 'project_id': '21b8001d268445c0a28c3ed02b9afcb3', 'gw_port_host': None}], 'dv-cinder-846842-7-iscsi', False) {} {{(pid=104417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 04:30:16.846200 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3e08dfc-725f-4d16-8eea-8e0440368fbd None None] The sync data for ids ['b300454e-234f-4b0b-bfc4-de8233cf4de2'] in dv-cinder-846842-7-iscsi is: [{'id': 'b300454e-234f-4b0b-bfc4-de8233cf4de2', 'name': 'tempest-AttachVolumeNegativeTest-1275676774-router', 'tenant_id': '21b8001d268445c0a28c3ed02b9afcb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T04:26:18Z', 'updated_at': '2022-06-30T04:30:16Z', 'revision_number': 6, 'project_id': '21b8001d268445c0a28c3ed02b9afcb3', 'gw_port_host': None}] {{(pid=104417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 04:30:16.886680 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-9c7c2de9-50ef-4943-aac6-a301837af13e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4095053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781926635560', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781926239326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11645207'] for port (e1ba8edc-886b-4bc7-977b-54635f667137), after_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:30:16.910152 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7c2de9-50ef-4943-aac6-a301837af13e admin admin] Pushing event deleted for resources: {'Port': ['ID=e1ba8edc-886b-4bc7-977b-54635f667137,revision_number=None']} {{(pid=104415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:30:16.976921 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-9c7c2de9-50ef-4943-aac6-a301837af13e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-622358'] for router_gateway (b300454e-234f-4b0b-bfc4-de8233cf4de2), after_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:30:17.287687 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-9c7c2de9-50ef-4943-aac6-a301837af13e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-612909', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-992710'] for router (b300454e-234f-4b0b-bfc4-de8233cf4de2), precommit_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:30:17.290015 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-9c7c2de9-50ef-4943-aac6-a301837af13e admin admin] Publish callbacks [] for router_controller (b300454e-234f-4b0b-bfc4-de8233cf4de2), precommit_delete_associations {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:30:17.336635 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-9c7c2de9-50ef-4943-aac6-a301837af13e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-613100'] for router (b300454e-234f-4b0b-bfc4-de8233cf4de2), after_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:30:17.337340 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c7c2de9-50ef-4943-aac6-a301837af13e admin admin] Fanout notify agent at l3_agent the message router_deleted on router b300454e-234f-4b0b-bfc4-de8233cf4de2 {{(pid=104415) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 04:30:17.344014 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-9c7c2de9-50ef-4943-aac6-a301837af13e admin admin] Publish callbacks [] for router (None), before_response {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:30:17.344724 dv-cinder-846842-7-iscsi neutron-server[104415]: INFO neutron.wsgi [None req-9c7c2de9-50ef-4943-aac6-a301837af13e admin admin] 10.222.0.13 "DELETE /v2.0/routers/b300454e-234f-4b0b-bfc4-de8233cf4de2 HTTP/1.1" status: 204 len: 168 time: 1.0055501 Jun 30 04:30:17.347728 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.wsgi [-] (104415) accepted ('10.222.0.13', 58468) {{(pid=104415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 04:30:17.397442 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.db.db_base_plugin_v2 [None req-a32c254c-e452-42cd-ac8c-479c19b7066f admin admin] Deleting subnet 5b0ecd89-3294-4f96-9c72-f214728b68c6 {{(pid=104415) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 30 04:30:17.400595 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-a32c254c-e452-42cd-ac8c-479c19b7066f admin admin] Publish callbacks [] for subnet (5b0ecd89-3294-4f96-9c72-f214728b68c6), before_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:30:17.435667 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-a32c254c-e452-42cd-ac8c-479c19b7066f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8605181'] for subnet (5b0ecd89-3294-4f96-9c72-f214728b68c6), precommit_delete_associations {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:30:17.513914 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-a32c254c-e452-42cd-ac8c-479c19b7066f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3565464'] for subnet (5b0ecd89-3294-4f96-9c72-f214728b68c6), precommit_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:30:17.571083 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-a32c254c-e452-42cd-ac8c-479c19b7066f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3565459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11645304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8617655'] for subnet (5b0ecd89-3294-4f96-9c72-f214728b68c6), after_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:30:17.599529 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32c254c-e452-42cd-ac8c-479c19b7066f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5b0ecd89-3294-4f96-9c72-f214728b68c6,revision_number=None']} {{(pid=104415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:30:17.603655 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-a32c254c-e452-42cd-ac8c-479c19b7066f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528667'] for subnet (None), before_response {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:30:17.609249 dv-cinder-846842-7-iscsi neutron-server[104415]: INFO neutron.wsgi [None req-a32c254c-e452-42cd-ac8c-479c19b7066f admin admin] 10.222.0.13 "DELETE /v2.0/subnets/5b0ecd89-3294-4f96-9c72-f214728b68c6 HTTP/1.1" status: 204 len: 168 time: 0.2578197 Jun 30 04:30:17.610160 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.13', 58470) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 04:30:17.610606 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b16562c-9a1f-4346-8dea-4e1b4de28c2c None None] Network 20ab151a-92d3-45f8-9aea-acc5912ac287 requested from dv-cinder-846842-7-iscsi {{(pid=104417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 30 04:30:17.649200 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.rpc [None req-2a6d8403-c0a5-4ac4-aa48-860a84345009 None None] Device e1ba8edc-886b-4bc7-977b-54635f667137 no longer exists at agent ovs-agent-dv-cinder-846842-7-iscsi {{(pid=104417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 04:30:17.693651 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-50afc490-d419-44a1-8856-4e0f409fb72f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3657771'] for network (20ab151a-92d3-45f8-9aea-acc5912ac287), before_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:30:17.697022 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-2a6d8403-c0a5-4ac4-aa48-860a84345009 None None] No Port match for: e1ba8edc-886b-4bc7-977b-54635f667137 {{(pid=104417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 30 04:30:17.697360 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.rpc [None req-2a6d8403-c0a5-4ac4-aa48-860a84345009 None None] Device e1ba8edc-886b-4bc7-977b-54635f667137 not bound to the agent host dv-cinder-846842-7-iscsi {{(pid=104417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 04:30:17.697774 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.rpc [None req-2a6d8403-c0a5-4ac4-aa48-860a84345009 None None] Device 09e4e20e-ef67-4ca2-849d-f1c26680ced2 no longer exists at agent ovs-agent-dv-cinder-846842-7-iscsi {{(pid=104417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 04:30:17.735280 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-2a6d8403-c0a5-4ac4-aa48-860a84345009 None None] No Port match for: 09e4e20e-ef67-4ca2-849d-f1c26680ced2 {{(pid=104417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 30 04:30:17.735709 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.rpc [None req-2a6d8403-c0a5-4ac4-aa48-860a84345009 None None] Device 09e4e20e-ef67-4ca2-849d-f1c26680ced2 not bound to the agent host dv-cinder-846842-7-iscsi {{(pid=104417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 04:30:17.737314 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.plugin [None req-50afc490-d419-44a1-8856-4e0f409fb72f admin admin] Deleting port a8ea7384-59c6-4a48-bd7a-0104243b04c6 {{(pid=104416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 30 04:30:17.737647 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-50afc490-d419-44a1-8856-4e0f409fb72f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781926629636'] for port (a8ea7384-59c6-4a48-bd7a-0104243b04c6), before_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:30:17.805130 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.db [None req-50afc490-d419-44a1-8856-4e0f409fb72f admin admin] For port a8ea7384-59c6-4a48-bd7a-0104243b04c6, host dv-cinder-846842-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-7-iscsi',level=0,port_id=a8ea7384-59c6-4a48-bd7a-0104243b04c6,segment=NetworkSegment(840dad00-01fe-4800-89d0-035a2ea7aadc),segment_id=840dad00-01fe-4800-89d0-035a2ea7aadc)] {{(pid=104416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 04:30:17.805490 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-50afc490-d419-44a1-8856-4e0f409fb72f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616079'] for port (a8ea7384-59c6-4a48-bd7a-0104243b04c6), precommit_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:30:17.820041 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49edf20a-32f9-4689-b461-25413ba5ac97 None None] DHCP port deletion for 20ab151a-92d3-45f8-9aea-acc5912ac287 request from dv-cinder-846842-7-iscsi {{(pid=104417) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 30 04:30:17.820736 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.plugin [None req-50afc490-d419-44a1-8856-4e0f409fb72f admin admin] Calling delete_port for a8ea7384-59c6-4a48-bd7a-0104243b04c6 owned by network:dhcp {{(pid=104416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 30 04:30:17.834005 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:30:17.870566 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:30:17.872404 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-49edf20a-32f9-4689-b461-25413ba5ac97 None None] Deleting port a8ea7384-59c6-4a48-bd7a-0104243b04c6 {{(pid=104417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 30 04:30:17.872538 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-49edf20a-32f9-4689-b461-25413ba5ac97 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781926629636'] for port (a8ea7384-59c6-4a48-bd7a-0104243b04c6), before_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:30:17.916334 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-50afc490-d419-44a1-8856-4e0f409fb72f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4095053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781926635560', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781926239326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1764130'] for port (a8ea7384-59c6-4a48-bd7a-0104243b04c6), after_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:30:17.938724 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.db [None req-49edf20a-32f9-4689-b461-25413ba5ac97 None None] For port a8ea7384-59c6-4a48-bd7a-0104243b04c6, host dv-cinder-846842-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-7-iscsi',level=0,port_id=a8ea7384-59c6-4a48-bd7a-0104243b04c6,segment=NetworkSegment(840dad00-01fe-4800-89d0-035a2ea7aadc),segment_id=840dad00-01fe-4800-89d0-035a2ea7aadc)] {{(pid=104417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 04:30:17.939021 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-49edf20a-32f9-4689-b461-25413ba5ac97 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616079'] for port (a8ea7384-59c6-4a48-bd7a-0104243b04c6), precommit_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:30:17.941043 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50afc490-d419-44a1-8856-4e0f409fb72f admin admin] Pushing event deleted for resources: {'Port': ['ID=a8ea7384-59c6-4a48-bd7a-0104243b04c6,revision_number=None']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:30:17.945757 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50afc490-d419-44a1-8856-4e0f409fb72f admin admin] No DVR routers for this DVR port a8ea7384-59c6-4a48-bd7a-0104243b04c6 on host dv-cinder-846842-7-iscsi {{(pid=104416) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 30 04:30:17.956210 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-49edf20a-32f9-4689-b461-25413ba5ac97 None None] Calling delete_port for a8ea7384-59c6-4a48-bd7a-0104243b04c6 owned by network:dhcp {{(pid=104417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 30 04:30:18.035439 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-49edf20a-32f9-4689-b461-25413ba5ac97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3606693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4095053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781926635560', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781926239326'] for port (a8ea7384-59c6-4a48-bd7a-0104243b04c6), after_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:30:18.041615 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-50afc490-d419-44a1-8856-4e0f409fb72f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3567502', 'neutron.services.segments.db._delete_segments_for_network-8781926756190'] for network (20ab151a-92d3-45f8-9aea-acc5912ac287), precommit_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:30:18.059761 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49edf20a-32f9-4689-b461-25413ba5ac97 None None] Pushing event deleted for resources: {'Port': ['ID=a8ea7384-59c6-4a48-bd7a-0104243b04c6,revision_number=None']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:30:18.062200 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.services.segments.db [None req-50afc490-d419-44a1-8856-4e0f409fb72f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['20ab151a-92d3-45f8-9aea-acc5912ac287']}} {{(pid=104416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 04:30:18.064826 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49edf20a-32f9-4689-b461-25413ba5ac97 None None] No DVR routers for this DVR port a8ea7384-59c6-4a48-bd7a-0104243b04c6 on host dv-cinder-846842-7-iscsi {{(pid=104417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 30 04:30:18.071406 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49edf20a-32f9-4689-b461-25413ba5ac97 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:30:18.071758 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49edf20a-32f9-4689-b461-25413ba5ac97 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:30:18.072085 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49edf20a-32f9-4689-b461-25413ba5ac97 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:30:18.072417 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49edf20a-32f9-4689-b461-25413ba5ac97 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:30:18.072764 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49edf20a-32f9-4689-b461-25413ba5ac97 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:30:18.073075 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49edf20a-32f9-4689-b461-25413ba5ac97 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:30:18.073392 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49edf20a-32f9-4689-b461-25413ba5ac97 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:30:18.073711 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49edf20a-32f9-4689-b461-25413ba5ac97 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:30:18.074182 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49edf20a-32f9-4689-b461-25413ba5ac97 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:30:18.074342 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49edf20a-32f9-4689-b461-25413ba5ac97 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:30:18.074657 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49edf20a-32f9-4689-b461-25413ba5ac97 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:30:18.074772 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.services.segments.db [None req-50afc490-d419-44a1-8856-4e0f409fb72f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '840dad00-01fe-4800-89d0-035a2ea7aadc') {'for_net_delete': True} {{(pid=104416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 04:30:18.074973 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49edf20a-32f9-4689-b461-25413ba5ac97 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:30:18.075130 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.services.segments.db [None req-50afc490-d419-44a1-8856-4e0f409fb72f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '840dad00-01fe-4800-89d0-035a2ea7aadc') {} {{(pid=104416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 04:30:18.075308 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49edf20a-32f9-4689-b461-25413ba5ac97 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:30:18.075620 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49edf20a-32f9-4689-b461-25413ba5ac97 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:30:18.075931 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49edf20a-32f9-4689-b461-25413ba5ac97 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:30:18.086659 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-50afc490-d419-44a1-8856-4e0f409fb72f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781926756455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-840535'] for segment (840dad00-01fe-4800-89d0-035a2ea7aadc), before_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:30:18.100826 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-50afc490-d419-44a1-8856-4e0f409fb72f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505043'] for segment (840dad00-01fe-4800-89d0-035a2ea7aadc), precommit_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:30:18.107429 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50afc490-d419-44a1-8856-4e0f409fb72f admin admin] Releasing vlan 184 on physical network physnet1 to pool {{(pid=104416) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 04:30:18.107861 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-50afc490-d419-44a1-8856-4e0f409fb72f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1764343'] for segment (840dad00-01fe-4800-89d0-035a2ea7aadc), after_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:30:18.168333 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-50afc490-d419-44a1-8856-4e0f409fb72f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3567543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3637173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-620245'] for network (20ab151a-92d3-45f8-9aea-acc5912ac287), after_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:30:18.174444 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-50afc490-d419-44a1-8856-4e0f409fb72f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528667'] for network (None), before_response {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:30:18.180251 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-50afc490-d419-44a1-8856-4e0f409fb72f admin admin] 10.222.0.13 "DELETE /v2.0/networks/20ab151a-92d3-45f8-9aea-acc5912ac287 HTTP/1.1" status: 204 len: 168 time: 0.5690305 Jun 30 04:30:18.191872 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50afc490-d419-44a1-8856-4e0f409fb72f admin admin] Pushing event deleted for resources: {'Network': ['ID=20ab151a-92d3-45f8-9aea-acc5912ac287,revision_number=None']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:30:18.207805 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.services.segments.plugin [-] Segment 840dad00-01fe-4800-89d0-035a2ea7aadc resource provider aggregate not found Jun 30 04:30:18.224409 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.services.segments.plugin [-] Segment 840dad00-01fe-4800-89d0-035a2ea7aadc resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 840dad00-01fe-4800-89d0-035a2ea7aadc found for delete ", "request_id": "req-d4826392-7610-40fe-b3a5-d23899a68e9f"}]} Jun 30 04:30:18.324860 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.13', 58480) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 04:30:18.372232 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-96f6c158-c55a-48b9-811a-225dc119a740 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=21b8001d268445c0a28c3ed02b9afcb3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0461988 Jun 30 04:30:18.376013 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.wsgi [-] (104415) accepted ('10.222.0.13', 58482) {{(pid=104415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 04:30:18.434588 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-0c286daf-1705-4be6-9019-42c67bdfa4b7 admin admin] Publish callbacks [] for security_group (d2a91196-a390-4b70-86fd-51a7d9f28310), before_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:30:18.464853 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-0c286daf-1705-4be6-9019-42c67bdfa4b7 admin admin] Publish callbacks [] for security_group (d2a91196-a390-4b70-86fd-51a7d9f28310), precommit_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:30:18.513539 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-0c286daf-1705-4be6-9019-42c67bdfa4b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3637186'] for security_group (d2a91196-a390-4b70-86fd-51a7d9f28310), after_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:30:18.516010 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-0c286daf-1705-4be6-9019-42c67bdfa4b7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:30:18.517159 dv-cinder-846842-7-iscsi neutron-server[104415]: INFO neutron.wsgi [None req-0c286daf-1705-4be6-9019-42c67bdfa4b7 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d2a91196-a390-4b70-86fd-51a7d9f28310 HTTP/1.1" status: 204 len: 168 time: 0.1398480 Jun 30 04:30:18.525251 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c286daf-1705-4be6-9019-42c67bdfa4b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2a91196-a390-4b70-86fd-51a7d9f28310,revision_number=None']} {{(pid=104415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:30:19.563358 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.rpc [None req-2a6d8403-c0a5-4ac4-aa48-860a84345009 None None] Device a8ea7384-59c6-4a48-bd7a-0104243b04c6 no longer exists at agent ovs-agent-dv-cinder-846842-7-iscsi {{(pid=104417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 04:30:19.584478 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-2a6d8403-c0a5-4ac4-aa48-860a84345009 None None] No Port match for: a8ea7384-59c6-4a48-bd7a-0104243b04c6 {{(pid=104417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 30 04:30:19.584478 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.rpc [None req-2a6d8403-c0a5-4ac4-aa48-860a84345009 None None] Device a8ea7384-59c6-4a48-bd7a-0104243b04c6 not bound to the agent host dv-cinder-846842-7-iscsi {{(pid=104417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 04:30:20.213092 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:SELECT=5,neutron:UPDATE=1 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:30:28.357886 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=29,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:30:28.369535 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=37,neutron:DELETE=4 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:30:28.498952 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=73,neutron:DELETE=11,neutron:UPDATE=3 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:30:28.523052 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=72,neutron:DELETE=11,neutron:UPDATE=2 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:30:29.568482 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=50,neutron:DELETE=3 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:30:29.569037 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=73,neutron:DELETE=2 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:30:32.717779 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:SELECT=2 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:30:32.723149 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:30:35.179481 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-f3dcff00-0cb6-4f93-ab1e-de963cfac004 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926756172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565263'] for agent (beddbd52-9273-44c2-990c-63933fe383b2), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:30:35.294644 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.wsgi [-] (104415) accepted ('10.222.0.13', 58626) {{(pid=104415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 04:30:35.419373 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-9a921084-c3c4-41a9-b45e-923c4646b6c5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:30:35.502874 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-9a921084-c3c4-41a9-b45e-923c4646b6c5 admin admin] Publish callbacks [] for security_group (1c238198-e2fc-47d2-9aee-9ce1e0e733f7), precommit_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:30:35.507986 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-9a921084-c3c4-41a9-b45e-923c4646b6c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3637186'] for security_group (1c238198-e2fc-47d2-9aee-9ce1e0e733f7), after_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:30:35.547151 dv-cinder-846842-7-iscsi neutron-server[104415]: INFO neutron.wsgi [None req-9a921084-c3c4-41a9-b45e-923c4646b6c5 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=831b3c496602475b873b3d99828c6d20&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2558119 Jun 30 04:30:35.549007 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a921084-c3c4-41a9-b45e-923c4646b6c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c238198-e2fc-47d2-9aee-9ce1e0e733f7,revision_number=1']} {{(pid=104415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:30:35.549919 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.13', 58630) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 04:30:35.601873 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-0915f2a6-2e1a-4505-9ef8-4b3461a1cb25 admin admin] Publish callbacks [] for security_group (1c238198-e2fc-47d2-9aee-9ce1e0e733f7), before_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:30:35.624847 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-0915f2a6-2e1a-4505-9ef8-4b3461a1cb25 admin admin] Publish callbacks [] for security_group (1c238198-e2fc-47d2-9aee-9ce1e0e733f7), precommit_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:30:35.685196 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-0915f2a6-2e1a-4505-9ef8-4b3461a1cb25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3637186'] for security_group (1c238198-e2fc-47d2-9aee-9ce1e0e733f7), after_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:30:35.687787 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-0915f2a6-2e1a-4505-9ef8-4b3461a1cb25 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:30:35.688960 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-0915f2a6-2e1a-4505-9ef8-4b3461a1cb25 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1c238198-e2fc-47d2-9aee-9ce1e0e733f7 HTTP/1.1" status: 204 len: 168 time: 0.1380844 Jun 30 04:30:35.696873 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0915f2a6-2e1a-4505-9ef8-4b3461a1cb25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c238198-e2fc-47d2-9aee-9ce1e0e733f7,revision_number=None']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:30:37.550792 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-d0930180-9097-47f5-8424-2bc1b9d0ed32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926756172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565263'] for agent (2ea21a61-d737-4543-a811-a0d035fbf0f6), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:30:38.546296 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-7a77f087-4523-4fd9-b9f1-b6333d8ad1f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926756172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565263'] for agent (672e10fd-0bbc-4d52-8fca-d980f41e3265), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:30:40.327429 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-88ff949a-6007-42d5-8261-77b64d367ca9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926756172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565263'] for agent (4c4a8942-da79-4b81-aa08-fb593b1e6e06), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:30:40.445636 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-2a6d8403-c0a5-4ac4-aa48-860a84345009 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926756172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565263'] for agent (cbdf45b5-344e-4e18-9242-1abb738708f2), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:30:42.858318 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926756172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565263'] for agent (ef703bef-7cc0-467c-baa9-fe8a66be565c), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:30:45.538210 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=17,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:30:45.545313 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=20,neutron:INSERT=4 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:30:45.691826 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=12,neutron:DELETE=2 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:30:45.696224 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=21,neutron:DELETE=2 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:30:52.838291 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=22,neutron:UPDATE=3 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:30:52.848800 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=24,neutron:UPDATE=3 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:30:53.776137 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.db.agents_db [None req-38391644-8868-4c56-b8b1-4dfa3b709b99 None None] Agent healthcheck: found 6 active agents {{(pid=104418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 04:30:54.508715 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.wsgi [-] (104415) accepted ('10.222.0.13', 58750) {{(pid=104415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 04:30:54.618239 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-fd375010-5c26-4f81-92ec-e112fd5a0063 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:30:54.698896 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-fd375010-5c26-4f81-92ec-e112fd5a0063 admin admin] Publish callbacks [] for security_group (f082aad3-2762-4726-b0cb-d9cb32da0729), precommit_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:30:54.704264 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-fd375010-5c26-4f81-92ec-e112fd5a0063 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3637186'] for security_group (f082aad3-2762-4726-b0cb-d9cb32da0729), after_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:30:54.743065 dv-cinder-846842-7-iscsi neutron-server[104415]: INFO neutron.wsgi [None req-fd375010-5c26-4f81-92ec-e112fd5a0063 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=22773da9c70f4c9e9b3ee28c2719b9a5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2330964 Jun 30 04:30:54.744721 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd375010-5c26-4f81-92ec-e112fd5a0063 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f082aad3-2762-4726-b0cb-d9cb32da0729,revision_number=1']} {{(pid=104415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:30:54.746024 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.13', 58754) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 04:30:54.807140 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-36f04ea1-8780-49e2-ba3c-f2097bd97cc2 admin admin] Publish callbacks [] for security_group (f082aad3-2762-4726-b0cb-d9cb32da0729), before_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:30:54.841894 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-36f04ea1-8780-49e2-ba3c-f2097bd97cc2 admin admin] Publish callbacks [] for security_group (f082aad3-2762-4726-b0cb-d9cb32da0729), precommit_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:30:54.895928 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-36f04ea1-8780-49e2-ba3c-f2097bd97cc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3637186'] for security_group (f082aad3-2762-4726-b0cb-d9cb32da0729), after_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:30:54.898523 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-36f04ea1-8780-49e2-ba3c-f2097bd97cc2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:30:54.899734 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-36f04ea1-8780-49e2-ba3c-f2097bd97cc2 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f082aad3-2762-4726-b0cb-d9cb32da0729 HTTP/1.1" status: 204 len: 168 time: 0.1527562 Jun 30 04:30:54.907970 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f04ea1-8780-49e2-ba3c-f2097bd97cc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f082aad3-2762-4726-b0cb-d9cb32da0729,revision_number=None']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:31:03.225547 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.wsgi [-] (104415) accepted ('10.222.0.13', 58872) {{(pid=104415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 04:31:03.354125 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-d3cfd031-b361-442b-84b7-f23629734d04 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:31:03.430803 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-d3cfd031-b361-442b-84b7-f23629734d04 admin admin] Publish callbacks [] for security_group (a1c83e82-ee2f-4c99-aaa1-1d3dcb6cbdce), precommit_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:31:03.437188 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-d3cfd031-b361-442b-84b7-f23629734d04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3637186'] for security_group (a1c83e82-ee2f-4c99-aaa1-1d3dcb6cbdce), after_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:31:03.476490 dv-cinder-846842-7-iscsi neutron-server[104415]: INFO neutron.wsgi [None req-d3cfd031-b361-442b-84b7-f23629734d04 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3b759ce6c0fe4a668ed8efa997e2f04f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2498538 Jun 30 04:31:03.478443 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cfd031-b361-442b-84b7-f23629734d04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1c83e82-ee2f-4c99-aaa1-1d3dcb6cbdce,revision_number=1']} {{(pid=104415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:31:03.479983 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.13', 58876) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 04:31:03.548249 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-c6c26f86-13c8-42d2-9848-d0787d316c73 admin admin] Publish callbacks [] for security_group (a1c83e82-ee2f-4c99-aaa1-1d3dcb6cbdce), before_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:31:03.576052 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-c6c26f86-13c8-42d2-9848-d0787d316c73 admin admin] Publish callbacks [] for security_group (a1c83e82-ee2f-4c99-aaa1-1d3dcb6cbdce), precommit_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:31:03.631228 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-c6c26f86-13c8-42d2-9848-d0787d316c73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3637186'] for security_group (a1c83e82-ee2f-4c99-aaa1-1d3dcb6cbdce), after_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:31:03.634905 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-c6c26f86-13c8-42d2-9848-d0787d316c73 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:31:03.637059 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-c6c26f86-13c8-42d2-9848-d0787d316c73 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a1c83e82-ee2f-4c99-aaa1-1d3dcb6cbdce HTTP/1.1" status: 204 len: 168 time: 0.1558621 Jun 30 04:31:03.649326 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c26f86-13c8-42d2-9848-d0787d316c73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1c83e82-ee2f-4c99-aaa1-1d3dcb6cbdce,revision_number=None']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:31:03.933141 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.13', 58882) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 04:31:03.946844 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-8ae0567d-4f46-4c09-ac77-af69c42bffcc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:31:04.029163 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-8ae0567d-4f46-4c09-ac77-af69c42bffcc admin admin] Publish callbacks [] for security_group (dbb6e9db-1878-4796-a900-4dc9bcd9b3f5), precommit_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:31:04.034812 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-8ae0567d-4f46-4c09-ac77-af69c42bffcc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3637186'] for security_group (dbb6e9db-1878-4796-a900-4dc9bcd9b3f5), after_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:31:04.074804 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae0567d-4f46-4c09-ac77-af69c42bffcc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbb6e9db-1878-4796-a900-4dc9bcd9b3f5,revision_number=1']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:31:04.080820 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-8ae0567d-4f46-4c09-ac77-af69c42bffcc admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6d68cd67f80346279d41141ab7cb2a94&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1459322 Jun 30 04:31:04.083374 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.wsgi [-] (104415) accepted ('10.222.0.13', 58884) {{(pid=104415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 04:31:04.132433 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-3e1d7574-122e-4fee-94e8-a9deebb75576 admin admin] Publish callbacks [] for security_group (dbb6e9db-1878-4796-a900-4dc9bcd9b3f5), before_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:31:04.154924 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-3e1d7574-122e-4fee-94e8-a9deebb75576 admin admin] Publish callbacks [] for security_group (dbb6e9db-1878-4796-a900-4dc9bcd9b3f5), precommit_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:31:04.204728 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-3e1d7574-122e-4fee-94e8-a9deebb75576 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3637186'] for security_group (dbb6e9db-1878-4796-a900-4dc9bcd9b3f5), after_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:31:04.207451 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-3e1d7574-122e-4fee-94e8-a9deebb75576 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:31:04.208592 dv-cinder-846842-7-iscsi neutron-server[104415]: INFO neutron.wsgi [None req-3e1d7574-122e-4fee-94e8-a9deebb75576 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/dbb6e9db-1878-4796-a900-4dc9bcd9b3f5 HTTP/1.1" status: 204 len: 168 time: 0.1242843 Jun 30 04:31:04.216749 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1d7574-122e-4fee-94e8-a9deebb75576 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbb6e9db-1878-4796-a900-4dc9bcd9b3f5,revision_number=None']} {{(pid=104415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:31:04.552623 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.13', 58892) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 04:31:04.566848 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-a554999c-ed2a-4c5c-9230-a8a69bafc344 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:31:04.649488 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-a554999c-ed2a-4c5c-9230-a8a69bafc344 admin admin] Publish callbacks [] for security_group (c9458bb2-e85b-49a5-a779-07808d93b1f7), precommit_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:31:04.655341 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-a554999c-ed2a-4c5c-9230-a8a69bafc344 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3637186'] for security_group (c9458bb2-e85b-49a5-a779-07808d93b1f7), after_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:31:04.694407 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-a554999c-ed2a-4c5c-9230-a8a69bafc344 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c0d2176112b14372900d70f5463b7bf6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1406703 Jun 30 04:31:04.695272 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a554999c-ed2a-4c5c-9230-a8a69bafc344 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9458bb2-e85b-49a5-a779-07808d93b1f7,revision_number=1']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:31:04.697437 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.wsgi [-] (104415) accepted ('10.222.0.13', 58894) {{(pid=104415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 04:31:04.749405 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-493cb735-07ba-4fd2-a386-46373bfc50d6 admin admin] Publish callbacks [] for security_group (c9458bb2-e85b-49a5-a779-07808d93b1f7), before_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:31:04.771227 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-493cb735-07ba-4fd2-a386-46373bfc50d6 admin admin] Publish callbacks [] for security_group (c9458bb2-e85b-49a5-a779-07808d93b1f7), precommit_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:31:04.825630 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-493cb735-07ba-4fd2-a386-46373bfc50d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3637186'] for security_group (c9458bb2-e85b-49a5-a779-07808d93b1f7), after_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:31:04.828181 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-493cb735-07ba-4fd2-a386-46373bfc50d6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:31:04.829296 dv-cinder-846842-7-iscsi neutron-server[104415]: INFO neutron.wsgi [None req-493cb735-07ba-4fd2-a386-46373bfc50d6 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c9458bb2-e85b-49a5-a779-07808d93b1f7 HTTP/1.1" status: 204 len: 168 time: 0.1307166 Jun 30 04:31:04.837578 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493cb735-07ba-4fd2-a386-46373bfc50d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9458bb2-e85b-49a5-a779-07808d93b1f7,revision_number=None']} {{(pid=104415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:31:05.184711 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-49f0749b-f03f-4a64-a80a-9f455681d05c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926756172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565263'] for agent (beddbd52-9273-44c2-990c-63933fe383b2), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:31:07.546899 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-43bac445-ca13-4b33-8404-2e98ee85e6ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926756172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565263'] for agent (2ea21a61-d737-4543-a811-a0d035fbf0f6), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:31:08.544979 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-7a77f087-4523-4fd9-b9f1-b6333d8ad1f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926756172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565263'] for agent (672e10fd-0bbc-4d52-8fca-d980f41e3265), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:31:09.721617 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:SELECT=4 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:31:09.722770 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:31:10.317108 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-88ff949a-6007-42d5-8261-77b64d367ca9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926756172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565263'] for agent (4c4a8942-da79-4b81-aa08-fb593b1e6e06), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:31:10.440776 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-2a6d8403-c0a5-4ac4-aa48-860a84345009 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926756172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565263'] for agent (cbdf45b5-344e-4e18-9242-1abb738708f2), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:31:12.852978 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926756172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565263'] for agent (ef703bef-7cc0-467c-baa9-fe8a66be565c), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:31:13.206216 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.wsgi [-] (104415) accepted ('10.222.0.13', 59012) {{(pid=104415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 04:31:13.323492 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-aaaf5e42-48b8-4f93-a96a-f244aa436253 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:31:13.377472 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=76,neutron:INSERT=18,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:31:13.378971 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=81,neutron:INSERT=14,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:31:13.402607 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-aaaf5e42-48b8-4f93-a96a-f244aa436253 admin admin] Publish callbacks [] for security_group (bcfe9a85-5816-425c-9aca-2bf2f6e8725d), precommit_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:31:13.408372 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-aaaf5e42-48b8-4f93-a96a-f244aa436253 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3637186'] for security_group (bcfe9a85-5816-425c-9aca-2bf2f6e8725d), after_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:31:13.447216 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaaf5e42-48b8-4f93-a96a-f244aa436253 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcfe9a85-5816-425c-9aca-2bf2f6e8725d,revision_number=1']} {{(pid=104415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:31:13.453464 dv-cinder-846842-7-iscsi neutron-server[104415]: INFO neutron.wsgi [None req-aaaf5e42-48b8-4f93-a96a-f244aa436253 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=633e27654f1447afa8eba59347024420&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2462339 Jun 30 04:31:13.456450 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.wsgi [-] (104415) accepted ('10.222.0.13', 59016) {{(pid=104415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 04:31:13.510018 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-aab879b2-f56a-4374-8f7c-a97887cec78b admin admin] Publish callbacks [] for security_group (bcfe9a85-5816-425c-9aca-2bf2f6e8725d), before_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:31:13.535222 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-aab879b2-f56a-4374-8f7c-a97887cec78b admin admin] Publish callbacks [] for security_group (bcfe9a85-5816-425c-9aca-2bf2f6e8725d), precommit_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:31:13.591471 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-aab879b2-f56a-4374-8f7c-a97887cec78b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3637186'] for security_group (bcfe9a85-5816-425c-9aca-2bf2f6e8725d), after_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:31:13.594039 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-aab879b2-f56a-4374-8f7c-a97887cec78b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:31:13.595251 dv-cinder-846842-7-iscsi neutron-server[104415]: INFO neutron.wsgi [None req-aab879b2-f56a-4374-8f7c-a97887cec78b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/bcfe9a85-5816-425c-9aca-2bf2f6e8725d HTTP/1.1" status: 204 len: 168 time: 0.1378691 Jun 30 04:31:13.603588 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab879b2-f56a-4374-8f7c-a97887cec78b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcfe9a85-5816-425c-9aca-2bf2f6e8725d,revision_number=None']} {{(pid=104415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:31:13.885473 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.wsgi [-] (104415) accepted ('10.222.0.13', 59022) {{(pid=104415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 04:31:13.899954 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-d7e77ac8-a137-4701-a09b-5e4200241184 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:31:13.976560 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-d7e77ac8-a137-4701-a09b-5e4200241184 admin admin] Publish callbacks [] for security_group (fb36eb7a-09d2-4852-9942-ee185f0f72c6), precommit_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:31:13.981743 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-d7e77ac8-a137-4701-a09b-5e4200241184 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3637186'] for security_group (fb36eb7a-09d2-4852-9942-ee185f0f72c6), after_create {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:31:14.020587 dv-cinder-846842-7-iscsi neutron-server[104415]: INFO neutron.wsgi [None req-d7e77ac8-a137-4701-a09b-5e4200241184 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7feefd21eb33483bb64bf68462b4d8dc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1339757 Jun 30 04:31:14.021425 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e77ac8-a137-4701-a09b-5e4200241184 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb36eb7a-09d2-4852-9942-ee185f0f72c6,revision_number=1']} {{(pid=104415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:31:14.023488 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.13', 59024) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 04:31:14.073234 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-0eb35cc0-b56e-4ffd-8115-9ef5742feb36 admin admin] Publish callbacks [] for security_group (fb36eb7a-09d2-4852-9942-ee185f0f72c6), before_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:31:14.075405 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=87,neutron:DELETE=2,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:31:14.100971 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-0eb35cc0-b56e-4ffd-8115-9ef5742feb36 admin admin] Publish callbacks [] for security_group (fb36eb7a-09d2-4852-9942-ee185f0f72c6), precommit_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:31:14.118345 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=81,neutron:DELETE=6,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:31:14.157661 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-0eb35cc0-b56e-4ffd-8115-9ef5742feb36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3637186'] for security_group (fb36eb7a-09d2-4852-9942-ee185f0f72c6), after_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:31:14.161741 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-0eb35cc0-b56e-4ffd-8115-9ef5742feb36 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:31:14.163407 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-0eb35cc0-b56e-4ffd-8115-9ef5742feb36 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/fb36eb7a-09d2-4852-9942-ee185f0f72c6 HTTP/1.1" status: 204 len: 168 time: 0.1387446 Jun 30 04:31:14.171319 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb35cc0-b56e-4ffd-8115-9ef5742feb36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb36eb7a-09d2-4852-9942-ee185f0f72c6,revision_number=None']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:31:14.178685 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb35cc0-b56e-4ffd-8115-9ef5742feb36 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:31:14.179023 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb35cc0-b56e-4ffd-8115-9ef5742feb36 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:31:14.179390 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb35cc0-b56e-4ffd-8115-9ef5742feb36 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:31:14.179721 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb35cc0-b56e-4ffd-8115-9ef5742feb36 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:31:14.180047 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb35cc0-b56e-4ffd-8115-9ef5742feb36 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:31:14.180341 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb35cc0-b56e-4ffd-8115-9ef5742feb36 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:31:14.180660 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb35cc0-b56e-4ffd-8115-9ef5742feb36 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:31:14.180974 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb35cc0-b56e-4ffd-8115-9ef5742feb36 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:31:14.181297 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb35cc0-b56e-4ffd-8115-9ef5742feb36 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:31:14.181612 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb35cc0-b56e-4ffd-8115-9ef5742feb36 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:31:14.181929 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb35cc0-b56e-4ffd-8115-9ef5742feb36 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:31:14.182247 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb35cc0-b56e-4ffd-8115-9ef5742feb36 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:31:14.182659 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb35cc0-b56e-4ffd-8115-9ef5742feb36 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:31:14.182859 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb35cc0-b56e-4ffd-8115-9ef5742feb36 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:31:14.183199 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb35cc0-b56e-4ffd-8115-9ef5742feb36 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-7-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:31:14.493598 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.13', 59030) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 04:31:14.510455 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-227cb3c6-76e5-48bd-ae5e-da0619a27856 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:31:14.589491 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-227cb3c6-76e5-48bd-ae5e-da0619a27856 admin admin] Publish callbacks [] for security_group (d34de3ed-ae48-458d-a849-d2fcc872835d), precommit_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:31:14.594867 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-227cb3c6-76e5-48bd-ae5e-da0619a27856 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3637186'] for security_group (d34de3ed-ae48-458d-a849-d2fcc872835d), after_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:31:14.634094 dv-cinder-846842-7-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-227cb3c6-76e5-48bd-ae5e-da0619a27856 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=eaa92e196a0e4c55a357020acaa37211&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1394393 Jun 30 04:31:14.635417 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227cb3c6-76e5-48bd-ae5e-da0619a27856 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d34de3ed-ae48-458d-a849-d2fcc872835d,revision_number=1']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:31:14.637118 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.wsgi [-] (104415) accepted ('10.222.0.13', 59032) {{(pid=104415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 04:31:14.697119 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-40c65410-4e31-4e29-ba85-6f14d1c2200b admin admin] Publish callbacks [] for security_group (d34de3ed-ae48-458d-a849-d2fcc872835d), before_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:31:14.719294 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-40c65410-4e31-4e29-ba85-6f14d1c2200b admin admin] Publish callbacks [] for security_group (d34de3ed-ae48-458d-a849-d2fcc872835d), precommit_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:31:14.767472 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-40c65410-4e31-4e29-ba85-6f14d1c2200b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3637186'] for security_group (d34de3ed-ae48-458d-a849-d2fcc872835d), after_delete {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:31:14.770377 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron_lib.callbacks.manager [None req-40c65410-4e31-4e29-ba85-6f14d1c2200b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:31:14.771552 dv-cinder-846842-7-iscsi neutron-server[104415]: INFO neutron.wsgi [None req-40c65410-4e31-4e29-ba85-6f14d1c2200b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d34de3ed-ae48-458d-a849-d2fcc872835d HTTP/1.1" status: 204 len: 168 time: 0.1334450 Jun 30 04:31:14.779125 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c65410-4e31-4e29-ba85-6f14d1c2200b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d34de3ed-ae48-458d-a849-d2fcc872835d,revision_number=None']} {{(pid=104415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:31:24.196265 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=16,neutron:UPDATE=2 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:31:24.629194 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=23,neutron:DELETE=4,neutron:INSERT=5 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:31:24.631745 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=21,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:31:24.699305 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:SELECT=1 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:31:24.700281 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:SELECT=1 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:31:24.774259 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:SELECT=58,neutron:DELETE=5,neutron:INSERT=6 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:31:24.775079 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG dbcounter [-] [104415] Writing DB stats neutron:INSERT=6,neutron:SELECT=65,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:31:24.791927 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=16,neutron:UPDATE=4 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:31:30.780734 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.db.agents_db [None req-38391644-8868-4c56-b8b1-4dfa3b709b99 None None] Agent healthcheck: found 6 active agents {{(pid=104418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 04:31:35.184253 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-029e80c3-457d-4dd1-89b3-955fd8d7ad70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926756172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565263'] for agent (beddbd52-9273-44c2-990c-63933fe383b2), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:31:37.553351 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-ca0002cf-ddf8-484e-a805-b7e2b0723e51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926756172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565263'] for agent (2ea21a61-d737-4543-a811-a0d035fbf0f6), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:31:38.552220 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-7a77f087-4523-4fd9-b9f1-b6333d8ad1f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926756172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565263'] for agent (672e10fd-0bbc-4d52-8fca-d980f41e3265), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:31:40.323410 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-88ff949a-6007-42d5-8261-77b64d367ca9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926756172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565263'] for agent (4c4a8942-da79-4b81-aa08-fb593b1e6e06), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:31:40.452360 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-2a6d8403-c0a5-4ac4-aa48-860a84345009 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926756172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565263'] for agent (cbdf45b5-344e-4e18-9242-1abb738708f2), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:31:42.866663 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926756172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565263'] for agent (ef703bef-7cc0-467c-baa9-fe8a66be565c), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:31:46.728352 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:SELECT=4 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:31:46.729570 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:SELECT=4 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:31:51.631930 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.wsgi [req-c39a2cc1-5bad-404e-a3c3-ea2dae5b1f2d req-22399953-0537-469e-a44c-89c451267a34 tempest-VolumesActionsTest-91720519 tempest-VolumesActionsTest-91720519-project] (104416) timed out ('10.222.0.20', 54037) {{(pid=104416) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jun 30 04:31:52.853815 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=9,neutron:UPDATE=5 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:31:52.857325 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:32:01.377839 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:SELECT=13 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:32:01.381360 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:SELECT=13 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:32:05.190499 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-277b03c9-e15a-460a-9937-f23e34464bb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926756172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565263'] for agent (beddbd52-9273-44c2-990c-63933fe383b2), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:32:07.546757 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-baafe17e-a603-460c-9711-8c630c601086 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926756172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565263'] for agent (2ea21a61-d737-4543-a811-a0d035fbf0f6), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:32:07.786175 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.db.agents_db [None req-38391644-8868-4c56-b8b1-4dfa3b709b99 None None] Agent healthcheck: found 6 active agents {{(pid=104418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 04:32:08.560410 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-7a77f087-4523-4fd9-b9f1-b6333d8ad1f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926756172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565263'] for agent (672e10fd-0bbc-4d52-8fca-d980f41e3265), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:32:10.336390 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-88ff949a-6007-42d5-8261-77b64d367ca9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926756172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565263'] for agent (4c4a8942-da79-4b81-aa08-fb593b1e6e06), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:32:10.451077 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-2a6d8403-c0a5-4ac4-aa48-860a84345009 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926756172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565263'] for agent (cbdf45b5-344e-4e18-9242-1abb738708f2), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:32:12.865797 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926756172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565263'] for agent (ef703bef-7cc0-467c-baa9-fe8a66be565c), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:32:22.857141 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:32:22.859725 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:32:23.707891 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:SELECT=2 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:32:23.730086 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:SELECT=6 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:32:35.185599 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-37fb120c-1a79-4524-aaca-e9de3421b8ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926756172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565263'] for agent (beddbd52-9273-44c2-990c-63933fe383b2), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:32:37.542067 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-c6a1c459-f200-44d6-89c7-62451e1a9a0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926756172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565263'] for agent (2ea21a61-d737-4543-a811-a0d035fbf0f6), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:32:38.566119 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-7a77f087-4523-4fd9-b9f1-b6333d8ad1f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926756172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565263'] for agent (672e10fd-0bbc-4d52-8fca-d980f41e3265), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:32:40.334655 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-88ff949a-6007-42d5-8261-77b64d367ca9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926756172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565263'] for agent (4c4a8942-da79-4b81-aa08-fb593b1e6e06), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:32:40.455240 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-2a6d8403-c0a5-4ac4-aa48-860a84345009 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926756172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565263'] for agent (cbdf45b5-344e-4e18-9242-1abb738708f2), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:32:42.877080 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926756172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565263'] for agent (ef703bef-7cc0-467c-baa9-fe8a66be565c), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:32:44.792204 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.db.agents_db [None req-38391644-8868-4c56-b8b1-4dfa3b709b99 None None] Agent healthcheck: found 6 active agents {{(pid=104418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 04:32:52.866669 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=23,neutron:UPDATE=2 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:32:52.870704 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=21,neutron:UPDATE=4 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:33:03.724791 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:SELECT=4 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:33:03.726065 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:33:05.184161 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-f0689e0b-cc15-4551-ae32-be4de17611c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926756172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565263'] for agent (beddbd52-9273-44c2-990c-63933fe383b2), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:33:07.538815 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-64e657ef-c97c-4846-acb3-8ca03286cf2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926756172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565263'] for agent (2ea21a61-d737-4543-a811-a0d035fbf0f6), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:33:08.573455 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-7a77f087-4523-4fd9-b9f1-b6333d8ad1f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926756172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565263'] for agent (672e10fd-0bbc-4d52-8fca-d980f41e3265), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:33:10.338476 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-88ff949a-6007-42d5-8261-77b64d367ca9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926756172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565263'] for agent (4c4a8942-da79-4b81-aa08-fb593b1e6e06), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:33:10.452072 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-2a6d8403-c0a5-4ac4-aa48-860a84345009 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926756172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565263'] for agent (cbdf45b5-344e-4e18-9242-1abb738708f2), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:33:12.878911 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926756172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565263'] for agent (ef703bef-7cc0-467c-baa9-fe8a66be565c), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:33:21.794851 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.db.agents_db [None req-38391644-8868-4c56-b8b1-4dfa3b709b99 None None] Agent healthcheck: found 6 active agents {{(pid=104418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 04:33:22.866483 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:33:22.870522 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:33:35.191211 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-785ed8e3-6b3a-46b8-a42a-ceec3afbfb66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926756172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565263'] for agent (beddbd52-9273-44c2-990c-63933fe383b2), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:33:37.543786 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-0fa23c82-e4be-4549-be07-50033a2b587d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926756172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565263'] for agent (2ea21a61-d737-4543-a811-a0d035fbf0f6), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:33:37.719944 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:SELECT=5 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:33:37.726983 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:SELECT=3 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:33:38.569203 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-7a77f087-4523-4fd9-b9f1-b6333d8ad1f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926756172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565263'] for agent (672e10fd-0bbc-4d52-8fca-d980f41e3265), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:33:40.347923 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-88ff949a-6007-42d5-8261-77b64d367ca9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926756172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565263'] for agent (4c4a8942-da79-4b81-aa08-fb593b1e6e06), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:33:40.454656 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-2a6d8403-c0a5-4ac4-aa48-860a84345009 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926756172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565263'] for agent (cbdf45b5-344e-4e18-9242-1abb738708f2), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:33:42.883552 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926756172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565263'] for agent (ef703bef-7cc0-467c-baa9-fe8a66be565c), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:33:52.874539 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:33:52.875665 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:33:58.799344 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.db.agents_db [None req-38391644-8868-4c56-b8b1-4dfa3b709b99 None None] Agent healthcheck: found 6 active agents {{(pid=104418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 04:34:05.182704 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-a95e07c6-85cb-42c6-9772-0c85f3a68dd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926756172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565263'] for agent (beddbd52-9273-44c2-990c-63933fe383b2), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:34:07.543862 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-160b80f5-7722-42e4-8a23-fa1ef15d786f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926756172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565263'] for agent (2ea21a61-d737-4543-a811-a0d035fbf0f6), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:34:08.573119 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-7a77f087-4523-4fd9-b9f1-b6333d8ad1f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926756172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565263'] for agent (672e10fd-0bbc-4d52-8fca-d980f41e3265), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:34:10.349816 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-88ff949a-6007-42d5-8261-77b64d367ca9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926756172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565263'] for agent (4c4a8942-da79-4b81-aa08-fb593b1e6e06), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:34:10.451383 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-2a6d8403-c0a5-4ac4-aa48-860a84345009 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926756172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565263'] for agent (cbdf45b5-344e-4e18-9242-1abb738708f2), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:34:12.904305 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926756172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565263'] for agent (ef703bef-7cc0-467c-baa9-fe8a66be565c), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:34:14.726174 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:SELECT=13 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:34:14.734116 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:SELECT=21 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:34:22.891566 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:34:22.894993 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:34:35.189247 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-d867f724-96e8-4fdb-8025-5f344fe466c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926756172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565263'] for agent (beddbd52-9273-44c2-990c-63933fe383b2), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:34:35.802373 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.db.agents_db [None req-38391644-8868-4c56-b8b1-4dfa3b709b99 None None] Agent healthcheck: found 6 active agents {{(pid=104418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 04:34:37.541530 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-e2b32830-cbf5-46e2-b8ec-a5a1b6d7d32a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926756172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565263'] for agent (2ea21a61-d737-4543-a811-a0d035fbf0f6), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:34:38.582631 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-7a77f087-4523-4fd9-b9f1-b6333d8ad1f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926756172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565263'] for agent (672e10fd-0bbc-4d52-8fca-d980f41e3265), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:34:40.351833 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-88ff949a-6007-42d5-8261-77b64d367ca9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926756172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565263'] for agent (4c4a8942-da79-4b81-aa08-fb593b1e6e06), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:34:40.450834 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-2a6d8403-c0a5-4ac4-aa48-860a84345009 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926756172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565263'] for agent (cbdf45b5-344e-4e18-9242-1abb738708f2), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:34:42.902344 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926756172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565263'] for agent (ef703bef-7cc0-467c-baa9-fe8a66be565c), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:34:51.723750 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:SELECT=2 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:34:51.731419 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:SELECT=6 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:34:52.886074 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=23,neutron:UPDATE=1 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:34:52.895363 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=21,neutron:UPDATE=5 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:35:03.721495 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:SELECT=1 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:35:03.722469 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:DELETE=1 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:35:05.179512 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-a91f9b27-9066-4804-b598-4edb7fda0921 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926756172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565263'] for agent (beddbd52-9273-44c2-990c-63933fe383b2), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:35:07.543455 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-17c55e88-9f03-4ca6-913a-5a4590d05c1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926756172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565263'] for agent (2ea21a61-d737-4543-a811-a0d035fbf0f6), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:35:08.582072 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-7a77f087-4523-4fd9-b9f1-b6333d8ad1f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926756172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565263'] for agent (672e10fd-0bbc-4d52-8fca-d980f41e3265), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:35:10.361670 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-88ff949a-6007-42d5-8261-77b64d367ca9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926756172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565263'] for agent (4c4a8942-da79-4b81-aa08-fb593b1e6e06), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:35:10.452745 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-2a6d8403-c0a5-4ac4-aa48-860a84345009 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926756172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565263'] for agent (cbdf45b5-344e-4e18-9242-1abb738708f2), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:35:12.807971 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.db.agents_db [None req-38391644-8868-4c56-b8b1-4dfa3b709b99 None None] Agent healthcheck: found 6 active agents {{(pid=104418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 04:35:12.903770 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926756172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565263'] for agent (ef703bef-7cc0-467c-baa9-fe8a66be565c), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:35:22.893375 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:35:22.896702 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:35:28.723737 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:SELECT=3 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:35:28.724509 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:SELECT=5 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:35:35.182308 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-5f094758-76cc-4d02-8c6c-7807dd5c8656 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926756172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565263'] for agent (beddbd52-9273-44c2-990c-63933fe383b2), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:35:37.539064 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-e0b66480-4f48-421a-91bd-d4e05fdbfc75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926756172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565263'] for agent (2ea21a61-d737-4543-a811-a0d035fbf0f6), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:35:38.581944 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-7a77f087-4523-4fd9-b9f1-b6333d8ad1f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926756172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565263'] for agent (672e10fd-0bbc-4d52-8fca-d980f41e3265), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:35:40.359490 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-88ff949a-6007-42d5-8261-77b64d367ca9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926756172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565263'] for agent (4c4a8942-da79-4b81-aa08-fb593b1e6e06), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:35:40.456015 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-2a6d8403-c0a5-4ac4-aa48-860a84345009 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926756172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565263'] for agent (cbdf45b5-344e-4e18-9242-1abb738708f2), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:35:42.912949 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926756172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565263'] for agent (ef703bef-7cc0-467c-baa9-fe8a66be565c), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:35:49.813303 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.db.agents_db [None req-38391644-8868-4c56-b8b1-4dfa3b709b99 None None] Agent healthcheck: found 6 active agents {{(pid=104418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 04:35:52.903613 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:35:52.906173 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=10,neutron:UPDATE=4 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:36:01.730850 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.wsgi [req-22775342-d88b-411e-a2fa-04ec60e0bcd2 req-282b8e00-9121-4153-b07e-1fbf4e98fed8 service neutron] (104416) timed out ('10.222.0.13', 55772) {{(pid=104416) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jun 30 04:36:01.923461 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.wsgi [req-22775342-d88b-411e-a2fa-04ec60e0bcd2 req-5fc23cfd-fa6b-4a34-a281-3eeab9f3d388 tempest-AttachVolumeShelveTestJSON-1330718838 tempest-AttachVolumeShelveTestJSON-1330718838-project] (104416) timed out ('10.222.0.13', 55780) {{(pid=104416) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jun 30 04:36:05.180871 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-5c39ca97-4d47-44b2-a1f7-d09408bc3b2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926756172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565263'] for agent (beddbd52-9273-44c2-990c-63933fe383b2), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:36:05.719528 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:SELECT=15 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:36:05.725946 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:SELECT=19 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:36:07.534454 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-288b7ce5-5f1f-4c52-8ddd-5ff52601d725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926756172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565263'] for agent (2ea21a61-d737-4543-a811-a0d035fbf0f6), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:36:08.590663 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-7a77f087-4523-4fd9-b9f1-b6333d8ad1f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926756172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565263'] for agent (672e10fd-0bbc-4d52-8fca-d980f41e3265), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:36:10.358650 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-88ff949a-6007-42d5-8261-77b64d367ca9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926756172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565263'] for agent (4c4a8942-da79-4b81-aa08-fb593b1e6e06), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:36:10.451456 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-2a6d8403-c0a5-4ac4-aa48-860a84345009 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926756172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565263'] for agent (cbdf45b5-344e-4e18-9242-1abb738708f2), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:36:12.915038 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-10ecdeb4-a2f6-48da-83dd-1f106c1624b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926756172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565263'] for agent (ef703bef-7cc0-467c-baa9-fe8a66be565c), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:36:17.356938 dv-cinder-846842-7-iscsi neutron-server[104415]: DEBUG neutron.wsgi [req-d33e1344-a7ef-4d31-a9d4-3ca1b222d771 req-12dadfbe-2351-4ab4-ae11-e1154093f00c service neutron] (104415) timed out ('10.222.0.20', 53893) {{(pid=104415) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jun 30 04:36:22.392798 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.wsgi [req-1a28c8b6-7958-4db2-a05d-c4e61f387569 req-f32572fe-895d-40f8-9ca4-221bd200b450 service neutron] (104416) timed out ('10.222.0.13', 53386) {{(pid=104416) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jun 30 04:36:22.517873 dv-cinder-846842-7-iscsi neutron-server[104416]: DEBUG neutron.wsgi [req-1a28c8b6-7958-4db2-a05d-c4e61f387569 req-ff760c2b-ebc2-4678-a92e-0828f01cda6d tempest-TestShelveInstance-1069409963 tempest-TestShelveInstance-1069409963-project] (104416) timed out ('10.222.0.13', 53418) {{(pid=104416) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jun 30 04:36:22.906547 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:36:22.907844 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=9,neutron:UPDATE=5 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:36:24.701859 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:SELECT=2 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 04:36:26.812941 dv-cinder-846842-7-iscsi neutron-server[104418]: DEBUG neutron.db.agents_db [None req-38391644-8868-4c56-b8b1-4dfa3b709b99 None None] Agent healthcheck: found 6 active agents {{(pid=104418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 04:36:35.175575 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-a8e87170-9425-4e9f-a735-93acae28b5d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926756172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565263'] for agent (beddbd52-9273-44c2-990c-63933fe383b2), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:36:37.530775 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-cdecda9f-d899-4687-815a-fcaad5b63b1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926756172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565263'] for agent (2ea21a61-d737-4543-a811-a0d035fbf0f6), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:36:38.587546 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-7a77f087-4523-4fd9-b9f1-b6333d8ad1f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926756172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565263'] for agent (672e10fd-0bbc-4d52-8fca-d980f41e3265), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:36:40.361254 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-88ff949a-6007-42d5-8261-77b64d367ca9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926756172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565263'] for agent (4c4a8942-da79-4b81-aa08-fb593b1e6e06), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 04:36:40.454889 dv-cinder-846842-7-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-2a6d8403-c0a5-4ac4-aa48-860a84345009 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926756172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3565263'] for agent (cbdf45b5-344e-4e18-9242-1abb738708f2), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}